-- Logs begin at Sun 2021-12-19 12:27:26 UTC, end at Sun 2021-12-19 14:35:28 UTC. --
Dec 19 13:17:56.832164 dv-neutron-821895-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 19 13:17:58.966485 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.common.config [-] Logging enabled!
Dec 19 13:17:58.967189 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev79
Dec 19 13:17:58.967189 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84017) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 19 13:17:58.969409 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.common.config [-] Logging enabled!
Dec 19 13:17:58.969658 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev79
Dec 19 13:17:58.969901 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84017) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 19 13:17:58.970865 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 19 13:17:58.971123 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 19 13:17:58.971481 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 19 13:17:58.971724 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 19 13:17:58.971944 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 19 13:17:58.972262 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.972558 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.972854 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.973083 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.973376 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.973666 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.973949 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.974236 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.974533 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.974821 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.975128 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.975416 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.975666 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.975931 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.976214 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.976497 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.976721 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.977000 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.977425 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.977878 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.978347 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.978649 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.978918 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.979230 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.979516 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.979844 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] host                           = dv-neutron-821895-1-hyperv {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.980122 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.980406 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.980689 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.980979 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.981254 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.981529 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.981814 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.982087 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.982356 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.982629 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.982915 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.983234 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.983523 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.983747 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.983968 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.984250 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.984537 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.984808 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.985084 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.985357 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.985629 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.985902 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.986168 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.986451 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.986732 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.987016 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.987315 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.987587 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.987859 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.988128 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.988409 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.988678 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.988950 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.989223 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.989507 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.989773 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.990044 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.990340 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.990622 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.990906 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.991213 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.991485 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.991763 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.992033 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.992305 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.992574 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.992843 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.993114 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.993395 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.993721 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.993996 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.994262 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.994532 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.994815 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:17:58.995135 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.995435 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.995735 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.996017 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.996305 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.996588 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.996874 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.997152 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.997439 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.997725 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.998012 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.998289 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.998572 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.998862 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.999183 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.999459 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:58.999737 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.000027 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.000305 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.000577 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.000859 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.001147 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.001426 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.001698 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.001978 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.002255 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.002525 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.002795 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.003086 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.003379 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.003656 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.003927 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.004196 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.004468 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.004736 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.005018 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.005296 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.005566 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.005835 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.006111 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.006381 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.006652 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.006929 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.007229 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.007511 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.007786 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.008059 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.008331 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.008861 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.009733 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.010059 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.010336 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.010615 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.010890 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.011193 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.011470 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.011746 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.012022 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.012312 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.012611 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.012890 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.013169 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.013446 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.013723 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.014001 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.014277 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.014554 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.014831 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.015129 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.015423 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.015704 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.015990 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.016273 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.016552 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.016847 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.017122 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.017401 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.017678 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.017955 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.018235 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.018517 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.018809 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.019126 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.019421 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.019713 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.020004 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.020285 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.020592 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.020869 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:17:59.021088 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 19 13:17:59.021325 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84017) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 19 13:17:59.425067 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO keyring.backend [-] Loading KWallet
Dec 19 13:17:59.432714 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO keyring.backend [-] Loading SecretService
Dec 19 13:17:59.435921 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO keyring.backend [-] Loading Windows
Dec 19 13:17:59.437250 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO keyring.backend [-] Loading chainer
Dec 19 13:17:59.437833 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO keyring.backend [-] Loading macOS
Dec 19 13:17:59.472382 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:17:59.472660 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:17:59.472954 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:17:59.473293 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 19 13:17:59.780174 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.780464 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.780734 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.837212 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.837503 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.837771 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.840871 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.841150 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.841416 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.872653 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.872930 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.873201 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.900892 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.901167 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:17:59.901431 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.219769 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8d486d1c10> agent after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.220375 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8d486d1c10> agent after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.220375 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8d486d1ca0> segment precommit_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.220542 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8d486d1d30> network precommit_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.221210 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8d486deee0> segment before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.347111 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> network before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.347431 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8d486bc310> agent before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.347716 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> network before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.347988 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> port before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.348258 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> port before_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.348565 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> segment after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.348828 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> segment precommit_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.349085 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> segment precommit_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.349339 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> segment after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.349617 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> network after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.349874 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> network precommit_delete 0 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.350135 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> port provisioning_complete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.350399 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> rbac-policy before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.350655 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> rbac-policy after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.350917 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> agent after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.351209 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> subnet after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.351466 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> subnet precommit_delete 0 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.351736 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> rbac-policy before_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.351990 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> rbac-policy before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.352272 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> segment_host_mapping after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.352614 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> port after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.352908 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> port after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.353163 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> port after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.353445 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> rbac-policy before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.353695 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> rbac-policy before_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.353939 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d49673f10>> rbac-policy before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.354322 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 19 13:18:00.354561 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 19 13:18:00.354797 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 19 13:18:00.355032 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 19 13:18:00.355290 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 19 13:18:00.355527 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 19 13:18:00.356078 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 19 13:18:00.359334 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 19 13:18:00.363324 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 19 13:18:00.367381 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Dec 19 13:18:00.369246 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 19 13:18:00.369633 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 19 13:18:00.369970 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 19 13:18:00.370358 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 19 13:18:00.373225 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 19 13:18:00.373479 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 19 13:18:00.373828 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 19 13:18:00.403517 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 19 13:18:00.403966 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8d487dd460>> qos_plugin after_init 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.404266 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84017) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 19 13:18:00.404631 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f8d487dd6d0>> logging-plugin after_init 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.406019 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84017) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 19 13:18:00.406296 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 19 13:18:00.406539 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 19 13:18:00.409828 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8d485eca60>> floatingip before_response 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.410112 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8d485eca60>> port before_response 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:00.471296 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 19 13:18:00.471481 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 19 13:18:00.471721 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 19 13:18:00.472091 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 19 13:18:00.501749 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_db.sqlalchemy.engines [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84017) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 19 13:18:00.953785 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Initializing driver for type 'gre'
Dec 19 13:18:00.954301 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] gre ID ranges: [(1, 1000)]
Dec 19 13:18:01.133729 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Initializing driver for type 'local'
Dec 19 13:18:01.134140 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Initializing driver for type 'vlan'
Dec 19 13:18:01.262169 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] VlanTypeDriver initialization complete
Dec 19 13:18:01.262780 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Initializing driver for type 'vxlan'
Dec 19 13:18:01.262938 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] vxlan ID ranges: [(1, 1000)]
Dec 19 13:18:01.459486 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Initializing extension driver 'port_security'
Dec 19 13:18:01.459825 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.extensions.port_security [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] PortSecurityExtensionDriver initialization complete
Dec 19 13:18:01.460156 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Initializing mechanism driver 'openvswitch'
Dec 19 13:18:01.460488 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Initializing mechanism driver 'hyperv'
Dec 19 13:18:01.467770 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.plugins.ml2.plugin [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:01.468512 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d4850fee0>> port after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.468932 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d4850fee0>> port after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.469223 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d4850fee0>> port after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.469600 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d4850feb0>> subnet after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.469944 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d4850feb0>> subnet after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.470281 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d4850feb0>> subnet after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.470650 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d48070370>> network after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.470984 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d48070370>> network after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.471341 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d48070370>> network after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.471707 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d480705e0>> security_group after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.474905 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d480705e0>> security_group after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.474905 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d480705e0>> security_group after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.474905 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d48070850>> security_group_rule after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.474905 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d48070850>> security_group_rule after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.475236 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d48070850>> security_group_rule after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.475236 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] ML2 OVO RPC backend initialized. {{(pid=84017) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Dec 19 13:18:01.475236 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> router_interface after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.475236 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> router_interface after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.475515 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> network before_response 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.475515 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> networks before_response 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.475669 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> port before_response 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.475962 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> ports before_response 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.476292 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> subnet before_response 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.476627 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> subnets before_response 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.476958 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> network after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.477283 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> network after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.477609 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> network after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.478584 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> port after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.479107 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> port after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.479440 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> port after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.479767 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> subnet after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.480093 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> subnet after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.480415 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d48070af0>> subnet after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.481027 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.plugin [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Modular L2 Plugin initialization complete
Dec 19 13:18:01.481350 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading services supported by the core plugin {{(pid=84017) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 19 13:18:01.481667 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.plugins.ml2.managers [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Got port-security extension from driver 'port_security'
Dec 19 13:18:01.482120 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.extensions.vlantransparent [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Disabled vlantransparent extension.
Dec 19 13:18:01.482526 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84017) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 19 13:18:01.482836 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading Plugin: router
Dec 19 13:18:01.518893 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router_interface before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.519303 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router after_create 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.519662 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router before_create 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.520015 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router_interface before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.520375 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router_interface after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.520723 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router after_delete 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.521069 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> floatingip after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.521419 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router after_create 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.521756 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router after_update 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.522095 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router after_update 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.522430 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router_gateway after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.522785 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router after_update 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.523211 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router precommit_update 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.523574 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f8d485a60d0> port after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.523908 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f8d485a7f70> port after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.524234 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f8d485a6040> subnet after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.524559 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f8d485a6160> subnetpool_address_scope after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.525384 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> port precommit_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.525719 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router precommit_create 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.526046 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f8d48592040> port before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.526378 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router precommit_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.526723 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router after_update 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.527081 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router precommit_delete 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.527415 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router precommit_create 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.527766 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router_interface after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.528099 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> router precommit_update 55549900 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.528451 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> agent after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.528790 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> agent after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.529127 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d48070d60>> network after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.529967 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Tracking information for resource: router configured {{(pid=84017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 19 13:18:01.530286 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Tracking information for resource: floatingip configured {{(pid=84017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 19 13:18:01.535194 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.db.l3_agentschedulers_db [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 19 13:18:01.535754 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f8d47fe88b0> port after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.536104 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8d47fe8790> port after_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.536444 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <function _notify_port_delete at 0x7f8d47fe8820> port after_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.536784 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f8d47fe8b80> port after_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.537560 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8d4801a640>> router before_create 55550100 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.537913 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8d4801a640>> router precommit_delete 55550100 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.538265 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8d4801a640>> router precommit_create 55550100 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.538611 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8d4801a640>> router precommit_update 55550100 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.543889 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.services.provider_configuration [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service providers = [] {{(pid=84017) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 19 13:18:01.544245 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.db.servicetype_db [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84017) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 19 13:18:01.547309 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.services.service_base [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 19 13:18:01.547647 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.services.service_base [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 19 13:18:01.547979 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.services.service_base [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 19 13:18:01.548855 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.services.service_base [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 19 13:18:01.549218 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.services.service_base [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 19 13:18:01.549581 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 19 13:18:01.549890 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 19 13:18:01.561025 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 19 13:18:01.561355 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading Plugin: auto_allocate
Dec 19 13:18:01.567201 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8d47f49040> network precommit_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.567564 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8d47f49040> network precommit_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.568062 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 19 13:18:01.568373 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading Plugin: tag
Dec 19 13:18:01.575204 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 19 13:18:01.575527 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading Plugin: timestamp
Dec 19 13:18:01.579353 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 19 13:18:01.579676 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading Plugin: network_ip_availability
Dec 19 13:18:01.584903 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d48033d30>> rbac-policy before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.585265 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d48033d30>> rbac-policy before_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.585609 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d48033d30>> rbac-policy before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.586302 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 19 13:18:01.586610 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading Plugin: flavors
Dec 19 13:18:01.592209 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 19 13:18:01.592534 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading Plugin: revisions
Dec 19 13:18:01.596787 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 19 13:18:01.597167 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_concurrency.lockutils [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.124s {{(pid=84017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:01.597899 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84017) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Dec 19 13:18:01.598224 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Initializing extension manager.
Dec 19 13:18:01.598715 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: __init__.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.599046 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: __pycache__ {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.599393 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.599716 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.600036 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: _filter_validation_lib.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.600352 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.600667 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: address_group.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.601399 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.601947 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: address-group
Dec 19 13:18:01.602256 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: address_scope.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.603540 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.604035 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: address-scope
Dec 19 13:18:01.604339 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: admin_state_down_before_update.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.605252 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.605747 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: router-admin-state-down-before-update
Dec 19 13:18:01.606056 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: agent.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.606737 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.607250 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: agent
Dec 19 13:18:01.607562 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: agent_resources_synced.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.608461 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.608955 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: agent-resources-synced
Dec 19 13:18:01.609267 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: allowedaddresspairs.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.611017 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.611554 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: allowed-address-pairs
Dec 19 13:18:01.611872 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: auto_allocated_topology.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.612928 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.613442 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: auto-allocated-topology
Dec 19 13:18:01.613761 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: availability_zone.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.614442 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.614941 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: availability_zone
Dec 19 13:18:01.615275 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: availability_zone_filter.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.616175 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.616674 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: availability_zone_filter
Dec 19 13:18:01.617011 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: data_plane_status.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.617877 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.618411 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension data-plane-status not supported by any of loaded plugins
Dec 19 13:18:01.618777 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: default_subnetpools.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.619705 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.620209 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: default-subnetpools
Dec 19 13:18:01.620522 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: dhcpagentscheduler.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.621281 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.621775 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: dhcp_agent_scheduler
Dec 19 13:18:01.622087 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: dns.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.622983 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.623518 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension dns-integration not supported by any of loaded plugins
Dec 19 13:18:01.623829 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: dns_domain_ports.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.624741 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.625231 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 19 13:18:01.625542 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: dvr.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.626196 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.626687 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: dvr
Dec 19 13:18:01.626996 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: empty_string_filtering.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.627934 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.628431 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: empty-string-filtering
Dec 19 13:18:01.628742 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.629637 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.630130 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 19 13:18:01.630442 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.631362 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.631863 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 19 13:18:01.632176 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: external_net.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.633077 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.633850 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: external-net
Dec 19 13:18:01.634199 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: extra_dhcp_opt.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.635115 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.635626 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: extra_dhcp_opt
Dec 19 13:18:01.635941 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: extraroute.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.636830 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.637334 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: extraroute
Dec 19 13:18:01.637646 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: extraroute_atomic.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.638676 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.639212 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: extraroute-atomic
Dec 19 13:18:01.639526 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: filter_validation.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.640182 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.640675 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: filter-validation
Dec 19 13:18:01.641390 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: fip_pf_description.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.642047 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.642547 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 19 13:18:01.642860 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: fip_port_details.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.643794 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.644293 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: fip-port-details
Dec 19 13:18:01.644602 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: flavors.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.645822 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.646327 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: flavors
Dec 19 13:18:01.646642 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.648333 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.648845 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 19 13:18:01.649167 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: floatingip_pools.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.650460 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.650965 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: floatingip-pools
Dec 19 13:18:01.651310 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: ip_allocation.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.652223 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.652721 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension ip_allocation not supported by any of loaded plugins
Dec 19 13:18:01.653036 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.653941 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.654442 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: ip-substring-filtering
Dec 19 13:18:01.654759 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: l2_adjacency.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.655699 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.656195 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 19 13:18:01.656508 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: l3.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.657455 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.657954 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: router
Dec 19 13:18:01.658269 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: l3_conntrack_helper.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.660506 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.661030 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 19 13:18:01.661356 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.662280 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.662793 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: ext-gw-mode
Dec 19 13:18:01.663153 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.664099 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.664608 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: l3-ha
Dec 19 13:18:01.664925 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: l3_flavors.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.666380 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.666877 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: l3-flavors
Dec 19 13:18:01.667232 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.668148 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.668648 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 19 13:18:01.668960 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: l3agentscheduler.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.669968 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.670469 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: l3_agent_scheduler
Dec 19 13:18:01.670789 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: logging.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.672303 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.672815 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension logging not supported by any of loaded plugins
Dec 19 13:18:01.673137 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: metering.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.673869 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.674434 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: metering
Dec 19 13:18:01.674751 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.675869 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.676375 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: metering_source_and_destination_fields
Dec 19 13:18:01.676692 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: multiprovidernet.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.677727 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.678228 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: multi-provider
Dec 19 13:18:01.678541 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: netmtu.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.679534 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.680030 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: net-mtu
Dec 19 13:18:01.680343 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: netmtu_writable.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.681268 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.681797 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: net-mtu-writable
Dec 19 13:18:01.682108 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: network_availability_zone.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.682759 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.683277 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: network_availability_zone
Dec 19 13:18:01.683588 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: network_ip_availability.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.684670 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.685181 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: network-ip-availability
Dec 19 13:18:01.685495 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: network_segment_range.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.686245 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.686742 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension network-segment-range not supported by any of loaded plugins
Dec 19 13:18:01.687075 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: pagination.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.688048 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.688371 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: pagination
Dec 19 13:18:01.688682 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.689653 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.690159 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: port-mac-address-regenerate
Dec 19 13:18:01.690472 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: port_resource_request.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.691398 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.691898 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension port-resource-request not supported by any of loaded plugins
Dec 19 13:18:01.692208 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: portbindings.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.693125 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.693628 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: binding
Dec 19 13:18:01.693944 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: portbindings_extended.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.695246 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.695753 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: binding-extended
Dec 19 13:18:01.696070 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: portsecurity.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.697009 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.697508 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: port-security
Dec 19 13:18:01.697822 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: project_id.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.698796 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.699154 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: project-id
Dec 19 13:18:01.699468 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: providernet.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.700381 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.700889 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: provider
Dec 19 13:18:01.701203 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: qos.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.704753 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.705273 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension qos not supported by any of loaded plugins
Dec 19 13:18:01.705599 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.706836 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.707379 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 19 13:18:01.707701 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.708602 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.709104 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 19 13:18:01.709420 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: qos_default.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.710329 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.710832 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension qos-default not supported by any of loaded plugins
Dec 19 13:18:01.711181 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: qos_fip.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.711817 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.712953 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension qos-fip not supported by any of loaded plugins
Dec 19 13:18:01.713402 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: qos_gateway_ip.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.714326 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.714832 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 19 13:18:01.715173 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: qos_port_network_policy.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.716073 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.716572 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 19 13:18:01.716880 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: qos_rule_type_details.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.717774 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.718270 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 19 13:18:01.718681 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: qos_rules_alias.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.719776 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.720276 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 19 13:18:01.720589 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: quotasv2.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.721441 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.721757 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: quotas
Dec 19 13:18:01.722070 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: quotasv2_detail.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.723814 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.724155 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: quota_details
Dec 19 13:18:01.724479 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: rbac.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.725510 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.726028 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: rbac-policies
Dec 19 13:18:01.726349 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: rbac_address_scope.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.727294 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.728613 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: rbac-address-scope
Dec 19 13:18:01.728939 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: rbac_security_groups.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.729843 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.730351 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: rbac-security-groups
Dec 19 13:18:01.730664 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: rbac_subnetpool.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.731594 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.732094 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: rbac-subnetpool
Dec 19 13:18:01.732406 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: revisionifmatch.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.733317 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.733821 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: revision-if-match
Dec 19 13:18:01.734145 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: revisions.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.735279 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.735780 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: standard-attr-revisions
Dec 19 13:18:01.736094 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: router_availability_zone.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.736748 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.737244 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: router_availability_zone
Dec 19 13:18:01.737556 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: routerservicetype.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.738470 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.738972 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension router-service-type not supported by any of loaded plugins
Dec 19 13:18:01.739315 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: security_groups_port_filtering.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.740219 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.740718 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: port-security-groups-filtering
Dec 19 13:18:01.741031 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: securitygroup.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.751803 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.752323 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: security-group
Dec 19 13:18:01.752643 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: segment.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.753440 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.753949 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension segment not supported by any of loaded plugins
Dec 19 13:18:01.754272 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.755225 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.755731 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 19 13:18:01.756047 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: servicetype.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.757144 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.757656 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: service-type
Dec 19 13:18:01.757973 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: sorting.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.759253 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.759572 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: sorting
Dec 19 13:18:01.759885 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: standard_attr_segment.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.760783 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.761286 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 19 13:18:01.761601 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: standardattrdescription.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.762245 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.762736 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: standard-attr-description
Dec 19 13:18:01.763073 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: stateful_security_group.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.763997 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.764499 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: stateful-security-group
Dec 19 13:18:01.764813 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: stdattrs_common.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.765384 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 19 13:18:01.765696 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.766613 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.767147 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 19 13:18:01.767464 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: subnet_onboard.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.768586 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.769140 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: subnet_onboard
Dec 19 13:18:01.769415 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.770335 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.770835 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 19 13:18:01.771181 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: subnet_service_types.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.772092 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.772591 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: subnet-service-types
Dec 19 13:18:01.772904 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: subnetallocation.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.773987 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.774490 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: subnet_allocation
Dec 19 13:18:01.775337 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.775997 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.776501 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: subnetpool-prefix-ops
Dec 19 13:18:01.776817 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.777743 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.778241 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 19 13:18:01.778558 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: tagging.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.779611 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.780122 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: standard-attr-tag
Dec 19 13:18:01.780441 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: timestamp.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.781633 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.782144 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loaded extension: standard-attr-timestamp
Dec 19 13:18:01.782463 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: trunk.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.783511 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.784023 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension trunk not supported by any of loaded plugins
Dec 19 13:18:01.784341 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: trunk_details.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.785250 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.785757 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension trunk-details not supported by any of loaded plugins
Dec 19 13:18:01.786071 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: uplink_status_propagation.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.786974 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.787505 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 19 13:18:01.787819 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Loading extension file: vlantransparent.py {{(pid=84017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 19 13:18:01.788470 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 19 13:18:01.788966 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 19 13:18:01.791944 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:network
Dec 19 13:18:01.792665 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:subnet
Dec 19 13:18:01.793433 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:subnetpool
Dec 19 13:18:01.794024 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:port
Dec 19 13:18:01.795307 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.795732 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service FLAVORS assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.796347 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.796753 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.797076 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:router
Dec 19 13:18:01.797707 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:floatingip
Dec 19 13:18:01.798392 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service METERING assigned prefix: /metering {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.799837 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d47e849d0>> rbac-policy before_create 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.800196 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d47e849d0>> rbac-policy before_update 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.800539 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d47e849d0>> rbac-policy before_delete 55550000 {{(pid=84017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:18:01.801644 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of CountableResource for resource:rbac_policy
Dec 19 13:18:01.802068 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:security_group
Dec 19 13:18:01.802706 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 19 13:18:01.803484 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service CORE assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.803811 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:subnetpool
Dec 19 13:18:01.804140 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] subnetpool is already registered
Dec 19 13:18:01.804737 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service CORE assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.805058 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:subnetpool
Dec 19 13:18:01.805371 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] subnetpool is already registered
Dec 19 13:18:01.808079 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.808497 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service FLAVORS assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.809071 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.809476 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.809798 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:router
Dec 19 13:18:01.810115 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] router is already registered
Dec 19 13:18:01.810692 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:floatingip
Dec 19 13:18:01.811011 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] floatingip is already registered
Dec 19 13:18:01.811645 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service METERING assigned prefix: /metering {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.812294 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of CountableResource for resource:rbac_policy
Dec 19 13:18:01.812611 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] rbac_policy is already registered
Dec 19 13:18:01.813137 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:security_group
Dec 19 13:18:01.813454 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] security_group is already registered
Dec 19 13:18:01.814021 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 19 13:18:01.814340 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] security_group_rule is already registered
Dec 19 13:18:01.814987 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service CORE assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.815319 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:subnetpool
Dec 19 13:18:01.815632 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] subnetpool is already registered
Dec 19 13:18:01.816222 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.v2.resource_helper [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Service CORE assigned prefix:  {{(pid=84017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 19 13:18:01.816538 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Creating instance of TrackedResource for resource:subnetpool
Dec 19 13:18:01.816857 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING neutron.quota.resource_registry [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] subnetpool is already registered
Dec 19 13:18:01.817490 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: extensions {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.818902 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: address-groups {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.820482 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: address-scopes {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.822202 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: agents {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.823357 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: auto-allocated-topology {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.824571 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: availability_zones {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.825844 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: dhcp-networks {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.827245 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: dhcp-agents {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.828610 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: routers {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.830368 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: flavors {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.831506 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: service_profiles {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.832674 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: next_providers {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.834136 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: service_profiles {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.835582 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: floatingip-pools {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.836756 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: routers {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.839222 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: floatingips {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.840382 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: l3-routers {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.841697 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: l3-agents {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.843047 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: metering-labels {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.845182 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: metering-label-rules {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.846412 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: network-ip-availabilities {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.847648 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: bindings {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.849309 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: quotas {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.850696 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: quotas {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.852094 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: rbac-policies {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.853497 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: security-groups {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.854657 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: security-group-rules {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.855880 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: service-providers {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.857073 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: subnetpools {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.858449 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: subnetpools {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.859870 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: tags {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.861492 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: tags {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.863239 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: tags {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.864969 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: tags {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.866676 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: tags {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.868473 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: tags {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.870165 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: tags {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.872001 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: tags {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.873783 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: tags {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.875591 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron.api.extensions [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Extended resource: tags {{(pid=84017) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 19 13:18:01.881276 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING keystonemiddleware.auth_token [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 19 13:18:01.886869 dv-neutron-821895-1-hyperv neutron-server[84017]: WARNING keystonemiddleware.auth_token [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 19 13:18:01.895183 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_concurrency.lockutils [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Acquired lock "singleton_lock" {{(pid=84017) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 19 13:18:01.895649 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_concurrency.lockutils [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Releasing lock "singleton_lock" {{(pid=84017) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 19 13:18:01.896256 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO oslo_service.service [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Starting 2 workers
Dec 19 13:18:01.901412 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Started child 84124 {{(pid=84017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 19 13:18:01.905540 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Started child 84125 {{(pid=84017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 19 13:18:01.906690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:01.917566 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO neutron.service [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Neutron service started, listening on 0.0.0.0:9696
Dec 19 13:18:01.917566 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Notify callbacks [] for process, before_spawn {{(pid=84017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:01.917775 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [-] (84124) wsgi starting up on http://0.0.0.0:9696
Dec 19 13:18:01.917849 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO oslo_service.service [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Starting 1 workers
Dec 19 13:18:01.917916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:01.917916 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [-] (84125) wsgi starting up on http://0.0.0.0:9696
Dec 19 13:18:01.918437 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Started child 84126 {{(pid=84017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 19 13:18:01.918437 dv-neutron-821895-1-hyperv neutron-server[84017]: INFO oslo_service.service [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Starting 1 workers
Dec 19 13:18:01.919195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.service [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] calling RpcWorker wait() {{(pid=84126) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 19 13:18:01.919644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.service [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] returning from RpcWorker wait() {{(pid=84126) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 19 13:18:01.920039 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Started child 84127 {{(pid=84017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 19 13:18:01.920814 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG neutron_lib.callbacks.manager [None req-95912d48-baea-4034-ae97-fcf8e8114c7a None None] Notify callbacks [] for process, after_spawn {{(pid=84017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:01.920919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:01.921322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:01.922777 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84017) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 19 13:18:01.922978 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 19 13:18:01.923183 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 19 13:18:01.923366 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 19 13:18:01.923710 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 19 13:18:01.923858 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 19 13:18:01.924365 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.924623 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.924885 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.925163 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.925452 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.925762 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:01.926236 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.926236 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.926471 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.926735 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.926958 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.927144 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.927305 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.927550 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.927791 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.928071 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.928323 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.928555 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.928813 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.928981 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.929234 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.929648 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.929790 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.930037 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.930270 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.930715 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.930989 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.931291 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.931586 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.931863 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.932205 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.932391 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.932620 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.932850 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.933090 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.933334 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.933556 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.933797 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.934102 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.934372 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.934846 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] host                           = dv-neutron-821895-1-hyperv {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.935088 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.935328 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.935584 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.935823 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.936060 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.936340 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.936524 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.936773 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.937020 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.937235 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.937507 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.937705 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.937932 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.938182 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.938443 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.938622 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.938969 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.939163 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.939406 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.939554 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.939680 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.939908 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.940066 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.940312 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.940545 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.940756 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.940987 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.941227 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.941456 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.941712 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.941923 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.942131 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.942337 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.942599 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.942820 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.943038 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.943313 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.943561 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.943786 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.943957 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.944175 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.944367 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.944597 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.944813 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.945022 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.945282 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.945520 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.945747 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.945984 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.946206 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.947037 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951241 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951241 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951241 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951241 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951241 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951241 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951241 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951241 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951849 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951849 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951849 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951849 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951849 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951849 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951849 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951849 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.951849 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.952455 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:01.952455 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.952455 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.952455 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.952738 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.952915 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.953150 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.953375 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.953607 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.953922 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.954155 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.954441 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.954673 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.955008 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.955227 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:01.955325 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.955555 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.955795 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.956005 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.956249 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.956475 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.956710 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.956940 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.957167 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.957432 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.957677 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.957888 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.958133 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.958357 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.958566 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.958789 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.959027 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.959279 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.959504 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.959723 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.959931 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.960158 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.960366 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.960592 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.960837 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.961051 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.961276 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.961514 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.961713 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.961944 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.962210 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.963002 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.963288 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.963506 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.963716 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.963925 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.964138 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.964344 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.964586 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.964805 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.965034 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.965208 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.965418 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.965645 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.965874 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.966088 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.966297 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.966513 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.966812 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.967192 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.967290 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.968246 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.968246 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.968246 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.968246 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.968508 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.968574 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.968798 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.969032 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.969260 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.969476 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.969768 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.970091 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.970330 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.970590 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.970811 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.971089 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.971331 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.971569 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.971827 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.973914 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.974175 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.974439 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.974702 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.975001 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.975875 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.976144 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.976447 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.976759 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.977059 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.978759 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.980393 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.980666 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.982409 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.983222 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.983515 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.983807 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.984064 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.984366 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.984625 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.984944 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.985146 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.985478 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.985830 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.986129 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.986406 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.986907 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.987208 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.987467 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.987876 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.988143 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.988406 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.988679 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.989209 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.989497 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.989778 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.990007 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.990254 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.990493 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.990816 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.991086 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.991463 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.991726 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.991989 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.992247 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.992498 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.992777 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.993042 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.993272 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.993847 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.994318 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.995105 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.995368 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.995603 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.995823 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.996151 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.996398 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.996622 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.996837 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.997050 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.997290 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.997522 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.997761 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.998287 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.998287 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.998496 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.998622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 33796) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:01.998723 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.998913 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.999344 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.999603 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:01.999840 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.000071 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.000288 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.000514 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.000770 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.000983 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.001268 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.001524 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.001757 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.001980 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.002205 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.002455 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.002668 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.002987 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.003226 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.003437 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.003646 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.003861 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.004069 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.004297 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.004519 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.004745 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.004989 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.005202 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.005521 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.005735 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.005981 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.006215 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.006424 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.007161 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.007161 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.007425 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0060542
Dec 19 13:18:02.007928 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.008326 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.009663 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.010312 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.010725 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.011131 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.011545 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.011770 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.012041 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.012267 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.013487 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.014668 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.014668 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.014668 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.014668 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.014963 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.015040 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.015296 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.015537 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.016389 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.016389 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.016389 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.016389 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.016946 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.016946 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.017206 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.017343 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.017591 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.018146 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.018146 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.018451 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.018586 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.018807 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.019042 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.019341 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.019524 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.019767 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.020027 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.020366 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.020660 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.020951 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.021215 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.021478 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.021758 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.022031 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.022240 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.022525 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.022873 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.023226 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.023639 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.023868 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.024124 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.024344 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.025415 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.025675 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.026335 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.026335 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.026498 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.026648 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.026894 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.027863 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.027863 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.027863 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.027863 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.028176 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.028245 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.028838 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.028838 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 19 13:18:02.029131 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84017) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 19 13:18:02.029284 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 19 13:18:02.029602 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 19 13:18:02.029953 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 19 13:18:02.030145 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 19 13:18:02.030294 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 19 13:18:02.030437 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.030598 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.030758 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.030919 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.031119 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.031451 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.031757 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.031912 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.032065 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.032218 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033104 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033104 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033104 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033104 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033104 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033104 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033483 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033483 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033599 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033663 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033846 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.033937 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.034665 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.034665 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.034665 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.034665 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.034952 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.034952 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.035118 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.035190 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.035297 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.035440 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.035628 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.035733 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.035897 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.036065 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.036215 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.036350 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.036485 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.036619 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] host                           = dv-neutron-821895-1-hyperv {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.036753 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.036896 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.037029 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.037162 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.037314 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.037468 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.037622 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.037774 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.037927 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.038065 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.038206 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.038359 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.038512 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.038668 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.038823 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.038975 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.039168 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.039318 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.039489 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.039651 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.039845 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.039949 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.040089 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.040276 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.040465 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.040709 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.041459 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.041459 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.041639 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.041711 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.041845 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.042150 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.042792 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.043105 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.043411 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.043713 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.043872 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.044022 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.045019 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.045178 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.045333 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.045858 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.045858 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.045858 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.046116 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.046116 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.046271 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.046352 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.046493 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.046653 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.046911 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.046911 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.047370 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.047370 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.047370 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.047836 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.047836 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.047836 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.048222 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.048222 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.048222 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.048652 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.048652 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.048652 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.049043 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.049043 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.049299 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.049299 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.050127 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 19 13:18:02.050311 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.050470 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.051132 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.051132 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.051132 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.051132 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.051409 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.051409 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.051554 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.052461 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.052461 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.052461 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.052461 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.052461 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.052461 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.052831 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.052831 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.052946 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.053452 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.053452 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.053452 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.053749 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.053914 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.054072 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.054902 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.054902 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.054902 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.054902 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.054902 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.055270 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.055270 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.055270 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.055455 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.055560 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.055715 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.055937 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.056173 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.056465 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.056716 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.056878 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.057703 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.057703 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.057703 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.057703 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.057703 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.058003 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.058003 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.058125 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.058203 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.058354 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.058515 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.058683 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.059251 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.059251 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.059251 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.059498 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.059498 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.059648 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.059734 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.059888 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.060754 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.060754 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.060754 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.060754 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.060754 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.060754 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.061286 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.061286 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.061286 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.061519 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.061519 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.061659 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.061778 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.061932 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.062099 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.062269 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.062424 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.063143 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.063143 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.063143 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.063143 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.063688 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.063688 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.063688 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.064061 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.064061 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.064061 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.064473 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.064473 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.064473 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.064848 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.064848 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.065102 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.065102 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.065362 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.065362 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.065638 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.065638 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.065891 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.065891 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.066120 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.066199 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.066348 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.066526 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.066675 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.066818 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.066947 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.067120 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.067281 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.067418 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.067552 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.067709 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.067883 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.068020 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.068150 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.068294 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.068453 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.068616 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.068784 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.068942 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.069097 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.069251 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.069429 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.069584 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.069738 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.069893 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.070049 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.070203 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.070363 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.070515 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.070671 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.070825 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.070980 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.071159 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.071360 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.071967 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.072175 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.072452 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.072740 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.073026 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.073186 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.073324 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.073487 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.073630 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.073803 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.073945 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.074079 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.074214 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.074365 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.074521 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.074680 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.074835 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.074992 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.075179 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.075336 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.075492 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.075647 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.075807 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.075961 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.076119 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.076275 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.076432 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.077114 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.077114 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.077114 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.077114 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.077367 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.077367 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.077485 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.077598 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.077753 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.077909 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.078066 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.078222 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.078378 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.078533 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.078688 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.078863 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.079019 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.079198 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.079355 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.079511 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.079666 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.079823 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.079983 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.080146 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.080287 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.080425 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.080562 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.080718 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.080863 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.081019 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.081173 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.081414 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.081564 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.081701 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.081837 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.081972 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.082108 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.082243 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.082378 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.082515 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.082662 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.083506 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.083506 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.083506 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.083506 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.083506 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.083506 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.084519 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.084519 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.084519 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.084745 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.084811 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.084929 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.085102 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.085259 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.085417 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.085573 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.085728 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.085884 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.086042 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.086202 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.086368 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.086963 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.086963 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.086963 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.087765 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.087852 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.088129 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.088429 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.088634 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.088799 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.089548 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.089548 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.089548 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.089548 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.089548 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.089869 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.089869 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.089987 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.090117 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.090271 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.090426 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.090582 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.090737 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.090894 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.091082 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.091229 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.091375 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.092321 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 19 13:18:02.092321 dv-neutron-821895-1-hyperv neutron-server[84017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 19 13:18:02.109744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:12.374292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e54e90a-a4bf-4da1-bbdc-65fd1238c44f None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:18:12.448506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e54e90a-a4bf-4da1-bbdc-65fd1238c44f None None] No non-hosted networks {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 19 13:18:12.456249 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.agentschedulers_db [None req-5e54e90a-a4bf-4da1-bbdc-65fd1238c44f None None] DHCP Agent not found on host dv-neutron-821895-1-hyperv {{(pid=84126) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 19 13:18:12.558223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d60d10ab-c4d1-40f6-a81a-6ada6e5be922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381606'] for agent, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:14.632575 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ca80f30b-6aaf-4f51-8695-7c1e7bbf5721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381606'] for agent, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:14.660793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-a8bcf910-c6ce-4435-b6fa-af121f85eee7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-821895-1-hyperv {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:18:14.661247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-a8bcf910-c6ce-4435-b6fa-af121f85eee7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:18:15.177793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf910-c6ce-4435-b6fa-af121f85eee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:16.155429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381606'] for agent, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:16.222425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381606'] for agent, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:16.224144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:16.224675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:16.225228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:16.225942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:16.226486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:16.227016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:16.228124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:16.228689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:16.229234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:16.229772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:16.230312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:16.230921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8d47a4eaf0>, 'Open vSwitch agent', 'dv-neutron-821895-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:16.236731 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8d47a43700>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821895-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:16.960721 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.db.l3_hamode_db [None req-ac835d35-3d46-438e-8c7f-0ea4578572de None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 19 13:18:17.048611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac835d35-3d46-438e-8c7f-0ea4578572de None None] Routers set() bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:18:17.049568 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac835d35-3d46-438e-8c7f-0ea4578572de None None] Router IDs set() for agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 19 13:18:17.453363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381606'] for agent, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:18.916416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 33896) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:19.507688 dv-neutron-821895-1-hyperv neutron-server[84124]: WARNING oslo_policy.policy [None req-6f5bb5d8-dad0-4786-b407-102c9e0af7eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 19 13:18:19.508252 dv-neutron-821895-1-hyperv neutron-server[84124]: WARNING oslo_policy.policy [None req-6f5bb5d8-dad0-4786-b407-102c9e0af7eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 19 13:18:19.729768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-6f5bb5d8-dad0-4786-b407-102c9e0af7eb admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:18:19.730788 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6f5bb5d8-dad0-4786-b407-102c9e0af7eb admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8135526
Dec 19 13:18:21.975148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 33910) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:22.356777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-64b2dc2d-9495-4ff6-8bc5-cacd91c310b3 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:18:22.405336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.policy [None req-64b2dc2d-9495-4ff6-8bc5-cacd91c310b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84124) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 19 13:18:22.406059 dv-neutron-821895-1-hyperv neutron-server[84124]: WARNING oslo_policy.policy [None req-64b2dc2d-9495-4ff6-8bc5-cacd91c310b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 19 13:18:22.406423 dv-neutron-821895-1-hyperv neutron-server[84124]: WARNING oslo_policy.policy [None req-64b2dc2d-9495-4ff6-8bc5-cacd91c310b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 19 13:18:22.409705 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.quota [None req-64b2dc2d-9495-4ff6-8bc5-cacd91c310b3 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8d47bdbcd0>.
Dec 19 13:18:22.425534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-64b2dc2d-9495-4ff6-8bc5-cacd91c310b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:18:22.574001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-64b2dc2d-9495-4ff6-8bc5-cacd91c310b3 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765300854789', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765302310247', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765302339095', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765302333068', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765302325528', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1114185', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1125961', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-487019', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16374053'] for rbac-policy, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:22.778512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-64b2dc2d-9495-4ff6-8bc5-cacd91c310b3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:22.779707 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-64b2dc2d-9495-4ff6-8bc5-cacd91c310b3 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8036311
Dec 19 13:18:25.267598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 33924) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:25.635557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:18:25.640122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:18:25.644500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Usage tracker for resource:network and tenant:5bd42ceb25624053b1e6ab27e4a7a6a8 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:18:25.649508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:18:25.655568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:18:25.732434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Made reservation on behalf of 5bd42ceb25624053b1e6ab27e4a7a6a8 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:18:25.735237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:25.752889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:25.795070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:18:25.798654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Usage tracker for resource:security_group_rule and tenant:5bd42ceb25624053b1e6ab27e4a7a6a8 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:18:25.801562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:18:25.807506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:18:25.872708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:25.932929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:25.938307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:25.956224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:18:25.982800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765298889162', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:25.984867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8d486d1ca0> segment precommit_create {{(pid=84124) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 19 13:18:25.984867 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Added segment c28ccc10-148d-4e30-8d1d-6106f91811a2 of type vlan for network 087573ec-56d0-4c1c-8647-87ef6d09c057
Dec 19 13:18:25.997834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070571f8-7d15-4f55-9e89-7a9d8bf07022,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:26.058010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:26.058338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:26.058654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:26.058967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:26.059324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:26.059635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:26.059955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:26.060265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:26.060570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:26.060868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:26.061167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Tracked resource versions report:
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]: pushed versions:
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]: {   'ConntrackHelper': {'1.0'},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     'Log': {'1.0'},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     'Network': {'1.1'},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     'Port': {'1.5'},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     'PortForwarding': {'1.2'},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     'QosPolicy': {'1.8'},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     'SecurityGroup': {'1.2'},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     'SecurityGroupRule': {'1.0'},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     'SubPort': {'1.0'},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     'Subnet': {'1.1'},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     'Trunk': {'1.1'}}
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]: consumer versions:
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]: {   DHCP agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     L3 agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     Metadata agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     Metering agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:     Open vSwitch agent@dv-neutron-821895-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'Log': '1.0',
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'Network': '1.1',
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'Port': '1.5',
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'PortForwarding': '1.2',
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'QosPolicy': '1.8',
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'SecurityGroup': '1.2',
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'SecurityGroupRule': '1.0',
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'SubPort': '1.0',
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'Subnet': '1.1',
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'Trunk': '1.1'}}
Dec 19 13:18:26.062451 dv-neutron-821895-1-hyperv neutron-server[84124]:  {{(pid=84124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 19 13:18:26.102980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:26.111524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:26.230348 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:26.231601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:18:26.232244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:26.236731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:26.340500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Pushing event updated for resources: {'Network': ['ID=087573ec-56d0-4c1c-8647-87ef6d09c057,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:26.343551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:26.352003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 087573ec-56d0-4c1c-8647-87ef6d09c057 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:18:26.422712 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1540542
Dec 19 13:18:28.979412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 33940) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:29.572552 dv-neutron-821895-1-hyperv neutron-server[84125]: WARNING oslo_policy.policy [None req-ebaea85f-23b3-48ae-a1d6-3c1471ff8a6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 19 13:18:29.573095 dv-neutron-821895-1-hyperv neutron-server[84125]: WARNING oslo_policy.policy [None req-ebaea85f-23b3-48ae-a1d6-3c1471ff8a6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 19 13:18:29.964209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.policy [None req-ebaea85f-23b3-48ae-a1d6-3c1471ff8a6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84125) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 19 13:18:29.964897 dv-neutron-821895-1-hyperv neutron-server[84125]: WARNING oslo_policy.policy [None req-ebaea85f-23b3-48ae-a1d6-3c1471ff8a6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 19 13:18:29.965257 dv-neutron-821895-1-hyperv neutron-server[84125]: WARNING oslo_policy.policy [None req-ebaea85f-23b3-48ae-a1d6-3c1471ff8a6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 19 13:18:29.968090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaea85f-23b3-48ae-a1d6-3c1471ff8a6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:18:29.969924 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ebaea85f-23b3-48ae-a1d6-3c1471ff8a6c admin admin] 10.222.0.24 "GET /v2.0/networks/087573ec-56d0-4c1c-8647-87ef6d09c057 HTTP/1.1" status: 200  len: 825 time: 0.9916613
Dec 19 13:18:30.001873 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7e4967a6-e7c3-4717-954f-5b3a30bc25ae admin admin] 10.222.0.24 "GET /v2.0/subnetpools/be4a7b9c-0382-416e-9c04-e33c0898f43d HTTP/1.1" status: 200  len: 734 time: 0.0267956
Dec 19 13:18:30.010373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'subnetpool_id': 'be4a7b9c-0382-416e-9c04-e33c0898f43d', 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057', 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:18:30.011929 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.quota [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8d47c5e160>.
Dec 19 13:18:30.017865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:18:30.023311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Usage tracker for resource:subnet and tenant:5bd42ceb25624053b1e6ab27e4a7a6a8 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:18:30.027161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:18:30.034001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:18:30.109524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Made reservation on behalf of 5bd42ceb25624053b1e6ab27e4a7a6a8 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:18:30.112241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:30.469846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:30.475303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:30.562277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=483e6a31-115d-41fc-9835-3926b3ce474c,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:30.565189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Checking segment: {'id': 'c28ccc10-148d-4e30-8d1d-6106f91811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:18:30.565582 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Network hostable DHCP agents. Network: 087573ec-56d0-4c1c-8647-87ef6d09c057, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:18:30.581063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:30.581399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:30.581722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:30.582039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:30.582366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:30.582683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:30.583025 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:30.583362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:30.583667 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:30.583970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:30.584273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Tracked resource versions report:
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]: pushed versions:
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]: {   'ConntrackHelper': {'1.0'},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     'Log': {'1.0'},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     'Network': {'1.1'},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     'Port': {'1.5'},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     'PortForwarding': {'1.2'},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     'QosPolicy': {'1.8'},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     'SecurityGroup': {'1.2'},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     'SecurityGroupRule': {'1.0'},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     'SubPort': {'1.0'},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     'Subnet': {'1.1'},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     'Trunk': {'1.1'}}
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]: consumer versions:
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]: {   DHCP agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     L3 agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     Metadata agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     Metering agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:     Open vSwitch agent@dv-neutron-821895-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'Log': '1.0',
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'Network': '1.1',
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'Port': '1.5',
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'PortForwarding': '1.2',
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'QosPolicy': '1.8',
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'SecurityGroup': '1.2',
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'SecurityGroupRule': '1.0',
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'SubPort': '1.0',
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'Subnet': '1.1',
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'Trunk': '1.1'}}
Dec 19 13:18:30.585516 dv-neutron-821895-1-hyperv neutron-server[84125]:  {{(pid=84125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 19 13:18:30.616672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:30.669755 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Network 087573ec-56d0-4c1c-8647-87ef6d09c057 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:18:30.721098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 087573ec-56d0-4c1c-8647-87ef6d09c057) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:18:30.726102 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:18:30.727465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:30.732450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e44c11d-8f68-4aa1-b09f-75dab71d632b None None] Network 087573ec-56d0-4c1c-8647-87ef6d09c057 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:18:30.810675 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8038523
Dec 19 13:18:31.037215 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-087573ec-56d0-4c1c-8647-87ef6d09c057', 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'fixed_ips': [{'subnet_id': '483e6a31-115d-41fc-9835-3926b3ce474c'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:18:31.038361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:31.231318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Allocated IP 172.20.0.2 (087573ec-56d0-4c1c-8647-87ef6d09c057/483e6a31-115d-41fc-9835-3926b3ce474c/c62184fb-b6f6-44aa-b143-f111eaf29b12) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:18:31.454546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:31.468639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Transition to ACTIVE for port object c62184fb-b6f6-44aa-b143-f111eaf29b12 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:18:31.490537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Transition to ACTIVE for port object c62184fb-b6f6-44aa-b143-f111eaf29b12 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:18:31.573288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:31.581324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:31.639093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Network 087573ec-56d0-4c1c-8647-87ef6d09c057 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:18:31.646189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:18:31.653738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:18:31.655902 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Pushing event updated for resources: {'Port': ['ID=c62184fb-b6f6-44aa-b143-f111eaf29b12,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:31.667686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:31.668027 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:31.668357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:31.668708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:31.669043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:31.669368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:31.669682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:31.670008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:31.670323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:31.670631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:31.670950 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Tracked resource versions report:
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]: pushed versions:
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]: {   'ConntrackHelper': {'1.0'},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     'Log': {'1.0'},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     'Network': {'1.1'},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     'Port': {'1.5'},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     'PortForwarding': {'1.2'},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     'QosPolicy': {'1.8'},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     'SecurityGroup': {'1.2'},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     'SecurityGroupRule': {'1.0'},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     'SubPort': {'1.0'},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     'Subnet': {'1.1'},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     'Trunk': {'1.1'}}
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]: consumer versions:
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]: {   DHCP agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     L3 agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     Metadata agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     Metering agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:     Open vSwitch agent@dv-neutron-821895-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'Log': '1.0',
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'Network': '1.1',
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'Port': '1.5',
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'PortForwarding': '1.2',
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'QosPolicy': '1.8',
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'SecurityGroup': '1.2',
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'SecurityGroupRule': '1.0',
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'SubPort': '1.0',
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'Subnet': '1.1',
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'Trunk': '1.1'}}
Dec 19 13:18:31.672368 dv-neutron-821895-1-hyperv neutron-server[84126]:  {{(pid=84126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 19 13:18:31.704768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:31.757885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Attempting to bind port c62184fb-b6f6-44aa-b143-f111eaf29b12 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:18:31.758778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Attempting to bind port c62184fb-b6f6-44aa-b143-f111eaf29b12 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'c28ccc10-148d-4e30-8d1d-6106f91811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:18:31.759150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Attempting to bind port c62184fb-b6f6-44aa-b143-f111eaf29b12 on network 087573ec-56d0-4c1c-8647-87ef6d09c057 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:18:31.765443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:18:31.765856 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Checking segment: {'id': 'c28ccc10-148d-4e30-8d1d-6106f91811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:18:31.766324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:31.766712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Bound using segment: {'id': 'c28ccc10-148d-4e30-8d1d-6106f91811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:18:31.767228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Bound port: c62184fb-b6f6-44aa-b143-f111eaf29b12, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28ccc10-148d-4e30-8d1d-6106f91811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:18:31.767610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:31.853554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-87360215-ee46-40da-826e-1c53454ab741 None None] For port c62184fb-b6f6-44aa-b143-f111eaf29b12, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:18:31.857530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-87360215-ee46-40da-826e-1c53454ab741 None None] For port c62184fb-b6f6-44aa-b143-f111eaf29b12, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c62184fb-b6f6-44aa-b143-f111eaf29b12,segment=NetworkSegment(c28ccc10-148d-4e30-8d1d-6106f91811a2),segment_id=c28ccc10-148d-4e30-8d1d-6106f91811a2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:18:31.924661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:31.928636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:32.037882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Pushing event updated for resources: {'Port': ['ID=c62184fb-b6f6-44aa-b143-f111eaf29b12,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:32.041357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:33.070999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 33960) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:33.473702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-e4af4770-d38e-48af-9a4f-dfca9d55e308 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:18:33.474717 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e4af4770-d38e-48af-9a4f-dfca9d55e308 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4024594
Dec 19 13:18:35.606544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca7d2a-6aa6-4f5e-acdb-7e5ae984c5dd None None] Network 087573ec-56d0-4c1c-8647-87ef6d09c057 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:18:35.744142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 33974) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:35.793749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f86ff039-c1fb-4c08-8212-eeeea1433c8b None None] Provisioning for port c62184fb-b6f6-44aa-b143-f111eaf29b12 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:18:36.143245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-485c040d-8f0a-4958-b7bb-2c855c4a6de8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:18:36.144224 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-485c040d-8f0a-4958-b7bb-2c855c4a6de8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3991830
Dec 19 13:18:36.494241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c62184fb-b6f6-44aa-b143-f111eaf29b12 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:18:36.618983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port c62184fb-b6f6-44aa-b143-f111eaf29b12 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:18:36.624590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port c62184fb-b6f6-44aa-b143-f111eaf29b12 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:18:36.625085 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:36.738980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:36.769440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port c62184fb-b6f6-44aa-b143-f111eaf29b12, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c62184fb-b6f6-44aa-b143-f111eaf29b12,segment=NetworkSegment(c28ccc10-148d-4e30-8d1d-6106f91811a2),segment_id=c28ccc10-148d-4e30-8d1d-6106f91811a2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:18:36.867253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:36.869625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:36.932724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=c62184fb-b6f6-44aa-b143-f111eaf29b12,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:36.935809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:38.474757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c62184fb-b6f6-44aa-b143-f111eaf29b12 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:18:38.544384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port c62184fb-b6f6-44aa-b143-f111eaf29b12 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:18:38.544751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:38.671521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 33986) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:39.118579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-666e038d-3978-44ac-8ffb-aaacb1f14723 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'name': 'router1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:18:39.122988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-666e038d-3978-44ac-8ffb-aaacb1f14723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:18:39.126665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-666e038d-3978-44ac-8ffb-aaacb1f14723 admin admin] Usage tracker for resource:router and tenant:5bd42ceb25624053b1e6ab27e4a7a6a8 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:18:39.129896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-666e038d-3978-44ac-8ffb-aaacb1f14723 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:18:39.135694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-666e038d-3978-44ac-8ffb-aaacb1f14723 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:18:39.206515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-666e038d-3978-44ac-8ffb-aaacb1f14723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:39.207918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-666e038d-3978-44ac-8ffb-aaacb1f14723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:39.234223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-666e038d-3978-44ac-8ffb-aaacb1f14723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:39.389977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-666e038d-3978-44ac-8ffb-aaacb1f14723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:39.480643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-666e038d-3978-44ac-8ffb-aaacb1f14723 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:39.481724 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-666e038d-3978-44ac-8ffb-aaacb1f14723 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8093028
Dec 19 13:18:41.725035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 33996) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:42.117896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-6cb3fe3e-7948-4912-8290-16cd82932a72 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:18:42.118869 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6cb3fe3e-7948-4912-8290-16cd82932a72 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3929131
Dec 19 13:18:42.360859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9783c5c2-f562-4b4a-be5a-8f49f6290fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:44.361450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 34006) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:44.564053 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-28418a4f-ade1-4cf8-a12d-8ea434fdb77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:44.745828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:18:44.750697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:18:44.754437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Usage tracker for resource:network and tenant:de565168be26403bba2262d8500e1770 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:18:44.757853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:18:44.763611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:18:44.834494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Made reservation on behalf of de565168be26403bba2262d8500e1770 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:18:44.837526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:44.849200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:44.878917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:18:44.883604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Usage tracker for resource:security_group_rule and tenant:de565168be26403bba2262d8500e1770 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:18:44.886367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:18:44.891825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:18:44.954238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:45.109306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:45.113589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:45.126309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Reserving flat network on physical network physnet1 {{(pid=84124) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 19 13:18:45.149732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bc6898-ba23-4755-ad03-45c9624313e1,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:45.152956 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:45.153896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:45.154213 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Added segment f774f502-ccd2-423b-aa68-f86c4a8990c6 of type flat for network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56
Dec 19 13:18:45.187970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:45.275042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:45.276208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:18:45.276772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:45.279910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:45.377828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Pushing event updated for resources: {'Network': ['ID=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:45.380425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:45.388565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:18:45.441617 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0791602
Dec 19 13:18:46.046133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:46.206558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:47.398683 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:47.691963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34026) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:47.922249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce07b70-d771-4ad2-b1ac-03bb0735d784 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:18:47.922249 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9ce07b70-d771-4ad2-b1ac-03bb0735d784 admin admin] 10.222.0.24 "GET /v2.0/subnets/483e6a31-115d-41fc-9835-3926b3ce474c HTTP/1.1" status: 200  len: 849 time: 0.2279038
Dec 19 13:18:48.094072 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-53098dae-78dc-4d35-8db5-476e49aa1de6 admin admin] 10.222.0.24 "GET /v2.0/routers/1a9b4f89-375b-4302-b936-6353bc2628c2 HTTP/1.1" status: 200  len: 704 time: 0.1677775
Dec 19 13:18:48.563617 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:48.794434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Allocated IP 172.20.0.1 (087573ec-56d0-4c1c-8647-87ef6d09c057/483e6a31-115d-41fc-9835-3926b3ce474c/2980eaca-e69a-4b9f-b2ce-8c7446e47324) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:18:48.944318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:48.961562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Transition to ACTIVE for port object 2980eaca-e69a-4b9f-b2ce-8c7446e47324 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:18:49.067686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:49.072094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:49.134664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Network 087573ec-56d0-4c1c-8647-87ef6d09c057 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:18:49.137707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:18:49.141937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:18:49.142433 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:49.144965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Pushing event updated for resources: {'Port': ['ID=2980eaca-e69a-4b9f-b2ce-8c7446e47324,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:49.149866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:49.320305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:49.423782 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1faca72a-31df-438e-b2c2-59b0de7a7c19 None None] Provisioning for port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:18:49.428558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1faca72a-31df-438e-b2c2-59b0de7a7c19 None None] Provisioning complete for port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:18:49.428929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1faca72a-31df-438e-b2c2-59b0de7a7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:49.480292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1faca72a-31df-438e-b2c2-59b0de7a7c19 None None] Port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:18:49.547269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:49.606608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:49.607753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:49.611550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:49.760808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Pushing event updated for resources: {'Port': ['ID=2980eaca-e69a-4b9f-b2ce-8c7446e47324,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:49.764635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:49.824913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Network 087573ec-56d0-4c1c-8647-87ef6d09c057 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:18:49.825934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:18:50.003533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-04707a14-1c9a-439b-826f-d7b59936751e None None] Provisioning complete for port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:18:50.003906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-04707a14-1c9a-439b-826f-d7b59936751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:50.058919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-04707a14-1c9a-439b-826f-d7b59936751e None None] Port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:18:50.218466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Router 1a9b4f89-375b-4302-b936-6353bc2628c2 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:18:50.379734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:18:50.389498 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] 10.222.0.24 "PUT /v2.0/routers/1a9b4f89-375b-4302-b936-6353bc2628c2/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2905433
Dec 19 13:18:50.390607 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Sync routers for ids ['1a9b4f89-375b-4302-b936-6353bc2628c2'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:18:50.403512 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Routers {'1a9b4f89-375b-4302-b936-6353bc2628c2'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:18:50.404420 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47af7cd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:18:44Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1a9b4f89-375b-4302-b936-6353bc2628c2'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:50.580038 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Set router 1a9b4f89-375b-4302-b936-6353bc2628c2 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:18:50.952714 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47af7cd0>, [{'id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'name': 'router1', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:18:39Z', 'updated_at': '2021-12-19T13:18:49Z', 'revision_number': 2, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'gw_port_host': None, '_interfaces': [{'id': '2980eaca-e69a-4b9f-b2ce-8c7446e47324', 'name': '', 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'mac_address': 'fa:16:3e:f3:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:18:48Z', 'updated_at': '2021-12-19T13:18:49Z', 'revision_number': 2, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'subnets': [{'id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be4a7b9c-0382-416e-9c04-e33c0898f43d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:50.957878 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Checking router: 1a9b4f89-375b-4302-b936-6353bc2628c2 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:18:50.958246 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Updating router 1a9b4f89-375b-4302-b936-6353bc2628c2 port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:18:51.013913 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:51.433521 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:51.449142 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Transition to ACTIVE for port object 2980eaca-e69a-4b9f-b2ce-8c7446e47324 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:18:51.518709 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:51.526786 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:51.752708 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Pushing event updated for resources: {'Port': ['ID=2980eaca-e69a-4b9f-b2ce-8c7446e47324,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:51.777502 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:51.777827 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:51.778147 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:51.778462 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:51.778786 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:51.779120 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:51.779428 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:51.779745 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:51.780049 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:51.780351 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:51.780650 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Tracked resource versions report:
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]: pushed versions:
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]: {   'ConntrackHelper': {'1.0'},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     'Log': {'1.0'},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     'Network': {'1.1'},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     'Port': {'1.5'},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     'PortForwarding': {'1.2'},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     'QosPolicy': {'1.8'},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     'SecurityGroup': {'1.2'},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     'SecurityGroupRule': {'1.0'},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     'SubPort': {'1.0'},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     'Subnet': {'1.1'},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     'Trunk': {'1.1'}}
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]: consumer versions:
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]: {   DHCP agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     L3 agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     Metadata agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     Metering agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:     Open vSwitch agent@dv-neutron-821895-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'Log': '1.0',
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'Network': '1.1',
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'Port': '1.5',
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'PortForwarding': '1.2',
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'QosPolicy': '1.8',
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'SecurityGroup': '1.2',
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'SecurityGroupRule': '1.0',
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'SubPort': '1.0',
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'Subnet': '1.1',
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'Trunk': '1.1'}}
Dec 19 13:18:51.781979 dv-neutron-821895-1-hyperv neutron-server[84127]:  {{(pid=84127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 19 13:18:51.789677 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:51.791814 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Attempting to bind port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:18:51.792208 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Attempting to bind port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'c28ccc10-148d-4e30-8d1d-6106f91811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:18:51.792614 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Attempting to bind port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 on network 087573ec-56d0-4c1c-8647-87ef6d09c057 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:18:51.799578 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:18:51.799992 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Checking segment: {'id': 'c28ccc10-148d-4e30-8d1d-6106f91811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:18:51.800448 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:51.801403 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Bound using segment: {'id': 'c28ccc10-148d-4e30-8d1d-6106f91811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:18:51.801403 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Bound port: 2980eaca-e69a-4b9f-b2ce-8c7446e47324, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28ccc10-148d-4e30-8d1d-6106f91811a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:18:51.801679 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:51.894023 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] For port 2980eaca-e69a-4b9f-b2ce-8c7446e47324, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:18:51.897934 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] For port 2980eaca-e69a-4b9f-b2ce-8c7446e47324, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2980eaca-e69a-4b9f-b2ce-8c7446e47324,segment=NetworkSegment(c28ccc10-148d-4e30-8d1d-6106f91811a2),segment_id=c28ccc10-148d-4e30-8d1d-6106f91811a2)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:18:52.022212 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:52.027084 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:52.117873 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Pushing event updated for resources: {'Port': ['ID=2980eaca-e69a-4b9f-b2ce-8c7446e47324,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:52.120730 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Routers {'1a9b4f89-375b-4302-b936-6353bc2628c2'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:18:52.121322 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47af7cd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:18:44Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1a9b4f89-375b-4302-b936-6353bc2628c2'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:52.173929 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:52.281041 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] Set router 1a9b4f89-375b-4302-b936-6353bc2628c2 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:18:52.582937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34048) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:52.612537 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47af7cd0>, [{'id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'name': 'router1', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:18:39Z', 'updated_at': '2021-12-19T13:18:49Z', 'revision_number': 2, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'gw_port_host': None, '_interfaces': [{'id': '2980eaca-e69a-4b9f-b2ce-8c7446e47324', 'name': '', 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'mac_address': 'fa:16:3e:f3:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:18:48Z', 'updated_at': '2021-12-19T13:18:51Z', 'revision_number': 4, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'subnets': [{'id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be4a7b9c-0382-416e-9c04-e33c0898f43d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:52.616602 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c06f28-1b1f-4935-b426-5cabb7c8000f None None] The sync data for ids ['1a9b4f89-375b-4302-b936-6353bc2628c2'] in dv-neutron-821895-1-hyperv is: [{'id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'name': 'router1', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:18:39Z', 'updated_at': '2021-12-19T13:18:49Z', 'revision_number': 2, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'gw_port_host': None, '_interfaces': [{'id': '2980eaca-e69a-4b9f-b2ce-8c7446e47324', 'name': '', 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'mac_address': 'fa:16:3e:f3:db:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:18:48Z', 'updated_at': '2021-12-19T13:18:51Z', 'revision_number': 4, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'subnets': [{'id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be4a7b9c-0382-416e-9c04-e33c0898f43d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:18:52.757778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a9eba-ddb4-4986-9201-5a57ee54e13c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:18:52.759381 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-294a9eba-ddb4-4986-9201-5a57ee54e13c admin admin] 10.222.0.24 "GET /v2.0/networks/4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 842 time: 0.1752367
Dec 19 13:18:52.768286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:18:52.773130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:18:52.777711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Usage tracker for resource:subnet and tenant:de565168be26403bba2262d8500e1770 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:18:52.780458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:18:52.785947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:18:52.889983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Made reservation on behalf of de565168be26403bba2262d8500e1770 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:18:52.892494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:53.312378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.objects.ports [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84125) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:18:53.312793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:53.316210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:53.380376 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1657dd63-6bec-4dca-afe3-d094e8b79231,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:53.385896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:53.395135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:18:53.395483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Network hostable DHCP agents. Network: 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:18:53.467452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:18:53.547602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:18:53.551861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:18:53.552438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:53.557197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68073512-9dab-411a-ab05-03fcad0ef94c None None] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:18:53.640108 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8748829
Dec 19 13:18:53.793350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70b9d3f-d5cd-4d1a-8dfa-f0bba45fdde6 None None] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:18:54.497181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2980eaca-e69a-4b9f-b2ce-8c7446e47324 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:18:54.606774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:18:54.612743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:18:54.613283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:54.746977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:54.778504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 2980eaca-e69a-4b9f-b2ce-8c7446e47324, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2980eaca-e69a-4b9f-b2ce-8c7446e47324,segment=NetworkSegment(c28ccc10-148d-4e30-8d1d-6106f91811a2),segment_id=c28ccc10-148d-4e30-8d1d-6106f91811a2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:18:54.841711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:54.843970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-87360215-ee46-40da-826e-1c53454ab741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:54.907065 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=2980eaca-e69a-4b9f-b2ce-8c7446e47324,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:54.910051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:55.765188 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34062) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:18:56.034603 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9ee3aedc-d853-4ffe-b8e6-e58d18f8596f admin admin] 10.222.0.24 "GET /v2.0/routers/1a9b4f89-375b-4302-b936-6353bc2628c2 HTTP/1.1" status: 200  len: 710 time: 0.2683010
Dec 19 13:18:56.161917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9342a7ef-b0a0-4916-bb78-db305a0544d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:18:56.163258 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9342a7ef-b0a0-4916-bb78-db305a0544d2 admin admin] 10.222.0.24 "GET /v2.0/networks/4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 886 time: 0.1235294
Dec 19 13:18:56.171910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:18:56.485179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2980eaca-e69a-4b9f-b2ce-8c7446e47324 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:18:56.555515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:18:56.555933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:56.645790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:56.888793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:56.946426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:57.074101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Allocated IP 172.26.4.26 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/3017808e-0620-47f8-9dfc-d1bb6fd2f852) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:18:57.212725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:57.315855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:57.320266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:57.385772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:18:57.388787 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:18:57.392840 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:18:57.415044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Pushing event updated for resources: {'Port': ['ID=3017808e-0620-47f8-9dfc-d1bb6fd2f852,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:57.420692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:57.599384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:57.799188 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:57.802363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:57.999598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Router 1a9b4f89-375b-4302-b936-6353bc2628c2 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:18:58.192075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:18:58.200221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:58.201380 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] 10.222.0.24 "PUT /v2.0/routers/1a9b4f89-375b-4302-b936-6353bc2628c2 HTTP/1.1" status: 200  len: 889 time: 2.0326753
Dec 19 13:18:58.202327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475967b-ab3d-4370-a292-707957724624 None None] Sync routers for ids ['1a9b4f89-375b-4302-b936-6353bc2628c2'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:18:58.215327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475967b-ab3d-4370-a292-707957724624 None None] Routers {'1a9b4f89-375b-4302-b936-6353bc2628c2'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:18:58.215997 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3475967b-ab3d-4370-a292-707957724624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d49730430>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:18:44Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1a9b4f89-375b-4302-b936-6353bc2628c2'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:58.406158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-3475967b-ab3d-4370-a292-707957724624 None None] Set router 1a9b4f89-375b-4302-b936-6353bc2628c2 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:18:58.741073 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3475967b-ab3d-4370-a292-707957724624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d49730430>, [{'id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'name': 'router1', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '3017808e-0620-47f8-9dfc-d1bb6fd2f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:18:39Z', 'updated_at': '2021-12-19T13:18:57Z', 'revision_number': 4, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'gw_port': {'id': '3017808e-0620-47f8-9dfc-d1bb6fd2f852', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:18:56Z', 'updated_at': '2021-12-19T13:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2980eaca-e69a-4b9f-b2ce-8c7446e47324', 'name': '', 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'mac_address': 'fa:16:3e:f3:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:18:48Z', 'updated_at': '2021-12-19T13:18:54Z', 'revision_number': 5, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'subnets': [{'id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be4a7b9c-0382-416e-9c04-e33c0898f43d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:58.746517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475967b-ab3d-4370-a292-707957724624 None None] Checking router: 1a9b4f89-375b-4302-b936-6353bc2628c2 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:18:58.746864 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475967b-ab3d-4370-a292-707957724624 None None] Updating router 1a9b4f89-375b-4302-b936-6353bc2628c2 port 3017808e-0620-47f8-9dfc-d1bb6fd2f852 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:18:58.798301 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3475967b-ab3d-4370-a292-707957724624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:58.978865 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 5 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:18:59.125761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3475967b-ab3d-4370-a292-707957724624 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:59.137855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3475967b-ab3d-4370-a292-707957724624 None None] Transition to ACTIVE for port object 3017808e-0620-47f8-9dfc-d1bb6fd2f852 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:18:59.207914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3475967b-ab3d-4370-a292-707957724624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:59.213219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:59.293382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3475967b-ab3d-4370-a292-707957724624 None None] Attempting to bind port 3017808e-0620-47f8-9dfc-d1bb6fd2f852 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:18:59.293744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3475967b-ab3d-4370-a292-707957724624 None None] Attempting to bind port 3017808e-0620-47f8-9dfc-d1bb6fd2f852 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:18:59.294106 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475967b-ab3d-4370-a292-707957724624 None None] Attempting to bind port 3017808e-0620-47f8-9dfc-d1bb6fd2f852 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:18:59.296074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876abfa-e095-49f6-b2f5-ac1326d25180 None None] Pushing event updated for resources: {'Port': ['ID=3017808e-0620-47f8-9dfc-d1bb6fd2f852,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:59.298857 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f876abfa-e095-49f6-b2f5-ac1326d25180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:59.304520 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475967b-ab3d-4370-a292-707957724624 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:18:59.304924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475967b-ab3d-4370-a292-707957724624 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:18:59.305560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3475967b-ab3d-4370-a292-707957724624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:59.306047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475967b-ab3d-4370-a292-707957724624 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:18:59.306516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3475967b-ab3d-4370-a292-707957724624 None None] Bound port: 3017808e-0620-47f8-9dfc-d1bb6fd2f852, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:18:59.306915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3475967b-ab3d-4370-a292-707957724624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:59.377789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3475967b-ab3d-4370-a292-707957724624 None None] For port 3017808e-0620-47f8-9dfc-d1bb6fd2f852, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:18:59.380694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3475967b-ab3d-4370-a292-707957724624 None None] For port 3017808e-0620-47f8-9dfc-d1bb6fd2f852, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3017808e-0620-47f8-9dfc-d1bb6fd2f852,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:18:59.447493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3475967b-ab3d-4370-a292-707957724624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:18:59.451433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:18:59.526421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876abfa-e095-49f6-b2f5-ac1326d25180 None None] Pushing event updated for resources: {'Port': ['ID=3017808e-0620-47f8-9dfc-d1bb6fd2f852,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:18:59.529501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f876abfa-e095-49f6-b2f5-ac1326d25180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:18:59.532727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475967b-ab3d-4370-a292-707957724624 None None] Routers {'1a9b4f89-375b-4302-b936-6353bc2628c2'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:18:59.533311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3475967b-ab3d-4370-a292-707957724624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d49730430>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:18:44Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1a9b4f89-375b-4302-b936-6353bc2628c2'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:18:59.729016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-3475967b-ab3d-4370-a292-707957724624 None None] Set router 1a9b4f89-375b-4302-b936-6353bc2628c2 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:19:00.050430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3475967b-ab3d-4370-a292-707957724624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d49730430>, [{'id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'name': 'router1', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '3017808e-0620-47f8-9dfc-d1bb6fd2f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:18:39Z', 'updated_at': '2021-12-19T13:18:57Z', 'revision_number': 4, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'gw_port': {'id': '3017808e-0620-47f8-9dfc-d1bb6fd2f852', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:18:56Z', 'updated_at': '2021-12-19T13:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2980eaca-e69a-4b9f-b2ce-8c7446e47324', 'name': '', 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'mac_address': 'fa:16:3e:f3:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:18:48Z', 'updated_at': '2021-12-19T13:18:54Z', 'revision_number': 5, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'subnets': [{'id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be4a7b9c-0382-416e-9c04-e33c0898f43d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:19:00.054334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475967b-ab3d-4370-a292-707957724624 None None] The sync data for ids ['1a9b4f89-375b-4302-b936-6353bc2628c2'] in dv-neutron-821895-1-hyperv is: [{'id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'name': 'router1', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '3017808e-0620-47f8-9dfc-d1bb6fd2f852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:18:39Z', 'updated_at': '2021-12-19T13:18:57Z', 'revision_number': 4, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'gw_port': {'id': '3017808e-0620-47f8-9dfc-d1bb6fd2f852', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:18:56Z', 'updated_at': '2021-12-19T13:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2980eaca-e69a-4b9f-b2ce-8c7446e47324', 'name': '', 'network_id': '087573ec-56d0-4c1c-8647-87ef6d09c057', 'tenant_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'mac_address': 'fa:16:3e:f3:db:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9b4f89-375b-4302-b936-6353bc2628c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:18:48Z', 'updated_at': '2021-12-19T13:18:54Z', 'revision_number': 5, 'project_id': '5bd42ceb25624053b1e6ab27e4a7a6a8', 'subnets': [{'id': '483e6a31-115d-41fc-9835-3926b3ce474c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be4a7b9c-0382-416e-9c04-e33c0898f43d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:19:00.441232 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34072) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:19:00.512326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3017808e-0620-47f8-9dfc-d1bb6fd2f852 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:19:00.599139 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-636f8e77-7900-47d2-910b-3fcda8c2957f admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1521027
Dec 19 13:19:00.647881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 3017808e-0620-47f8-9dfc-d1bb6fd2f852 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:19:00.656259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3017808e-0620-47f8-9dfc-d1bb6fd2f852 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:19:00.656635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:00.781719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:00.798772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 3017808e-0620-47f8-9dfc-d1bb6fd2f852, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3017808e-0620-47f8-9dfc-d1bb6fd2f852,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:19:00.893071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:00.896425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:19:00.961636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=3017808e-0620-47f8-9dfc-d1bb6fd2f852,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:19:00.964826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:19:02.495440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3017808e-0620-47f8-9dfc-d1bb6fd2f852 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:19:02.575641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3017808e-0620-47f8-9dfc-d1bb6fd2f852 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:19:02.576013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:12.396696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4c2d919a-9c7a-45dd-9b7d-67516412b7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:14.583145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aca15155-b309-4e8f-a11c-6b8a411c815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:16.065280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:16.260346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:17.436379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:35.980058 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 5 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:19:42.397691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c036157a-ea4e-4f1d-b8e1-ced18cade782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:44.580706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8a9447a4-52cd-4586-8b53-9c24155e3daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:46.049306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:46.266320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:19:47.437713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:20:12.351929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fcab779d-408e-45df-9705-49f1271f65ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:20:12.979157 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 5 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:20:14.745879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-46f037c9-4287-4844-98ed-019c4ca022d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:20:16.060227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:20:16.205168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:20:17.450995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:20:42.359313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-27fd91d6-f153-4162-8c5a-b18a185b002a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:20:44.581563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cbc12c64-9545-4475-aefd-ecca899371de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:20:46.068103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:20:46.239626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:20:47.452010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:20:50.009916 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 5 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:21:10.417727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34676) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:10.507799 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaef82a-e994-4cc8-855d-cc9d42e25770 admin admin] GET failed (client error): The resource could not be found.
Dec 19 13:21:10.508998 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bcaef82a-e994-4cc8-855d-cc9d42e25770 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0903502
Dec 19 13:21:10.641682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c388dc-10ab-4478-9571-b7a80996c969 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:10.643084 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-76c388dc-10ab-4478-9571-b7a80996c969 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1301537
Dec 19 13:21:12.371681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3671cfe3-7eaf-421d-9cc4-466b77acd89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:12.685697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34686) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:12.814193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13884b58-1ff6-4441-bc83-33f23268b302 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:12.814738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-13884b58-1ff6-4441-bc83-33f23268b302 admin admin] Synchronizing usage tracker for tenant:de565168be26403bba2262d8500e1770 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:21:12.909082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-13884b58-1ff6-4441-bc83-33f23268b302 admin admin] Unset dirty status for tenant:de565168be26403bba2262d8500e1770 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:21:12.910143 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-13884b58-1ff6-4441-bc83-33f23268b302 admin admin] 10.222.0.24 "GET /v2.0/subnets/483e6a31-115d-41fc-9835-3926b3ce474c HTTP/1.1" status: 200  len: 849 time: 0.2235157
Dec 19 13:21:12.919379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:21:13.034332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:13.274635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765298812420'] for subnet, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:13.278304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cddc5132-81d2-46c2-86f6-f1ae93a80373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:21:13.325062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:13.325627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:13.327460 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] 10.222.0.24 "PUT /v2.0/subnets/483e6a31-115d-41fc-9835-3926b3ce474c HTTP/1.1" status: 200  len: 868 time: 0.4117615
Dec 19 13:21:13.328320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a5315a-2cff-455e-821d-ffcd7dc75fa0 None None] Network 087573ec-56d0-4c1c-8647-87ef6d09c057 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:21:13.348048 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=483e6a31-115d-41fc-9835-3926b3ce474c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:21:13.358341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:13.360765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:13.360765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:13.360765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:13.360765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:13.360765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:13.360765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:13.360765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:13.361317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:13.361317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:13.361680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:13.365816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:21:13.774912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-5e4dd110-42f2-497a-b210-20b2acd38885 None None] Provisioning complete for port 2980eaca-e69a-4b9f-b2ce-8c7446e47324 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:21:13.775487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5e4dd110-42f2-497a-b210-20b2acd38885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:13.898868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-5e4dd110-42f2-497a-b210-20b2acd38885 None None] Provisioning complete for port c62184fb-b6f6-44aa-b143-f111eaf29b12 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:21:13.899164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5e4dd110-42f2-497a-b210-20b2acd38885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:14.612231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4364ad2-aedf-4017-85e9-28472ae9be77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:15.372577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34696) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:15.568862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157687ab-fe5f-46b1-820a-e21f74d23ba4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:15.569136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157687ab-fe5f-46b1-820a-e21f74d23ba4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:15.570622 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-157687ab-fe5f-46b1-820a-e21f74d23ba4 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1970639
Dec 19 13:21:16.046560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:16.211803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:17.446053 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:17.600112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34706) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:17.794114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c8354-8553-42ba-8475-f2074ff08111 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:17.795048 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c8354-8553-42ba-8475-f2074ff08111 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:17.796655 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-114c8354-8553-42ba-8475-f2074ff08111 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1956158
Dec 19 13:21:19.824605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34716) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:20.066375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22a8935-3756-4593-8aa3-a1aa1cf50ba0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:20.067737 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b22a8935-3756-4593-8aa3-a1aa1cf50ba0 admin admin] 10.222.0.24 "GET /v2.0/networks/087573ec-56d0-4c1c-8647-87ef6d09c057 HTTP/1.1" status: 200  len: 869 time: 0.2421978
Dec 19 13:21:22.094398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34726) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:22.278843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757016d4-b0cb-4cb2-8c34-496b0e777585 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:22.280756 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-757016d4-b0cb-4cb2-8c34-496b0e777585 admin admin] 10.222.0.24 "GET /v2.0/networks/4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 886 time: 0.1854253
Dec 19 13:21:24.338677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 34736) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:24.475575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942be1ea-081c-4e1e-bab3-b48e7a70303b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:24.475933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942be1ea-081c-4e1e-bab3-b48e7a70303b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:24.477429 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-942be1ea-081c-4e1e-bab3-b48e7a70303b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1378138
Dec 19 13:21:26.527742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 34746) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:26.661193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e6c5c9-0d74-484d-906b-47735b408b0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:26.661546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e6c5c9-0d74-484d-906b-47735b408b0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:26.663007 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-97e6c5c9-0d74-484d-906b-47735b408b0d admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1343608
Dec 19 13:21:27.000219 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 5 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:21:28.677372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 34756) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:28.815185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c80be7-1a9d-4748-ba65-f1fdcb32ac24 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:28.816508 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-65c80be7-1a9d-4748-ba65-f1fdcb32ac24 admin admin] 10.222.0.24 "GET /v2.0/subnets/1657dd63-6bec-4dca-afe3-d094e8b79231 HTTP/1.1" status: 200  len: 816 time: 0.1382244
Dec 19 13:21:30.851587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 34766) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:30.979771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab7565-60e0-449c-bfa2-f88268907a00 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:30.981083 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aeab7565-60e0-449c-bfa2-f88268907a00 admin admin] 10.222.0.24 "GET /v2.0/subnets/483e6a31-115d-41fc-9835-3926b3ce474c HTTP/1.1" status: 200  len: 868 time: 0.1285551
Dec 19 13:21:42.349564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6380ccf5-9c6d-4f76-afda-8586a566b62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:44.550002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-84cceb48-b042-41f2-b218-b329e3c3f5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:46.035514 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:46.207046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:47.464444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:49.397332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 34804) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:49.468158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-4681c4f2-e008-48cb-b751-d6755f94061b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:21:49.469133 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4681c4f2-e008-48cb-b751-d6755f94061b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0708249
Dec 19 13:21:51.559636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 34814) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:51.663233 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-a652719b-c9fe-44da-82cc-d8407ef29951 admin admin] GET failed (client error): The resource could not be found.
Dec 19 13:21:51.663719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a652719b-c9fe-44da-82cc-d8407ef29951 admin admin] Synchronizing usage tracker for tenant:de565168be26403bba2262d8500e1770 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:21:51.773126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a652719b-c9fe-44da-82cc-d8407ef29951 admin admin] Unset dirty status for tenant:de565168be26403bba2262d8500e1770 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:21:51.774285 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a652719b-c9fe-44da-82cc-d8407ef29951 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.2135816
Dec 19 13:21:51.907135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f0fa2e-688d-45d0-8dcc-b9d393007151 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:51.908589 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-11f0fa2e-688d-45d0-8dcc-b9d393007151 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1302834
Dec 19 13:21:53.958097 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34824) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:54.038538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:21:54.042912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:21:54.053053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:21:54.121350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Made reservation on behalf of de565168be26403bba2262d8500e1770 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:21:54.123677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:54.210631 dv-neutron-821895-1-hyperv neutron-server[84125]: WARNING neutron.services.revisions.revision_plugin [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f8d4717e850] {project_id='de565168be26403bba2262d8500e1770', id='6d29a668-7f1c-4065-b2b6-324f74ff4ed2', target_tenant='*', action='access_as_shared', object_id='adf2be82-aff4-4161-9e9c-6de6da7f39c9'}> to bump revision.
Dec 19 13:21:54.224108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:21:54.234941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765298889162', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:54.235523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8d486d1ca0> segment precommit_create {{(pid=84125) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 19 13:21:54.235932 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Added segment 49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4 of type vlan for network adf2be82-aff4-4161-9e9c-6de6da7f39c9
Dec 19 13:21:54.270534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:54.372888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:54.374266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:54.374828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:54.378079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:21:54.477190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Pushing event updated for resources: {'Network': ['ID=adf2be82-aff4-4161-9e9c-6de6da7f39c9,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:21:54.480489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:21:54.487670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network adf2be82-aff4-4161-9e9c-6de6da7f39c9 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:21:54.533538 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5744002
Dec 19 13:21:56.560293 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34834) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:21:56.651177 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39f778a-cb1a-4147-b02d-179e4eb79d20 admin admin] GET failed (client error): The resource could not be found.
Dec 19 13:21:56.651663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d39f778a-cb1a-4147-b02d-179e4eb79d20 admin admin] Synchronizing usage tracker for tenant:de565168be26403bba2262d8500e1770 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:21:56.767278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d39f778a-cb1a-4147-b02d-179e4eb79d20 admin admin] Unset dirty status for tenant:de565168be26403bba2262d8500e1770 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:21:56.768405 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d39f778a-cb1a-4147-b02d-179e4eb79d20 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.2071586
Dec 19 13:21:56.873421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1c5179-b5a5-46fe-9e7f-f0d3ea1c9295 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:56.875639 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9f1c5179-b5a5-46fe-9e7f-f0d3ea1c9295 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1030872
Dec 19 13:21:56.884967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Request body: {'subnet': {'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:21:56.889359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:21:56.899125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:21:56.995711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Made reservation on behalf of de565168be26403bba2262d8500e1770 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:21:56.997940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:57.276162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:57.281093 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ff03d35-9120-4f3e-9d17-6184abd35fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:21:57.345300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9a8089-fe2c-4556-a63d-7e9c3c84d40b,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:21:57.349513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:21:57.358987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Checking segment: {'id': '49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:21:57.359360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Network hostable DHCP agents. Network: adf2be82-aff4-4161-9e9c-6de6da7f39c9, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:21:57.469761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Network adf2be82-aff4-4161-9e9c-6de6da7f39c9 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:21:57.612983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, adf2be82-aff4-4161-9e9c-6de6da7f39c9) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:21:57.616837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:21:57.617406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:57.622157 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c692c-e6fd-48fc-b130-1e1fc68d1da1 None None] Network adf2be82-aff4-4161-9e9c-6de6da7f39c9 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:21:57.711203 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8295624
Dec 19 13:21:57.841286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-adf2be82-aff4-4161-9e9c-6de6da7f39c9', 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9', 'tenant_id': 'de565168be26403bba2262d8500e1770', 'fixed_ips': [{'subnet_id': 'cf9a8089-fe2c-4556-a63d-7e9c3c84d40b'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:21:57.842138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:58.004670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Allocated IP 192.168.233.2 (adf2be82-aff4-4161-9e9c-6de6da7f39c9/cf9a8089-fe2c-4556-a63d-7e9c3c84d40b/c142727c-aeba-4e69-9179-0e15be615ed4) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:21:58.210852 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:58.221564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Transition to ACTIVE for port object c142727c-aeba-4e69-9179-0e15be615ed4 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:21:58.239603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Transition to ACTIVE for port object c142727c-aeba-4e69-9179-0e15be615ed4 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:21:58.350978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:58.355819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:21:58.423661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Network adf2be82-aff4-4161-9e9c-6de6da7f39c9 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:21:58.424845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:21:58.426523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Pushing event updated for resources: {'Port': ['ID=c142727c-aeba-4e69-9179-0e15be615ed4,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:21:58.428762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:21:58.440063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:58.440410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:58.440736 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:58.441067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:58.441395 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:58.441719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:58.442036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:58.442350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:58.442663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:58.442971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:58.443303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:21:58.469440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:21:58.528388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Attempting to bind port c142727c-aeba-4e69-9179-0e15be615ed4 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:21:58.528610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Attempting to bind port c142727c-aeba-4e69-9179-0e15be615ed4 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:21:58.528971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Attempting to bind port c142727c-aeba-4e69-9179-0e15be615ed4 on network adf2be82-aff4-4161-9e9c-6de6da7f39c9 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:21:58.535550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:21:58.535923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Checking segment: {'id': '49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:21:58.536321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:58.536708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Bound using segment: {'id': '49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:21:58.537173 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Bound port: c142727c-aeba-4e69-9179-0e15be615ed4, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:21:58.537566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:58.622990 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] For port c142727c-aeba-4e69-9179-0e15be615ed4, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:21:58.626578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] For port c142727c-aeba-4e69-9179-0e15be615ed4, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c142727c-aeba-4e69-9179-0e15be615ed4,segment=NetworkSegment(49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4),segment_id=49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:21:58.705257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:21:58.709326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:21:58.807620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Pushing event updated for resources: {'Port': ['ID=c142727c-aeba-4e69-9179-0e15be615ed4,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:21:58.810562 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:21:59.618169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9ce64f-437a-474d-93ea-47c06abeb421 None None] Network adf2be82-aff4-4161-9e9c-6de6da7f39c9 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:21:59.780005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b4aada22-21d3-4fcf-9c84-06b6bb6a666a None None] Provisioning for port c142727c-aeba-4e69-9179-0e15be615ed4 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:22:00.620480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c142727c-aeba-4e69-9179-0e15be615ed4 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:22:00.801979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port c142727c-aeba-4e69-9179-0e15be615ed4 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:22:00.807004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port c142727c-aeba-4e69-9179-0e15be615ed4 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:22:00.807412 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:00.938834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:00.970360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port c142727c-aeba-4e69-9179-0e15be615ed4, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c142727c-aeba-4e69-9179-0e15be615ed4,segment=NetworkSegment(49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4),segment_id=49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:22:01.093722 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:01.097183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:22:01.160855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=c142727c-aeba-4e69-9179-0e15be615ed4,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:22:01.164438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:22:02.584078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c142727c-aeba-4e69-9179-0e15be615ed4 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:22:02.659183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port c142727c-aeba-4e69-9179-0e15be615ed4 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:22:02.659555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:04.000894 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 5 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:22:12.350507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c9214c48-7ccc-4c8c-b30f-2ddac5881694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:14.585304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-946cca10-3f04-41e1-a162-fc4ca1dab608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:16.133402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:16.282320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:17.510674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:41.000697 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 5 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:22:42.357338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6239d034-765c-4f8a-bbbb-3ea6eb02d72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:44.591981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-166da726-f602-4d20-ac53-49636bcd1a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:46.037115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:46.243291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:22:47.449046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:11.292945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34876) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:23:11.298879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-ef9789fa-272f-4d43-a4a1-411945ad768a tempest-verify_tempest_config-198484620 tempest-verify_tempest_config-198484620-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:23:11.299865 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ef9789fa-272f-4d43-a4a1-411945ad768a tempest-verify_tempest_config-198484620 tempest-verify_tempest_config-198484620-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0059295
Dec 19 13:23:11.930253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 34892) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:23:12.066400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:12.103917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:23:12.107513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Usage tracker for resource:security_group_rule and tenant:10074af2df2d4b52ad4c04172f015603 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:23:12.110251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:23:12.115698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:23:12.183706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:12.283835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:12.292530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:23:12.331552 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e75dc37-c806-4388-bf34-324b54426fe1,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:23:12.335263 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10074af2df2d4b52ad4c04172f015603&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4040222
Dec 19 13:23:12.338294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 34898) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:23:12.341986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.342324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.342955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.343304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.343629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.343946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.344258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.344587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.344888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.345195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.345572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.350849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:23:12.386753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-de0de036-dc0e-471e-8233-ec92f8654cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:12.399293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:12.424254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:12.609994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:12.613940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:23:12.625293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e75dc37-c806-4388-bf34-324b54426fe1,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:23:12.636270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:12.640092 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e75dc37-c806-4388-bf34-324b54426fe1 HTTP/1.1" status: 204  len: 168 time: 0.3006887
Dec 19 13:23:12.641758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.642241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.642522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.642836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.643313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.643620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.643929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.644241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.644546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.644854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.645152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:23:12.649886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:23:14.563897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d8423509-431f-4e6e-9792-737250244bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:16.049391 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:16.231882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:17.449410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:18.000806 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 5 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:23:42.392056 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cd4eae95-6d02-4c47-aefa-fbd09939c301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:44.581550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bab016e7-5bb2-4cfa-a51b-d81818adf6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:46.073191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:46.220753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:47.456086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:23:54.999822 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 5 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:24:12.365366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fbe05e3d-20d3-4df5-a92b-a08475c1f131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:24:14.569277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-45a918b5-3ba0-4e08-8bca-544d01e35212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:24:16.062805 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:24:16.227881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:24:17.462948 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:24:25.083988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381606'] for agent, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:24:32.000012 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:24:40.028605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 34972) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:24:40.163507 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ac4ff02f-fc22-4099-8c7b-d2ec648d3b63 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1338232
Dec 19 13:24:42.183900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 34982) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:24:42.263463 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-db6a891f-3f8b-480b-a4e7-0d72333f3f93 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0784872
Dec 19 13:24:42.366228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-43823e6b-4bfe-4cf7-ae35-077b029e5d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:24:44.566208 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5b4e75b9-21ab-40d9-a1f8-8fbe0e335fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:24:46.055928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:24:46.237992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:24:47.451947 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:24:55.085378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:09.000391 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:25:12.361025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-21284141-98c4-4e83-9ee3-ed485c7b264c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:14.561200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d085defe-1fd1-4940-b964-6ef879da0bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:16.063839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:16.252748 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:17.444598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:25.090553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:42.378942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1726dc65-fc97-42e5-9484-56787ca7d930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:44.578658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-acdbf9d1-29c1-44bf-aed8-b034ecd55a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:46.001154 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:25:46.104780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:46.264139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:47.450021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:25:55.101601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:07.414324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35148) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:07.433075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35154) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:07.808938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35168) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:07.926716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-538564201-network', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:07.931157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:07.935128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Usage tracker for resource:network and tenant:ff1a9186fd984e50826c0a8bda0f8d36 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:07.937972 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:07.944185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:08.013431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Made reservation on behalf of ff1a9186fd984e50826c0a8bda0f8d36 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:08.016218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.030510 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.062950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:08.066906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Usage tracker for resource:security_group_rule and tenant:ff1a9186fd984e50826c0a8bda0f8d36 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:08.071818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:08.077827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-714795031-network', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:08.085203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:08.098246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:08.105797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Usage tracker for resource:network and tenant:2cd8305d66a649c082ece81b30e5ddd4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:08.109385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:08.118673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:08.169027 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.221930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Made reservation on behalf of 2cd8305d66a649c082ece81b30e5ddd4 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:08.224543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.238148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.261171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.267751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4ef2a6a0-bf5d-4275-a6ba-e12f95bb1b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:08.280764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:08.289059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:08.291284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Usage tracker for resource:security_group_rule and tenant:2cd8305d66a649c082ece81b30e5ddd4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:08.296126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:08.314186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:08.324995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.325437 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Added segment 438a99a3-d3b3-4112-8770-348e84381d42 of type vlan for network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265
Dec 19 13:26:08.346544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3c0d6d-4f7b-4d92-8b65-962d36447e09,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:08.379300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:08.382016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:08.382016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:08.382016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:08.382016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:08.382016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:08.382016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:08.382016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:08.382016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:08.382780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:08.382780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Tracked resource versions report:
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]: pushed versions:
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]: {   'ConntrackHelper': {'1.0'},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     'Log': {'1.0'},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     'Network': {'1.1'},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     'Port': {'1.5'},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     'PortForwarding': {'1.2'},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     'QosPolicy': {'1.8'},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     'SecurityGroup': {'1.2'},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     'SecurityGroupRule': {'1.0'},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     'SubPort': {'1.0'},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     'Subnet': {'1.1'},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     'Trunk': {'1.1'}}
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]: consumer versions:
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]: {   DHCP agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     HyperV agent@hv-neutron-8218: {},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     L3 agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     Metadata agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     Metering agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:     Open vSwitch agent@dv-neutron-821895-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'Log': '1.0',
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'Network': '1.1',
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'Port': '1.5',
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'PortForwarding': '1.2',
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'QosPolicy': '1.8',
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'SecurityGroup': '1.2',
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'SecurityGroupRule': '1.0',
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'SubPort': '1.0',
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'Subnet': '1.1',
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:                                                        'Trunk': '1.1'}}
Dec 19 13:26:08.383492 dv-neutron-821895-1-hyperv neutron-server[84124]:  {{(pid=84124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 19 13:26:08.386983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:08.393743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.405369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-490302707'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:08.409810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:08.411791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35186) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:08.420871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Usage tracker for resource:network and tenant:7b254391127a4fad8c33e2d439228164 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:08.428176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:08.445410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:08.489838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.521714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.522934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:08.523529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.529389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25b07164-83ea-4f98-92c5-c3ed8173d68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:08.557065 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.557903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Made reservation on behalf of 7b254391127a4fad8c33e2d439228164 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:08.560966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.678329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.679743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:08.700705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Pushing event updated for resources: {'Network': ['ID=f70c7e67-43a4-4c39-9fb8-f73fb6cc5265,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:08.703571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:08.706744 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:08.711455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:08.718657 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.719091 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Added segment 7c577eab-d9bb-4420-90e5-c1b668204397 of type vlan for network bc33190a-751f-4699-9dbf-7d69c7ceca8e
Dec 19 13:26:08.720431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:08.733937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Usage tracker for resource:security_group_rule and tenant:7b254391127a4fad8c33e2d439228164 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:08.745329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:08.764418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:08.775293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572af825-1076-4411-9837-9a0d85ba3fb2,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:08.778899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:08.793310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.811862 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3962853
Dec 19 13:26:08.815159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35200) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:08.822217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Request body: {'subnet': {'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-538564201-subnet', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:08.832144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:08.847550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Usage tracker for resource:subnet and tenant:ff1a9186fd984e50826c0a8bda0f8d36 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:08.851549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:08.866066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.867542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:08.925572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.931226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:08.936566 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1800809805-network', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:08.941566 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:08.947245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Usage tracker for resource:network and tenant:a2df18cdddf84a9bb57cf83bee4224ba is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:08.955457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:08.958812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:08.971470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.973680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Made reservation on behalf of ff1a9186fd984e50826c0a8bda0f8d36 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:08.977128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Notify callbacks [] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:08.982537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:08.982537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.002703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e669f-f45c-42c7-9148-7df67af18eb0,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:09.007219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:09.009248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:09.010385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:09.046031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Made reservation on behalf of a2df18cdddf84a9bb57cf83bee4224ba for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:09.048286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.066255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.082779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.083150 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Added segment 1a37d1cd-41f2-4a35-8b0b-c565285e2299 of type vlan for network 53a43732-cab6-4313-bd01-61a778f28c89
Dec 19 13:26:09.084936 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6506646
Dec 19 13:26:09.091424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35208) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:09.112304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Request body: {'subnet': {'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-714795031-subnet', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:09.132686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:09.134898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Pushing event updated for resources: {'Network': ['ID=bc33190a-751f-4699-9dbf-7d69c7ceca8e,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:09.144263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:09.146942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Usage tracker for resource:subnet and tenant:2cd8305d66a649c082ece81b30e5ddd4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:09.147538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:09.150313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.152557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network bc33190a-751f-4699-9dbf-7d69c7ceca8e details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:09.154851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:09.155291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Usage tracker for resource:security_group_rule and tenant:a2df18cdddf84a9bb57cf83bee4224ba is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:09.159442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:09.162117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:09.171587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:09.235847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Made reservation on behalf of 2cd8305d66a649c082ece81b30e5ddd4 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:09.241333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.264077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.319722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.327977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:09.328554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.338750 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:09.347723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.351711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:09.382115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.407628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:09.421011 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.422064 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Added segment 8d06ccf2-a3d6-430d-8345-ae33326115db of type vlan for network 663f49b5-f790-47f9-bb7b-e5941da93072
Dec 19 13:26:09.445030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'Network': ['ID=53a43732-cab6-4313-bd01-61a778f28c89,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:09.451578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.452389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:09.458421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 53a43732-cab6-4313-bd01-61a778f28c89 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:09.518440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=50564898-908d-467f-a997-b49b377feab8,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:09.529324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Checking segment: {'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:09.529669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Network hostable DHCP agents. Network: f70c7e67-43a4-4c39-9fb8-f73fb6cc5265, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:26:09.536535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:09.536872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:09.537201 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:09.537742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:09.538211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:09.538705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:09.539025 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:09.539393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:09.539708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:09.540018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:09.540329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Tracked resource versions report:
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]: pushed versions:
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]: {   'ConntrackHelper': {'1.0'},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     'Log': {'1.0'},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     'Network': {'1.1'},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     'Port': {'1.5'},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     'PortForwarding': {'1.2'},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     'QosPolicy': {'1.8'},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     'SecurityGroup': {'1.2'},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     'SecurityGroupRule': {'1.0'},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     'SubPort': {'1.0'},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     'Subnet': {'1.1'},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     'Trunk': {'1.1'}}
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]: consumer versions:
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]: {   DHCP agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     HyperV agent@hv-neutron-8218: {},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     L3 agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     Metadata agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     Metering agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:     Open vSwitch agent@dv-neutron-821895-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'Log': '1.0',
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'Network': '1.1',
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'Port': '1.5',
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'PortForwarding': '1.2',
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'QosPolicy': '1.8',
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'SecurityGroup': '1.2',
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'SecurityGroupRule': '1.0',
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'SubPort': '1.0',
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'Subnet': '1.1',
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:                                                        'Trunk': '1.1'}}
Dec 19 13:26:09.541337 dv-neutron-821895-1-hyperv neutron-server[84125]:  {{(pid=84125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 19 13:26:09.548830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:09.548830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d2e4d9f6-6f76-405b-84b2-9483742145ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:09.559345 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.7492154
Dec 19 13:26:09.560262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35224) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:09.581032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Request body: {'subnet': {'network_id': '53a43732-cab6-4313-bd01-61a778f28c89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:09.583830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feecf4f8-ea48-4fe4-88a8-9a0986f3c12f,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:09.587042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.588181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:09.589382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:09.589947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.624065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:09.696104 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.2827315
Dec 19 13:26:09.699776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35232) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:09.707225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Request body: {'subnet': {'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1800809805-subnet', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:09.712132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:09.716833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Usage tracker for resource:subnet and tenant:a2df18cdddf84a9bb57cf83bee4224ba is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:09.718419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:09.720171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:09.722140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Usage tracker for resource:subnet and tenant:7b254391127a4fad8c33e2d439228164 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:09.724958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:09.731315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:09.771710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:09.789270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:26:09.801763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Pushing event updated for resources: {'Network': ['ID=663f49b5-f790-47f9-bb7b-e5941da93072,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:09.804481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:09.812863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 663f49b5-f790-47f9-bb7b-e5941da93072 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:09.838919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Made reservation on behalf of 7b254391127a4fad8c33e2d439228164 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:09.867863 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, f70c7e67-43a4-4c39-9fb8-f73fb6cc5265) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:09.869508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Made reservation on behalf of a2df18cdddf84a9bb57cf83bee4224ba for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:09.872491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Notify callbacks [] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:09.880932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe17a9-1ecb-42e8-a18c-4bb1d76fc649 None None] Network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:09.890884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:09.891746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.012235 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.030856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.095568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:10.148045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'fixed_ips': [{'subnet_id': '50564898-908d-467f-a997-b49b377feab8'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:26:10.151574 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.152863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5d365b-ec90-4521-bf4b-b9217d9b4e32,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:10.156144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:10.178920 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3621402
Dec 19 13:26:10.184968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35242) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:10.198900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:10.206350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:10.210310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Usage tracker for resource:router and tenant:ff1a9186fd984e50826c0a8bda0f8d36 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:10.214799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:10.220934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:10.246859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Checking segment: {'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:10.247445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Network hostable DHCP agents. Network: bc33190a-751f-4699-9dbf-7d69c7ceca8e, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:26:10.288358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.289587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.326652 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.386535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Allocated IP 172.20.0.2 (f70c7e67-43a4-4c39-9fb8-f73fb6cc5265/50564898-908d-467f-a997-b49b377feab8/06d57cca-de9a-4833-a652-73741a4b6a31) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:10.404427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.409368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-67ecafab-3d65-42a3-90f4-bd1bc307fb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:10.419990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Network bc33190a-751f-4699-9dbf-7d69c7ceca8e is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:26:10.475756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb58da1e-c81f-40d1-bd91-57a34befe6d1,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:10.485439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:10.562203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, bc33190a-751f-4699-9dbf-7d69c7ceca8e) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:10.563919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.574941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:10.577603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e9ba20-d4ab-44d0-8879-c120ea2479b7 None None] Network bc33190a-751f-4699-9dbf-7d69c7ceca8e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:10.605826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Checking segment: {'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:10.609259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Network hostable DHCP agents. Network: 663f49b5-f790-47f9-bb7b-e5941da93072, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:26:10.633730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:10.634330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.642953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.721744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Network 663f49b5-f790-47f9-bb7b-e5941da93072 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:26:10.722006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'Subnet': ['ID=15c8c6be-53e5-4b87-89b5-087c536f3fbb,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:10.725794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:10.735343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Checking segment: {'id': '1a37d1cd-41f2-4a35-8b0b-c565285e2299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '53a43732-cab6-4313-bd01-61a778f28c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:10.735840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Network hostable DHCP agents. Network: 53a43732-cab6-4313-bd01-61a778f28c89, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:26:10.742442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 663f49b5-f790-47f9-bb7b-e5941da93072) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:10.760983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:10.761582 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.788670 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-63c5d004-9003-430e-806b-b9109ad19f80 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6956987
Dec 19 13:26:10.793974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35260) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:10.799757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:10.812905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Network 53a43732-cab6-4313-bd01-61a778f28c89 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:26:10.823131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:10.840107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Usage tracker for resource:router and tenant:2cd8305d66a649c082ece81b30e5ddd4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:10.850329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:10.867351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:10.887695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 53a43732-cab6-4313-bd01-61a778f28c89) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:10.891824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:10.892637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.914877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.926005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Transition to ACTIVE for port object 06d57cca-de9a-4833-a652-73741a4b6a31 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:10.936189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.937128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.944498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Transition to ACTIVE for port object 06d57cca-de9a-4833-a652-73741a4b6a31 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:10.970986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:10.980481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36e7e11-0aec-4723-8d63-5a0d3ccaed9e None None] Network 663f49b5-f790-47f9-bb7b-e5941da93072 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:10.993601 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4305882
Dec 19 13:26:10.996563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35270) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:11.003357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Request body: {'port': {'network_id': '53a43732-cab6-4313-bd01-61a778f28c89', 'name': 'tempest-AllowedAddressPairTestJSON-1204308427'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:11.009360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d73461b-887a-4b15-8f09-1b7826687cba None None] Network 53a43732-cab6-4313-bd01-61a778f28c89 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:11.076840 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.3757436
Dec 19 13:26:11.093914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35280) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:11.104980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:11.105077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.113082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:11.115023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'fixed_ips': [{'subnet_id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:26:11.115698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.120896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Usage tracker for resource:router and tenant:a2df18cdddf84a9bb57cf83bee4224ba is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:11.127326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:11.143022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:11.159929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:11.270395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.294531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:11.305393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Usage tracker for resource:port and tenant:7b254391127a4fad8c33e2d439228164 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:11.305393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:11.312663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.340336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:11.343402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.344274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.363595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.430085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.443406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:11.453955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:11.455422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Made reservation on behalf of 7b254391127a4fad8c33e2d439228164 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:11.458493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.480525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:11.547940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] device_id is not set on port b94ac1ea-0bee-4ad9-ac04-ca7d89c35f74 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:11.558424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35294) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:11.598904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Pushing event updated for resources: {'Port': ['ID=06d57cca-de9a-4833-a652-73741a4b6a31,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:11.627512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.681490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.739691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:11.740051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:11.740417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:11.740751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:11.741076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:11.741448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:11.741768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:11.742099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:11.742450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:11.742770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:11.743093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Tracked resource versions report:
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]: pushed versions:
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]: {   'ConntrackHelper': {'1.0'},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     'Log': {'1.0'},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     'Network': {'1.1'},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     'Port': {'1.5'},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     'PortForwarding': {'1.2'},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     'QosPolicy': {'1.8'},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     'SecurityGroup': {'1.2'},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     'SecurityGroupRule': {'1.0'},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     'SubPort': {'1.0'},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     'Subnet': {'1.1'},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     'Trunk': {'1.1'}}
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]: consumer versions:
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]: {   DHCP agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     HyperV agent@hv-neutron-8218: {},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     L3 agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     Metadata agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     Metering agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:     Open vSwitch agent@dv-neutron-821895-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'Log': '1.0',
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'Network': '1.1',
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'Port': '1.5',
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'PortForwarding': '1.2',
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'QosPolicy': '1.8',
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'SecurityGroup': '1.2',
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'SecurityGroupRule': '1.0',
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'SubPort': '1.0',
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'Subnet': '1.1',
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:                                                        'Trunk': '1.1'}}
Dec 19 13:26:11.744218 dv-neutron-821895-1-hyperv neutron-server[84126]:  {{(pid=84126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 19 13:26:11.773854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:11.835390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Allocated IP 172.26.4.100 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/4b834fad-8fc1-4158-adfc-41187655faab) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:11.850223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35302) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:11.868289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Attempting to bind port 06d57cca-de9a-4833-a652-73741a4b6a31 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:11.868662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Attempting to bind port 06d57cca-de9a-4833-a652-73741a4b6a31 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:11.869081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Attempting to bind port 06d57cca-de9a-4833-a652-73741a4b6a31 on network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:11.877789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-663f49b5-f790-47f9-bb7b-e5941da93072', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'fixed_ips': [{'subnet_id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:26:11.886969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.905935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Allocated IP 172.20.0.2 (bc33190a-751f-4699-9dbf-7d69c7ceca8e/6c5d365b-ec90-4521-bf4b-b9217d9b4e32/85f69f7f-5cd7-4748-9438-d36f766a296a) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:11.952554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:11.955541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Checking segment: {'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:11.955541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:11.955541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Bound using segment: {'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:11.955541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Bound port: 06d57cca-de9a-4833-a652-73741a4b6a31, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:11.955541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.041797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-53a43732-cab6-4313-bd01-61a778f28c89', 'network_id': '53a43732-cab6-4313-bd01-61a778f28c89', 'tenant_id': '7b254391127a4fad8c33e2d439228164', 'fixed_ips': [{'subnet_id': '15c8c6be-53e5-4b87-89b5-087c536f3fbb'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:26:12.042666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.053512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.101265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Allocated IP 172.20.0.5 (53a43732-cab6-4313-bd01-61a778f28c89/15c8c6be-53e5-4b87-89b5-087c536f3fbb/b94ac1ea-0bee-4ad9-ac04-ca7d89c35f74) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:12.138202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1226442610'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:12.147240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:12.155765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35310) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:12.183558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Usage tracker for resource:network and tenant:30c0a58e81a14a2cbb07d3e96a6b065f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:12.189329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:12.206084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:12.256642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.288367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Made reservation on behalf of 30c0a58e81a14a2cbb07d3e96a6b065f for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:12.298206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.321525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35316) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:12.360188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.409294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:12.414463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Usage tracker for resource:security_group_rule and tenant:30c0a58e81a14a2cbb07d3e96a6b065f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:12.417591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:12.424281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:12.478888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.507244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2136733339'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:12.513753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.514998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:12.515797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Transition to ACTIVE for port object b94ac1ea-0bee-4ad9-ac04-ca7d89c35f74 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:12.519096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Usage tracker for resource:network and tenant:1e4d2af06b3b49ae8fef9a0991418221 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:12.529431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:12.553030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.554664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.567146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:12.567899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Transition to ACTIVE for port object 85f69f7f-5cd7-4748-9438-d36f766a296a will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:12.572931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1400605502'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:12.582556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:12.585468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:12.587433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Transition to ACTIVE for port object 85f69f7f-5cd7-4748-9438-d36f766a296a will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:12.593017 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.594141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Usage tracker for resource:network and tenant:751d40ae576641c8a6986c96447443fb is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:12.602364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:12.606935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Allocated IP 172.20.0.2 (663f49b5-f790-47f9-bb7b-e5941da93072/bb58da1e-c81f-40d1-bd91-57a34befe6d1/9cdcae08-ef76-4380-89c1-8b79875ffbe3) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:12.646514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:12.649552 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:12.654833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:12.660595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:12.666879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:12.676437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:12.701861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:12.709074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.709074 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Added segment 2752a7cc-c54a-4f25-bbf3-1dcf4d122eae of type vlan for network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74
Dec 19 13:26:12.734696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Made reservation on behalf of 1e4d2af06b3b49ae8fef9a0991418221 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:12.736848 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.737720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.738023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b569ff2e-c7c8-4407-8a69-4469aaedab24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.741640 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.755365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Allocated IP 172.26.4.248 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/556eb6bc-9360-4405-8419-fb05cb50b46f) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:12.756304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] For port 06d57cca-de9a-4833-a652-73741a4b6a31, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:12.759892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f876abfa-e095-49f6-b2f5-ac1326d25180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:12.765096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:12.786164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Made reservation on behalf of 751d40ae576641c8a6986c96447443fb for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:12.789280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.792795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.798451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Pushing event updated for resources: {'Port': ['ID=4b834fad-8fc1-4158-adfc-41187655faab,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:12.800999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.808823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Usage tracker for resource:floatingip and tenant:25e3bf4ff7a74538b759da371a68cdb5 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:12.815229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:12.821412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:12.824202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.842692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:12.845361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.860910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] For port 06d57cca-de9a-4833-a652-73741a4b6a31, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=06d57cca-de9a-4833-a652-73741a4b6a31,segment=NetworkSegment(438a99a3-d3b3-4112-8770-348e84381d42),segment_id=438a99a3-d3b3-4112-8770-348e84381d42)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:12.865529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.906847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:12.921949 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Network bc33190a-751f-4699-9dbf-7d69c7ceca8e is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:12.927015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41c05ab-6c0d-487e-bda2-adc68ff24469,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:12.929609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Pushing event updated for resources: {'Port': ['ID=85f69f7f-5cd7-4748-9438-d36f766a296a,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:12.931472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:12.943166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:12.943638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:12.953285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:12.956752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Allocated IP 172.20.0.2 (53a43732-cab6-4313-bd01-61a778f28c89/15c8c6be-53e5-4b87-89b5-087c536f3fbb/03c1c6be-227b-406a-b720-4c28166e927a) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:12.962196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:12.988139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Network 53a43732-cab6-4313-bd01-61a778f28c89 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:12.989096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'Port': ['ID=b94ac1ea-0bee-4ad9-ac04-ca7d89c35f74,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:12.991559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:12.994675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:12.999232 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:12.999794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.006103 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:13.012004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:13.016861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:13.021320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:13.028005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Usage tracker for resource:security_group_rule and tenant:1e4d2af06b3b49ae8fef9a0991418221 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:13.039816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Usage tracker for resource:security_group_rule and tenant:751d40ae576641c8a6986c96447443fb is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:13.042303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:13.045112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.057730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:13.080980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:13.082852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:13.109253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.110453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.115811 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1173282
Dec 19 13:26:13.131911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35330) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:13.151126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.154427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Request body: {'port': {'network_id': '53a43732-cab6-4313-bd01-61a778f28c89', 'name': 'tempest-AllowedAddressPairTestJSON-1620348503', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:dd:d8:79'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:13.192495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:13.192715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.244738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.281973 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Attempting to bind port 85f69f7f-5cd7-4748-9438-d36f766a296a on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:13.281973 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Attempting to bind port 85f69f7f-5cd7-4748-9438-d36f766a296a by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:13.282363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Attempting to bind port 85f69f7f-5cd7-4748-9438-d36f766a296a on network bc33190a-751f-4699-9dbf-7d69c7ceca8e {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:13.286508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Transition to ACTIVE for port object 9cdcae08-ef76-4380-89c1-8b79875ffbe3 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:13.288674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:13.291315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Pushing event updated for resources: {'Port': ['ID=06d57cca-de9a-4833-a652-73741a4b6a31,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:13.307733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.311566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:13.325208 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:13.325578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Checking segment: {'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:13.327294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.327294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Bound using segment: {'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:13.327294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Bound port: 85f69f7f-5cd7-4748-9438-d36f766a296a, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:13.327294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.402738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Transition to ACTIVE for port object 9cdcae08-ef76-4380-89c1-8b79875ffbe3 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:13.430441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:26:13.511267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.571311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:13.644240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Pushing event updated for resources: {'Port': ['ID=9cdcae08-ef76-4380-89c1-8b79875ffbe3,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:13.662865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Pushing event updated for resources: {'Network': ['ID=71ca64bd-f0fe-4b59-a8ab-786836d7ef74,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:13.673450 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 2.1117356
Dec 19 13:26:13.689934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:13.691112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] For port 85f69f7f-5cd7-4748-9438-d36f766a296a, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:13.692324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:13.700155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:13.720885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.733581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:13.742733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Usage tracker for resource:port and tenant:7b254391127a4fad8c33e2d439228164 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:13.764310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:13.774938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.793106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:13.813499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:26:13.822859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Network 663f49b5-f790-47f9-bb7b-e5941da93072 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:13.824159 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Sync routers for ids ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:26:13.825707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] For port 85f69f7f-5cd7-4748-9438-d36f766a296a, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=85f69f7f-5cd7-4748-9438-d36f766a296a,segment=NetworkSegment(7c577eab-d9bb-4420-90e5-c1b668204397),segment_id=7c577eab-d9bb-4420-90e5-c1b668204397)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:13.832132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:13.834689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:13.837055 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Routers {'4980413f-f9a5-4f12-96f3-dea8df05a1e1'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:13.837674 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47859c40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:25:44Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:13.864513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.916754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.936435 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:13.970627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Transition to ACTIVE for port object 03c1c6be-227b-406a-b720-4c28166e927a will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:13.982376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:13.999000 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.003437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.003920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Attempting to bind port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:14.004353 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Attempting to bind port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:14.004809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Attempting to bind port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 on network 663f49b5-f790-47f9-bb7b-e5941da93072 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:14.004936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.012584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Transition to ACTIVE for port object 03c1c6be-227b-406a-b720-4c28166e927a will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:14.015018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:14.028359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Made reservation on behalf of 7b254391127a4fad8c33e2d439228164 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:14.033405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.045028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.053379 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.8653660
Dec 19 13:26:14.060073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35346) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:14.071573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:14.072059 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Checking segment: {'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:14.072759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.073789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Bound using segment: {'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:14.074344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Bound port: 9cdcae08-ef76-4380-89c1-8b79875ffbe3, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:14.074844 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.081315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:14.085485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:14.109980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:14.112684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.115306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3088e62e-6ee5-41ea-8226-f307a4469db7,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:14.123763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:14.132729 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Set router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:14.139237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:14.141144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:14.148469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.148804 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Added segment 43720906-caf7-4c6e-8f9e-9f2648ac9ff2 of type vlan for network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154
Dec 19 13:26:14.152412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:14.209803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] device_id is not set on port 49efa7c7-e64a-401e-bccf-cc338adfc03a yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:14.216425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Pushing event updated for resources: {'Port': ['ID=85f69f7f-5cd7-4748-9438-d36f766a296a,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:14.220114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:14.223165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:14.350140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.350486 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Added segment 096c30fa-922c-44ff-a0b0-9e558017fa92 of type vlan for network 08e251a8-bcef-43fe-beec-e304d7ae1232
Dec 19 13:26:14.351726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709eff67-aba1-4831-9c27-041c81820c47,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:14.358842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Pushing event updated for resources: {'Port': ['ID=03c1c6be-227b-406a-b720-4c28166e927a,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:14.369524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:14.371359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:14.383260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Network 53a43732-cab6-4313-bd01-61a778f28c89 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:14.389912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:14.398300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Allocated IP 172.26.4.45 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/6c616024-ee01-450a-afae-ac6c3d6efcc5) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:14.404023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:14.407323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:14.532794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Pushing event updated for resources: {'Port': ['ID=556eb6bc-9360-4405-8419-fb05cb50b46f,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:14.562826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:14.619983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] For port 9cdcae08-ef76-4380-89c1-8b79875ffbe3, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:14.669318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.684756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.704904 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47859c40>, [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:12Z', 'revision_number': 3, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:14.711963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] For port 9cdcae08-ef76-4380-89c1-8b79875ffbe3, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9cdcae08-ef76-4380-89c1-8b79875ffbe3,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:14.714007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Attempting to bind port 03c1c6be-227b-406a-b720-4c28166e927a on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:14.715932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Attempting to bind port 03c1c6be-227b-406a-b720-4c28166e927a by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '1a37d1cd-41f2-4a35-8b0b-c565285e2299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '53a43732-cab6-4313-bd01-61a778f28c89'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:14.716373 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Checking router: 4980413f-f9a5-4f12-96f3-dea8df05a1e1 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:26:14.716898 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Updating router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 port 4b834fad-8fc1-4158-adfc-41187655faab binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:26:14.717451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Attempting to bind port 03c1c6be-227b-406a-b720-4c28166e927a on network 53a43732-cab6-4313-bd01-61a778f28c89 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:14.743412 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:14.744626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Checking segment: {'id': '1a37d1cd-41f2-4a35-8b0b-c565285e2299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '53a43732-cab6-4313-bd01-61a778f28c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:14.745624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.746027 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Bound using segment: {'id': '1a37d1cd-41f2-4a35-8b0b-c565285e2299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '53a43732-cab6-4313-bd01-61a778f28c89'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:14.746524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Bound port: 03c1c6be-227b-406a-b720-4c28166e927a, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a37d1cd-41f2-4a35-8b0b-c565285e2299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '53a43732-cab6-4313-bd01-61a778f28c89'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:14.746926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.878003 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.920171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fad028fa-55bb-4072-8304-ae9d5a51e270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.922362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Allocated IP 172.20.0.9 (53a43732-cab6-4313-bd01-61a778f28c89/15c8c6be-53e5-4b87-89b5-087c536f3fbb/49efa7c7-e64a-401e-bccf-cc338adfc03a) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:14.925018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c80092e-362e-427e-8c85-21951a834b37 None None] Network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:14.965620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 85f69f7f-5cd7-4748-9438-d36f766a296a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:14.970448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.977794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:14.978489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:14.986554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:15.070042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35350) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:15.091821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:15.102751 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Request body: {'port': {'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-69097563'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:15.120915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Pushing event updated for resources: {'Network': ['ID=08e251a8-bcef-43fe-beec-e304d7ae1232,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:15.121645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:15.136393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:15.139762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Usage tracker for resource:port and tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:15.143305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:15.153989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:15.164030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:15.194964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:15.202616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 08e251a8-bcef-43fe-beec-e304d7ae1232 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:15.210716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:15.211500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:15.216752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:15.253423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-becb656c-dde5-47e0-9134-53b7c8bb59ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:15.347480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Made reservation on behalf of 9e1e0a639a4d4c5aab8a163c1ce9aea5 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:15.350073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:15.364820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:15.377941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:15.402738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:15.406742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Usage tracker for resource:security_group_rule and tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:15.408714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Pushing event updated for resources: {'Port': ['ID=9cdcae08-ef76-4380-89c1-8b79875ffbe3,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:15.418045 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:15.422468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:15.440320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:15.457581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:15.479139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Pushing event updated for resources: {'Network': ['ID=8333bdb6-41bf-4b58-bfd0-303ccdaaf154,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:15.496234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c07855-0b23-419a-b999-e319459be76b None None] Network bc33190a-751f-4699-9dbf-7d69c7ceca8e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:15.497609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:15.529096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:15.539566 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:15.547702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:15.550155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:15.574937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c616024-ee01-450a-afae-ac6c3d6efcc5,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:15.583984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:15.586273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Allocated IP 172.26.4.122 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/591f32e3-29fc-4566-bb62-1603c56019a2) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:15.659252 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.7998109
Dec 19 13:26:15.663168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35360) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:15.663268 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 3.5005302
Dec 19 13:26:15.668385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:15.669178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:15.841065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:15.967624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Request body: {'network': {'name': 'tempest-network--8599524', 'router:external': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:15.971759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:15.979403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:15.986841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:15.997834 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] device_id is not set on port 6f4c8964-7302-47c3-a959-64aab5ee43af yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:16.012868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] For port 03c1c6be-227b-406a-b720-4c28166e927a, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:16.021036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] For port 03c1c6be-227b-406a-b720-4c28166e927a, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=03c1c6be-227b-406a-b720-4c28166e927a,segment=NetworkSegment(1a37d1cd-41f2-4a35-8b0b-c565285e2299),segment_id=1a37d1cd-41f2-4a35-8b0b-c565285e2299)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:16.040796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Usage tracker for resource:network and tenant:d1eb0a2126834ff6a89d4b14e3dfa50d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:16.050279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:16.071729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.078880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:16.130503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Transition to ACTIVE for port object 49efa7c7-e64a-401e-bccf-cc338adfc03a will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:16.133403 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-24f2e0d0-0049-419c-9abb-82a93792888d None None] Provisioning for port 06d57cca-de9a-4833-a652-73741a4b6a31 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:16.163296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.163509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f8eb35-81af-41da-904a-bd7545eae026,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:16.178336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:16.205524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Made reservation on behalf of d1eb0a2126834ff6a89d4b14e3dfa50d for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:16.207136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:16.209065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.235999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.270564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.271669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.276906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.359986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.374298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:16.400131 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Pushing event updated for resources: {'Port': ['ID=03c1c6be-227b-406a-b720-4c28166e927a,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:16.441667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:16.461221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35378) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:16.461990 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 85f69f7f-5cd7-4748-9438-d36f766a296a completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:16.469383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.471187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.478222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 06d57cca-de9a-4833-a652-73741a4b6a31 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:16.495337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:16.499978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.513941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Usage tracker for resource:security_group_rule and tenant:d1eb0a2126834ff6a89d4b14e3dfa50d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:16.519474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:16.521311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Request body: {'port': {'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1772172735'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:16.527818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-908cbf78-6da0-4575-a150-3cd09a8f7cfa None None] Provisioning for port 85f69f7f-5cd7-4748-9438-d36f766a296a completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:16.547875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:16.575572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-908cbf78-6da0-4575-a150-3cd09a8f7cfa None None] Provisioning complete for port 85f69f7f-5cd7-4748-9438-d36f766a296a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:16.576363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-908cbf78-6da0-4575-a150-3cd09a8f7cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.602759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:16.606234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Usage tracker for resource:port and tenant:08a1af729d0f443a898de200035dfeca is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:16.631446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Network 53a43732-cab6-4313-bd01-61a778f28c89 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:16.646697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:16.655233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:16.659186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'Port': ['ID=49efa7c7-e64a-401e-bccf-cc338adfc03a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:16.700573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:16.711437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:16.712792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.759124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:16.780915 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.810971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:16.812836 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Transition to ACTIVE for port object 4b834fad-8fc1-4158-adfc-41187655faab will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:16.813322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] device_id is not set on port 6f4c8964-7302-47c3-a959-64aab5ee43af yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:16.816567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:16.822732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:16.830793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:16.832495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:16.899752 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.904960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.907506 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:16.949856 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 06d57cca-de9a-4833-a652-73741a4b6a31 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:16.957502 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-908cbf78-6da0-4575-a150-3cd09a8f7cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:16.994590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event updated for resources: {'Port': ['ID=591f32e3-29fc-4566-bb62-1603c56019a2,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:17.007777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:17.013158 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 3.8752093
Dec 19 13:26:17.014562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Made reservation on behalf of 08a1af729d0f443a898de200035dfeca for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:17.016758 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 06d57cca-de9a-4833-a652-73741a4b6a31 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:17.018460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.031339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.039571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35384) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:17.078429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Transition to ACTIVE for port object 6f4c8964-7302-47c3-a959-64aab5ee43af will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:17.123690 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Attempting to bind port 4b834fad-8fc1-4158-adfc-41187655faab on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:17.137546 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Attempting to bind port 4b834fad-8fc1-4158-adfc-41187655faab by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:17.138103 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Attempting to bind port 4b834fad-8fc1-4158-adfc-41187655faab on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:17.141170 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Pushing event updated for resources: {'Port': ['ID=4b834fad-8fc1-4158-adfc-41187655faab,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:17.144423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-908cbf78-6da0-4575-a150-3cd09a8f7cfa None None] For port 85f69f7f-5cd7-4748-9438-d36f766a296a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=85f69f7f-5cd7-4748-9438-d36f766a296a,segment=NetworkSegment(7c577eab-d9bb-4420-90e5-c1b668204397),segment_id=7c577eab-d9bb-4420-90e5-c1b668204397)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:17.149117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.164949 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:17.165429 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:17.165899 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.167506 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:17.170891 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Bound port: 4b834fad-8fc1-4158-adfc-41187655faab, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:17.171409 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.199200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Router 01410ec3-7af6-475c-a68d-30d98262f0a9 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:26:17.254627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.265641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-908cbf78-6da0-4575-a150-3cd09a8f7cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.271829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:17.273700 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.279621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.289774 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] For port 4b834fad-8fc1-4158-adfc-41187655faab, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:17.298215 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] For port 4b834fad-8fc1-4158-adfc-41187655faab, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4b834fad-8fc1-4158-adfc-41187655faab,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:17.302203 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:17.302599 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:17.302966 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:17.303325 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:17.303748 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:17.304073 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:17.304384 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:17.304811 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:17.305141 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:17.305816 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:17.306130 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Tracked resource versions report:
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]: pushed versions:
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]: {   'ConntrackHelper': {'1.0'},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     'Log': {'1.0'},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     'Network': {'1.1'},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     'Port': {'1.5'},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     'PortForwarding': {'1.2'},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     'QosPolicy': {'1.8'},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     'SecurityGroup': {'1.2'},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     'SecurityGroupRule': {'1.0'},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     'SubPort': {'1.0'},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     'Subnet': {'1.1'},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     'Trunk': {'1.1'}}
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]: consumer versions:
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]: {   DHCP agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     HyperV agent@hv-neutron-8218: {},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     L3 agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     Metadata agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     Metering agent@dv-neutron-821895-1-hyperv: {},
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:     Open vSwitch agent@dv-neutron-821895-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'Log': '1.0',
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'Network': '1.1',
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'Port': '1.5',
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'PortForwarding': '1.2',
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'QosPolicy': '1.8',
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'SecurityGroup': '1.2',
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'SecurityGroupRule': '1.0',
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'SubPort': '1.0',
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'Subnet': '1.1',
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:                                                        'Trunk': '1.1'}}
Dec 19 13:26:17.307622 dv-neutron-821895-1-hyperv neutron-server[84127]:  {{(pid=84127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 19 13:26:17.310717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:17.319393 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:17.342584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.353304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5bac23-cf18-4fac-a007-00b81d5ff01a None None] Network 663f49b5-f790-47f9-bb7b-e5941da93072 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:17.358025 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.358669 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.360818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:17.377846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.378477 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:17.432123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Usage tracker for resource:security_group_rule and tenant:08a1af729d0f443a898de200035dfeca is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:17.447308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:17.456281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 06d57cca-de9a-4833-a652-73741a4b6a31, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=06d57cca-de9a-4833-a652-73741a4b6a31,segment=NetworkSegment(438a99a3-d3b3-4112-8770-348e84381d42),segment_id=438a99a3-d3b3-4112-8770-348e84381d42)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:17.470482 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Routers {'4980413f-f9a5-4f12-96f3-dea8df05a1e1'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:17.470842 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47859c40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:17.502808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cbf78-6da0-4575-a150-3cd09a8f7cfa None None] Pushing event updated for resources: {'Port': ['ID=85f69f7f-5cd7-4748-9438-d36f766a296a,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:17.520066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.520525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-908cbf78-6da0-4575-a150-3cd09a8f7cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:17.533116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.566253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f6038646-a562-4ead-9eaa-35b944901e93 None None] Provisioning complete for port 85f69f7f-5cd7-4748-9438-d36f766a296a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:17.567555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6038646-a562-4ead-9eaa-35b944901e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.587036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:17.602967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event updated for resources: {'Port': ['ID=6f4c8964-7302-47c3-a959-64aab5ee43af,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:17.615967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:17.622946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:17.629739 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:17.688747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.688747 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Added segment 96c6f537-5623-444d-b12b-5dbae2be76b7 of type vlan for network 22e2ef92-e556-4747-9507-048e3df7e6d9
Dec 19 13:26:17.691356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.764017 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] Set router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:17.768394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.774201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:17.804119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a14746d-de35-40a1-b669-15c2c3fba4b5 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:17.809525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a14746d-de35-40a1-b669-15c2c3fba4b5 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:17.813765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a14746d-de35-40a1-b669-15c2c3fba4b5 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:17.815536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3a14746d-de35-40a1-b669-15c2c3fba4b5 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Synchronizing usage tracker for tenant:7b254391127a4fad8c33e2d439228164 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:17.858718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.881689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b5c707fa-a203-49ed-beb5-456c27cc9f80 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:17.923017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14dc0e3-6a7c-4cb2-ac98-abf43e32052f,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:17.927381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:17.928151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 85f69f7f-5cd7-4748-9438-d36f766a296a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:17.956047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:18.016949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Checking segment: {'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:18.017268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Network hostable DHCP agents. Network: 71ca64bd-f0fe-4b59-a8ab-786836d7ef74, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:26:18.028851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.037340 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Pushing event updated for resources: {'Port': ['ID=4b834fad-8fc1-4158-adfc-41187655faab,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:18.080901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.081336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=06d57cca-de9a-4833-a652-73741a4b6a31,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:18.086508 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7615499
Dec 19 13:26:18.090482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35388) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:18.097940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:18.098344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event updated for resources: {'Port': ['ID=591f32e3-29fc-4566-bb62-1603c56019a2,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:18.099732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:18.106133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1273161739'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:18.111397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:18.115667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Usage tracker for resource:network and tenant:25e3bf4ff7a74538b759da371a68cdb5 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:18.118541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:18.134018 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:18.134245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:18.166965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.209753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15c6a55-a4bd-4f6a-8f3f-e1a935b89fe7 None None] Network 53a43732-cab6-4313-bd01-61a778f28c89 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:18.216188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:26:18.254330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Allocated IP 172.20.0.1 (f70c7e67-43a4-4c39-9fb8-f73fb6cc5265/50564898-908d-467f-a997-b49b377feab8/410080cb-fb3b-448a-bb80-701f2273b8b5) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:18.259598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.263410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Made reservation on behalf of 25e3bf4ff7a74538b759da371a68cdb5 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:18.268482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.283535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Sync routers for ids ['01410ec3-7af6-475c-a68d-30d98262f0a9'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:26:18.290651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.300464 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47859c40>, [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:12Z', 'revision_number': 3, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:18.305690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:18.310475 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d553a98-c984-4425-9511-51030ab1bb1d None None] The sync data for ids ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'] in dv-neutron-821895-1-hyperv is: [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:12Z', 'revision_number': 3, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:26:18.316084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] device_id is not set on port 7de20628-d24b-4d97-8e61-b5fb003369a4 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:18.362658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3a14746d-de35-40a1-b669-15c2c3fba4b5 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Unset dirty status for tenant:7b254391127a4fad8c33e2d439228164 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:18.364061 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3a14746d-de35-40a1-b669-15c2c3fba4b5 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2464 time: 1.3233192
Dec 19 13:26:18.368665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35392) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:18.371226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Routers {'01410ec3-7af6-475c-a68d-30d98262f0a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:18.371903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47492940>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['01410ec3-7af6-475c-a68d-30d98262f0a9'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:18.378066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.381858 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7478d578-a5a5-4352-8f55-1c01fbcaaac6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.5840797
Dec 19 13:26:18.392128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35396) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:18.411984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.415972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:26:18.418259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:26:18.445254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:18.446216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.476578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f6038646-a562-4ead-9eaa-35b944901e93 None None] Provisioning for port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:18.481593 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-453ab450-c245-4499-84ca-c6ca6dd0633f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:18.486357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9f8eba50-7f88-4f00-9cfa-f2524831761a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Deleting port 49efa7c7-e64a-401e-bccf-cc338adfc03a {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:18.486690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9f8eba50-7f88-4f00-9cfa-f2524831761a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.506397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 85f69f7f-5cd7-4748-9438-d36f766a296a triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:18.506813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.690882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 71ca64bd-f0fe-4b59-a8ab-786836d7ef74) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:18.717269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b360351c-38a3-428e-8d10-0fd112bffa2d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:18.725569 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 860 time: 3.0630672
Dec 19 13:26:18.728429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:18.731764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35400) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:18.754377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:18.875767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:18.877988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:18.878349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:18.878700 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:18.897254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event updated for resources: {'Network': ['ID=22e2ef92-e556-4747-9507-048e3df7e6d9,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:18.903308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.910343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3facce78-eeab-49c9-97ea-e19a9c9ed30e None None] Network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:18.914019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:18.914573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:18.917597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Usage tracker for resource:security_group_rule and tenant:25e3bf4ff7a74538b759da371a68cdb5 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:18.918985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:18.919348 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:18.922605 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 2 to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af
Dec 19 13:26:18.946005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Transition to ACTIVE for port object 410080cb-fb3b-448a-bb80-701f2273b8b5 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:18.952150 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:18.952473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:18.952800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:18.958854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:18.979179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:18.979789 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:18.982327 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 3 to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af
Dec 19 13:26:18.992534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:19.003028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:19.004918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:19.004918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:19.054643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 22e2ef92-e556-4747-9507-048e3df7e6d9 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:19.077381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:19.077800 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:19.078316 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 4 to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af
Dec 19 13:26:19.102479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:19.103189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:19.103708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:19.111479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:19.112647 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:19.117691 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 5 to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af
Dec 19 13:26:19.133389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:19.157013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5b51ff83-985d-4a1f-a372-383e351da035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:19.236631 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Pushing event updated for resources: {'Port': ['ID=410080cb-fb3b-448a-bb80-701f2273b8b5,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:19.259258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:19.259893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:19.260404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:19.268479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:19.270330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:19.270856 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:19.274580 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 6 to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af
Dec 19 13:26:19.286250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:19.289406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:19.508278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:19.508278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:19.508278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:19.508278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:19.508278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:19.508278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:19.508278 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:19.508278 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 7 to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af
Dec 19 13:26:19.508278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:26:19.511927 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Sync routers for ids ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:26:19.511927 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Routers {'10546e2d-c6eb-48a9-96cc-36319cdfbcbf'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:19.511927 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8a60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:19.512988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Set router 01410ec3-7af6-475c-a68d-30d98262f0a9 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:19.533729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:19.534139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:19.534686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:19.566082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:19.567766 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:19.572507 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 8 to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af
Dec 19 13:26:19.600069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f6038646-a562-4ead-9eaa-35b944901e93 None None] Provisioning complete for port 06d57cca-de9a-4833-a652-73741a4b6a31 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:19.600455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6038646-a562-4ead-9eaa-35b944901e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:19.624812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:19.625165 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:19.626805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:19.643614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:19.676029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:19.680486 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 8.5863423
Dec 19 13:26:19.681467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:19.683023 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:19.686820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35404) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:19.687297 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 9 to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af
Dec 19 13:26:19.721481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:19.722781 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:19.723261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:19.733017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:19.740084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 03c1c6be-227b-406a-b720-4c28166e927a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:19.815704 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:19.815997 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:19.826029 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 10 to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af
Dec 19 13:26:19.848392 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Set router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:19.859629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:19.859954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:19.860283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:19.917358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8d4769dbb0>> segment before_delete 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:19.917928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8d4769dbb0>> subnet precommit_delete_associations 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:19.918682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d46f85b20>> segment_host_mapping after_create 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:19.919000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d46f85b20>> port after_create 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:19.919339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d46f85b20>> port after_delete 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:19.919682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d46f85b20>> port after_update 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:19.920006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d46f85b20>> segment after_delete 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:19.920327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d46f85b20>> subnet after_create 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:19.920626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d46f85b20>> subnet after_delete 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:19.920921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d46f85b20>> subnet after_update 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:20.115318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d46c6ba00>> subnet after_create 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:20.115651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d46c6ba00>> subnet after_delete 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:20.115969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d46c6ba00>> subnet before_create 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:20.116281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d46c6ba00>> subnet before_update 55550000 {{(pid=84124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:20.116663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d470a1ac0>,) {'filters': {'network_id': ['22e2ef92-e556-4747-9507-048e3df7e6d9']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:20.117811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.125091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9f8eba50-7f88-4f00-9cfa-f2524831761a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.131423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 6f4c8964-7302-47c3-a959-64aab5ee43af on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:20.131879 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 6f4c8964-7302-47c3-a959-64aab5ee43af on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:20.132218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.165963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d470a1ac0>, '96c6f537-5623-444d-b12b-5dbae2be76b7') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:20.166315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d470a1ac0>, '96c6f537-5623-444d-b12b-5dbae2be76b7') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:20.233135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47492940>, [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:14Z', 'revision_number': 3, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:20.239565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Checking router: 01410ec3-7af6-475c-a68d-30d98262f0a9 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:26:20.239919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Updating router 01410ec3-7af6-475c-a68d-30d98262f0a9 port 556eb6bc-9360-4405-8419-fb05cb50b46f binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:26:20.268811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 03c1c6be-227b-406a-b720-4c28166e927a completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:20.276965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] For port 6f4c8964-7302-47c3-a959-64aab5ee43af, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:20.277826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempted to set empty binding levels {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 19 13:26:20.282122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9cdcae08-ef76-4380-89c1-8b79875ffbe3 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:20.284405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.286457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.342712 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8a60>, [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:15Z', 'revision_number': 3, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:20.356559 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Checking router: 10546e2d-c6eb-48a9-96cc-36319cdfbcbf for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:26:20.356559 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Updating router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf port 6c616024-ee01-450a-afae-ac6c3d6efcc5 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:26:20.356705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:20.385339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.452471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9f8eba50-7f88-4f00-9cfa-f2524831761a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Calling delete_port for 49efa7c7-e64a-401e-bccf-cc338adfc03a owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:20.454385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.498954 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.605812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] device_id is not set on port 7de20628-d24b-4d97-8e61-b5fb003369a4 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:20.649447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.764092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:20.790658 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:20.801227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.872281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.884803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Provisioning for port 03c1c6be-227b-406a-b720-4c28166e927a completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:20.889183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.915363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Provisioning complete for port 03c1c6be-227b-406a-b720-4c28166e927a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:20.916039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.925916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.953748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.958841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:20.968873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:20.995352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Transition to ACTIVE for port object 556eb6bc-9360-4405-8419-fb05cb50b46f will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:21.048159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:21.056219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:21.056497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.060082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:26:21.060472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.065646 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 5.9909081
Dec 19 13:26:21.065646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Pushing event updated for resources: {'Port': ['ID=410080cb-fb3b-448a-bb80-701f2273b8b5,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:21.067086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:21.067291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35408) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:21.070431 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c192d478-0d11-4315-8482-2377bc2c1c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.648s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:21.148134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.162419 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:21.196238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-edbbc52a-2775-465a-b421-9962d3b49d1f tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Deleting port 6f4c8964-7302-47c3-a959-64aab5ee43af {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:21.196576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-edbbc52a-2775-465a-b421-9962d3b49d1f tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.245782 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Attempting to bind port 556eb6bc-9360-4405-8419-fb05cb50b46f on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:21.246261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Attempting to bind port 556eb6bc-9360-4405-8419-fb05cb50b46f by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:21.246557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Attempting to bind port 556eb6bc-9360-4405-8419-fb05cb50b46f on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:21.258833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn_limited(
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn_limited(
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:26:21.289323 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:26:21.310087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:21.310466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:21.310956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.311398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:21.311872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Bound port: 556eb6bc-9360-4405-8419-fb05cb50b46f, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:21.312271 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.318762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event updated for resources: {'Port': ['ID=6f4c8964-7302-47c3-a959-64aab5ee43af,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:21.321702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:21.344855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef09cfe0-e4a6-47a2-9dc2-31b122cd19fd,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:21.350287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:21.362359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] For port 03c1c6be-227b-406a-b720-4c28166e927a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=03c1c6be-227b-406a-b720-4c28166e927a,segment=NetworkSegment(1a37d1cd-41f2-4a35-8b0b-c565285e2299),segment_id=1a37d1cd-41f2-4a35-8b0b-c565285e2299)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:21.363319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22fb01-79db-4904-9a3a-834916b9d5b6 None None] Pushing event updated for resources: {'Port': ['ID=556eb6bc-9360-4405-8419-fb05cb50b46f,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:21.363840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9f8eba50-7f88-4f00-9cfa-f2524831761a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.395851 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.413368 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Transition to ACTIVE for port object 6c616024-ee01-450a-afae-ac6c3d6efcc5 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:21.428857 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1e22fb01-79db-4904-9a3a-834916b9d5b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:21.442436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.442619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:21.488487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.490392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Transition to ACTIVE for port object 7de20628-d24b-4d97-8e61-b5fb003369a4 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:21.492972 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8eba50-7f88-4f00-9cfa-f2524831761a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event deleted for resources: {'Port': ['ID=49efa7c7-e64a-401e-bccf-cc338adfc03a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:21.495661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:21.500685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.503398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:21.505965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9f8eba50-7f88-4f00-9cfa-f2524831761a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:21.516816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-edbbc52a-2775-465a-b421-9962d3b49d1f tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] For port 6f4c8964-7302-47c3-a959-64aab5ee43af, host hv-neutron-8218, got binding levels [] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:21.517279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-edbbc52a-2775-465a-b421-9962d3b49d1f tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.519456 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.528516 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:21.554152 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] For port 556eb6bc-9360-4405-8419-fb05cb50b46f, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:21.560175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 9cdcae08-ef76-4380-89c1-8b79875ffbe3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9cdcae08-ef76-4380-89c1-8b79875ffbe3,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:21.594276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] For port 556eb6bc-9360-4405-8419-fb05cb50b46f, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=556eb6bc-9360-4405-8419-fb05cb50b46f,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:21.596194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-db677d99-4806-46c8-94fe-3858285cc1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:21.610349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.612234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Pushing event updated for resources: {'Port': ['ID=03c1c6be-227b-406a-b720-4c28166e927a,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:21.615265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:21.615648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1e22fb01-79db-4904-9a3a-834916b9d5b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:21.617116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  22e2ef92-e556-4747-9507-048e3df7e6d9 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 19 13:26:21.621226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.621690 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Added segment 572d23ad-d249-4515-b833-ddc64fdc8a35 of type vlan for network 0f79d03e-487d-4334-b4de-8efd8802a2cc
Dec 19 13:26:21.623326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.643707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.669353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-edbbc52a-2775-465a-b421-9962d3b49d1f tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Calling delete_port for 6f4c8964-7302-47c3-a959-64aab5ee43af owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:21.675635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event deleted for resources: {'Network': ['ID=22e2ef92-e556-4747-9507-048e3df7e6d9,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:21.707557 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Attempting to bind port 6c616024-ee01-450a-afae-ac6c3d6efcc5 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:21.707930 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Attempting to bind port 6c616024-ee01-450a-afae-ac6c3d6efcc5 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:21.708291 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Attempting to bind port 6c616024-ee01-450a-afae-ac6c3d6efcc5 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:21.727605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:21.728299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:21.729059 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:21.729538 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:21.729859 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.730393 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:21.730871 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Bound port: 6c616024-ee01-450a-afae-ac6c3d6efcc5, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:21.731290 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.741427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Provisioning for port 410080cb-fb3b-448a-bb80-701f2273b8b5 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:21.747831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.753691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Provisioning complete for port 410080cb-fb3b-448a-bb80-701f2273b8b5 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:21.754089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.865593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.897923 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] For port 6c616024-ee01-450a-afae-ac6c3d6efcc5, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:21.902646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-edbbc52a-2775-465a-b421-9962d3b49d1f tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.908601 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] For port 6c616024-ee01-450a-afae-ac6c3d6efcc5, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6c616024-ee01-450a-afae-ac6c3d6efcc5,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:21.923145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:21.946279 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97492e0-1329-420e-ac14-d1e91ebba29e None None] Pushing event updated for resources: {'Port': ['ID=6c616024-ee01-450a-afae-ac6c3d6efcc5,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:21.949667 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-d97492e0-1329-420e-ac14-d1e91ebba29e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:21.953806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Port 410080cb-fb3b-448a-bb80-701f2273b8b5 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:21.956213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=9cdcae08-ef76-4380-89c1-8b79875ffbe3,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:21.960136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:21.961995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:21.973933 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:21.979180 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:21.994721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbc52a-2775-465a-b421-9962d3b49d1f tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f4c8964-7302-47c3-a959-64aab5ee43af,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:22.002429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-edbbc52a-2775-465a-b421-9962d3b49d1f tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:22.053469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 06d57cca-de9a-4833-a652-73741a4b6a31 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:22.090116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-edbbc52a-2775-465a-b421-9962d3b49d1f tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:22.105615 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-edbbc52a-2775-465a-b421-9962d3b49d1f tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6f4c8964-7302-47c3-a959-64aab5ee43af HTTP/1.1" status: 204  len: 168 time: 1.0063596
Dec 19 13:26:22.114475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35412) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:22.125557 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Routers {'10546e2d-c6eb-48a9-96cc-36319cdfbcbf'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:22.130571 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8a60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:22.135729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Routers {'01410ec3-7af6-475c-a68d-30d98262f0a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:22.139846 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47492940>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['01410ec3-7af6-475c-a68d-30d98262f0a9'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:22.170462 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-a442fed9-3827-4e72-879b-df51d9eef21d tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] GET failed (client error): The resource could not be found.
Dec 19 13:26:22.170875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a442fed9-3827-4e72-879b-df51d9eef21d tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Synchronizing usage tracker for tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:22.203709 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "DELETE /v2.0/networks/22e2ef92-e556-4747-9507-048e3df7e6d9 HTTP/1.1" status: 204  len: 168 time: 3.4534812
Dec 19 13:26:22.205627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35416) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:22.215372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Provisioning complete for port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:22.215750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:22.257745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:26:22.282773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:22.287337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event updated for resources: {'Port': ['ID=7de20628-d24b-4d97-8e61-b5fb003369a4,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:22.297888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:22.311854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:22.324575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Usage tracker for resource:network and tenant:d1eb0a2126834ff6a89d4b14e3dfa50d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:22.340691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:22.343679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Checking segment: {'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:22.344217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Network hostable DHCP agents. Network: 8333bdb6-41bf-4b58-bfd0-303ccdaaf154, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:26:22.361944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:22.390770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9f8eba50-7f88-4f00-9cfa-f2524831761a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:22.396179 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9f8eba50-7f88-4f00-9cfa-f2524831761a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "DELETE /v2.0/ports/49efa7c7-e64a-401e-bccf-cc338adfc03a HTTP/1.1" status: 204  len: 168 time: 4.0198646
Dec 19 13:26:22.397049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35420) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:22.411737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:22.420256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:22.421195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:22.426790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:22.450794 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97492e0-1329-420e-ac14-d1e91ebba29e None None] Pushing event updated for resources: {'Port': ['ID=6c616024-ee01-450a-afae-ac6c3d6efcc5,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:22.456639 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-d97492e0-1329-420e-ac14-d1e91ebba29e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:22.460412 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3436c97-5954-4208-b793-480c50a876ab tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] GET failed (client error): The resource could not be found.
Dec 19 13:26:22.461082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d3436c97-5954-4208-b793-480c50a876ab tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Synchronizing usage tracker for tenant:7b254391127a4fad8c33e2d439228164 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:22.496216 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] Set router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:22.516515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] Set router 01410ec3-7af6-475c-a68d-30d98262f0a9 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:22.554137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event updated for resources: {'Network': ['ID=0f79d03e-487d-4334-b4de-8efd8802a2cc,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:22.565038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:22.569282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22fb01-79db-4904-9a3a-834916b9d5b6 None None] Pushing event updated for resources: {'Port': ['ID=556eb6bc-9360-4405-8419-fb05cb50b46f,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:22.580265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 0f79d03e-487d-4334-b4de-8efd8802a2cc details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:22.585144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Made reservation on behalf of d1eb0a2126834ff6a89d4b14e3dfa50d for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:22.585936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:22.626326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d3436c97-5954-4208-b793-480c50a876ab tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Unset dirty status for tenant:7b254391127a4fad8c33e2d439228164 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:22.627511 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d3436c97-5954-4208-b793-480c50a876ab tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "GET /v2.0/ports/49efa7c7-e64a-401e-bccf-cc338adfc03a HTTP/1.1" status: 404  len: 333 time: 0.2287021
Dec 19 13:26:22.634498 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:26:22.640820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35424) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:22.646921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Request body: {'port': {'network_id': '53a43732-cab6-4313-bd01-61a778f28c89', 'name': 'tempest-AllowedAddressPairTestJSON-788249201'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:22.721628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1e22fb01-79db-4904-9a3a-834916b9d5b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:22.728774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a442fed9-3827-4e72-879b-df51d9eef21d tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Unset dirty status for tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:22.730574 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a442fed9-3827-4e72-879b-df51d9eef21d tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "GET /v2.0/ports/6f4c8964-7302-47c3-a959-64aab5ee43af HTTP/1.1" status: 404  len: 333 time: 0.6118171
Dec 19 13:26:22.734799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35428) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:22.746648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Request body: {'port': {'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-166332279'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:22.769701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:22.781402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:22.782066 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Added segment b01a1557-02b3-4490-bbde-f890b24f1acd of type vlan for network c4d0ff5d-fd72-41f6-9dd7-85a66615cff8
Dec 19 13:26:22.795030 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 4.6942894
Dec 19 13:26:22.796076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:26:22.800537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35432) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:22.826916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Request body: {'subnet': {'network_id': '0f79d03e-487d-4334-b4de-8efd8802a2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:22.827127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:22.895624 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8a60>, [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:15Z', 'revision_number': 3, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:22.900540 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b2585-c63f-488e-bfe2-c37575708d6b None None] The sync data for ids ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'] in dv-neutron-821895-1-hyperv is: [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:15Z', 'revision_number': 3, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:26:22.956692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:22.960763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 8333bdb6-41bf-4b58-bfd0-303ccdaaf154) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:22.990002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:22.991414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4736c27-3572-42e5-95a4-4fdfb45ccfc7 None None] Network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:23.008504 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:26:23.014841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.021479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:23.021841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:23.022181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:23.035590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:23.035928 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:23.039883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:23.044416 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 2 to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4
Dec 19 13:26:23.054055 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:23.057357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:23.067480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Usage tracker for resource:subnet and tenant:25e3bf4ff7a74538b759da371a68cdb5 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:23.072856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Made reservation on behalf of 9e1e0a639a4d4c5aab8a163c1ce9aea5 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:23.075802 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.076679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:23.097140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:23.100122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:23.101393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:23.101393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:23.157052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Made reservation on behalf of 7b254391127a4fad8c33e2d439228164 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:23.160587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.165909 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 06d57cca-de9a-4833-a652-73741a4b6a31 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:23.166349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.180709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:23.181036 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:23.187763 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 3 to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4
Dec 19 13:26:23.192475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] device_id is not set on port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:23.206671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:23.206990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:23.207340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:23.216900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Made reservation on behalf of 25e3bf4ff7a74538b759da371a68cdb5 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:23.234681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:23.235951 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:23.289291 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 4 to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4
Dec 19 13:26:23.309521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.324591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:23.326059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.333408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:23.367355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:23.367672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:23.367987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:23.375603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b006fa78-11a1-470b-89d3-805806688654 None None] Provisioning complete for port 410080cb-fb3b-448a-bb80-701f2273b8b5 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:23.375980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b006fa78-11a1-470b-89d3-805806688654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.403276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47492940>, [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:14Z', 'revision_number': 3, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:23.431192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.459393 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae1471-a32f-4471-bef1-50bbc88025fc None None] The sync data for ids ['01410ec3-7af6-475c-a68d-30d98262f0a9'] in dv-neutron-821895-1-hyperv is: [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:14Z', 'revision_number': 3, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:26:23.486998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] device_id is not set on port eababc08-99e1-4a00-842a-9d7170bae164 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:23.498528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.513323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:23.513677 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:23.514239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b006fa78-11a1-470b-89d3-805806688654 None None] Port 410080cb-fb3b-448a-bb80-701f2273b8b5 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:23.518244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 03c1c6be-227b-406a-b720-4c28166e927a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:23.527990 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 5 to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4
Dec 19 13:26:23.645166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 03c1c6be-227b-406a-b720-4c28166e927a triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:23.645717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.726850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Allocated IP 172.20.0.10 (53a43732-cab6-4313-bd01-61a778f28c89/15c8c6be-53e5-4b87-89b5-087c536f3fbb/eababc08-99e1-4a00-842a-9d7170bae164) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:23.742582 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.5262108
Dec 19 13:26:23.742582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event updated for resources: {'Network': ['ID=c4d0ff5d-fd72-41f6-9dd7-85a66615cff8,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:23.749216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:23.757152 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b006fa78-11a1-470b-89d3-805806688654 None None] Provisioning for port b94ac1ea-0bee-4ad9-ac04-ca7d89c35f74 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:23.760277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network c4d0ff5d-fd72-41f6-9dd7-85a66615cff8 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:23.773773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35436) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:23.785530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:23.786887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:23.787371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:23.798170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Request body: {'subnet': {'network_id': 'c4d0ff5d-fd72-41f6-9dd7-85a66615cff8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:23.813557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:23.868391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Usage tracker for resource:subnet and tenant:d1eb0a2126834ff6a89d4b14e3dfa50d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:23.877543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:23.908849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b006fa78-11a1-470b-89d3-805806688654 None None] Provisioning complete for port b94ac1ea-0bee-4ad9-ac04-ca7d89c35f74 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:23.909613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b006fa78-11a1-470b-89d3-805806688654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.910246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:23.916112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:23.916436 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:23.921115 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 6 to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4
Dec 19 13:26:23.960679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:23.969477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:23.969791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:23.974187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:24.017851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:24.030901 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b006fa78-11a1-470b-89d3-805806688654 None None] Port b94ac1ea-0bee-4ad9-ac04-ca7d89c35f74 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:24.070360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b006fa78-11a1-470b-89d3-805806688654 None None] Could not find standard attr ID for object 49efa7c7-e64a-401e-bccf-cc338adfc03a. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:26:24.112497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4b834fad-8fc1-4158-adfc-41187655faab up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:24.128120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event updated for resources: {'Port': ['ID=32a7ee05-d509-47d3-9dbf-aec2dad4e5a2,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:24.139850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Made reservation on behalf of d1eb0a2126834ff6a89d4b14e3dfa50d for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:24.142297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.166179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:24.184079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b006fa78-11a1-470b-89d3-805806688654 None None] Provisioning complete for port 03c1c6be-227b-406a-b720-4c28166e927a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:24.184589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b006fa78-11a1-470b-89d3-805806688654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.234568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.253526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:24.259954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:24.286358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.302848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:24.303678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:24.304266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.313072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:24.313534 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:24.320948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Transition to ACTIVE for port object eababc08-99e1-4a00-842a-9d7170bae164 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:24.322199 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 7 to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4
Dec 19 13:26:24.328430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:26:24.340074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 4b834fad-8fc1-4158-adfc-41187655faab completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:24.349135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Sync routers for ids ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:26:24.352870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4b834fad-8fc1-4158-adfc-41187655faab triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:24.356882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.393163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:24.393943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:24.394376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:24.444490 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Routers {'4980413f-f9a5-4f12-96f3-dea8df05a1e1'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:24.445128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4799fca0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:24.454151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:24.461277 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:24.461277 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 8 to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4
Dec 19 13:26:24.535407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:24.535867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:24.536321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:24.564576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.565673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:24.566101 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:24.569835 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 9 to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4
Dec 19 13:26:24.629817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.640039 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] 10.222.0.24 "PUT /v2.0/routers/4980413f-f9a5-4f12-96f3-dea8df05a1e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5786455
Dec 19 13:26:24.641699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.650166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:24.650604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:24.654400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:24.690578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f661fb10-4e21-4b15-a0cf-8aee951a9c27 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:24.694859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-edbbc52a-2775-465a-b421-9962d3b49d1f tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:24.743330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 2.0075901
Dec 19 13:26:24.758584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35442) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:24.768154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:24.770090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.798806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 4b834fad-8fc1-4158-adfc-41187655faab, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4b834fad-8fc1-4158-adfc-41187655faab,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:24.803034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Set router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:24.814839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Network 53a43732-cab6-4313-bd01-61a778f28c89 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:24.832214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:24.845584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:24.849542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:24.850644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.890441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'Port': ['ID=eababc08-99e1-4a00-842a-9d7170bae164,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:24.918158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Allocated IP 172.20.0.1 (bc33190a-751f-4699-9dbf-7d69c7ceca8e/6c5d365b-ec90-4521-bf4b-b9217d9b4e32/deaa05d5-e214-4cd0-a273-a5edb630573c) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:24.940215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:24.975212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:24.983187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-adc0725e-a9d6-4eec-8892-12ab94486684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:25.016887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:25.017267 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:25.026457 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 10 to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4
Dec 19 13:26:25.097044 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4550853
Dec 19 13:26:25.100436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35450) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:25.121308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:25.122024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:25.122024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:25.133822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 7de20628-d24b-4d97-8e61-b5fb003369a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:25.134026 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 7de20628-d24b-4d97-8e61-b5fb003369a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:25.134330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.152804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event updated for resources: {'Subnet': ['ID=1942f43d-55c3-49ee-81e3-a7a705a3136e,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:25.156208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:25.157558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-890674fc-8840-4323-b35d-5b07589bca25 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:dd:d8:79'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:25.245860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Checking segment: {'id': '572d23ad-d249-4515-b833-ddc64fdc8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f79d03e-487d-4334-b4de-8efd8802a2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:25.246221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Network hostable DHCP agents. Network: 0f79d03e-487d-4334-b4de-8efd8802a2cc, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:26:25.291982 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.345496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.382163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] For port 7de20628-d24b-4d97-8e61-b5fb003369a4, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:25.383136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempted to set empty binding levels {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 19 13:26:25.400139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Transition to ACTIVE for port object deaa05d5-e214-4cd0-a273-a5edb630573c will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:25.403136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Allocated IP 172.20.0.1 (663f49b5-f790-47f9-bb7b-e5941da93072/bb58da1e-c81f-40d1-bd91-57a34befe6d1/488e1ef7-674c-4779-b549-7279f52156c2) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:25.411838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6c616024-ee01-450a-afae-ac6c3d6efcc5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:25.450834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.464173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Network 0f79d03e-487d-4334-b4de-8efd8802a2cc is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:26:25.483168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=4b834fad-8fc1-4158-adfc-41187655faab,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:25.497676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:25.523194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.532633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9f8eba50-7f88-4f00-9cfa-f2524831761a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:25.539632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4799fca0>, [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:19Z', 'revision_number': 4, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '410080cb-fb3b-448a-bb80-701f2273b8b5', 'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'mac_address': 'fa:16:3e:04:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50564898-908d-467f-a997-b49b377feab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:17Z', 'updated_at': '2021-12-19T13:26:19Z', 'revision_number': 2, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'subnets': [{'id': '50564898-908d-467f-a997-b49b377feab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:25.543658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Checking router: 4980413f-f9a5-4f12-96f3-dea8df05a1e1 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:26:25.544019 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Updating router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 port 410080cb-fb3b-448a-bb80-701f2273b8b5 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:26:25.574662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ce1be7a6-a04d-48a0-8734-62be822cba88 None None] Provisioning for port eababc08-99e1-4a00-842a-9d7170bae164 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:25.584524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 0f79d03e-487d-4334-b4de-8efd8802a2cc) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:25.588888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:25.589556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.599828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ce1be7a6-a04d-48a0-8734-62be822cba88 None None] Provisioning complete for port eababc08-99e1-4a00-842a-9d7170bae164 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:25.600140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ce1be7a6-a04d-48a0-8734-62be822cba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.601916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.637254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.667356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edc5b58-1dcc-487f-98f1-6a87dc3dd03d None None] Network 0f79d03e-487d-4334-b4de-8efd8802a2cc requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:25.668233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35456) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:25.689434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6c616024-ee01-450a-afae-ac6c3d6efcc5 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:25.694993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072264991', 'description': 'tempest-description--2076283432'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:25.703965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Network bc33190a-751f-4699-9dbf-7d69c7ceca8e is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:25.709535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:25.713145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:25.727031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:25.767400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6c616024-ee01-450a-afae-ac6c3d6efcc5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:25.767779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.797150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event updated for resources: {'Port': ['ID=7de20628-d24b-4d97-8e61-b5fb003369a4,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:25.808777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:25.813158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.817893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:25.843159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.849512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Usage tracker for resource:security_group and tenant:ff1a9186fd984e50826c0a8bda0f8d36 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:25.866791 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0573025
Dec 19 13:26:25.871802 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 986 time: 9.3709226
Dec 19 13:26:25.871802 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35460) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:25.878299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:25.884013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35462) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:25.926507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-454576928', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:25.936567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:26:25.937033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:25.940687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:25.946538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:25.961103 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:26:25.967511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Usage tracker for resource:router and tenant:25e3bf4ff7a74538b759da371a68cdb5 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:25.974934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:25.990534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:26.000466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ce1be7a6-a04d-48a0-8734-62be822cba88 None None] Port eababc08-99e1-4a00-842a-9d7170bae164 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:26.009354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Pushing event updated for resources: {'Port': ['ID=deaa05d5-e214-4cd0-a273-a5edb630573c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:26.013122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:26.017279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:26.029894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.039238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-890674fc-8840-4323-b35d-5b07589bca25 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.077637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4602eb67-7d02-4439-9db4-4aee02889a5b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:26.080418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:26.083108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.092350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-33f53915-c03a-4312-9385-e153482e64e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Deleting port 7de20628-d24b-4d97-8e61-b5fb003369a4 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:26.092910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33f53915-c03a-4312-9385-e153482e64e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.103869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.104837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.124553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.125136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] device_id is not set on port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:26.163663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Transition to ACTIVE for port object 488e1ef7-674c-4779-b549-7279f52156c2 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:26.176052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.249116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Transition to ACTIVE for port object 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:26.252348 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:26.256500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Usage tracker for resource:security_group_rule and tenant:ff1a9186fd984e50826c0a8bda0f8d36 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:26.259023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:26.265711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:26.285591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7265d6b0-d322-4c27-b991-bb402bab1f7f None None] Provisioning for port deaa05d5-e214-4cd0-a273-a5edb630573c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:26.301547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7265d6b0-d322-4c27-b991-bb402bab1f7f None None] Provisioning complete for port deaa05d5-e214-4cd0-a273-a5edb630573c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:26.302251 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7265d6b0-d322-4c27-b991-bb402bab1f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.321716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.378913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.436887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.455862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7265d6b0-d322-4c27-b991-bb402bab1f7f None None] Port deaa05d5-e214-4cd0-a273-a5edb630573c cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:26.472291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 6c616024-ee01-450a-afae-ac6c3d6efcc5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6c616024-ee01-450a-afae-ac6c3d6efcc5,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:26.476009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-0f79d03e-487d-4334-b4de-8efd8802a2cc', 'network_id': '0f79d03e-487d-4334-b4de-8efd8802a2cc', 'tenant_id': '25e3bf4ff7a74538b759da371a68cdb5', 'fixed_ips': [{'subnet_id': '1942f43d-55c3-49ee-81e3-a7a705a3136e'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:26:26.480163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.488778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.500941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:26.509122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Checking segment: {'id': 'b01a1557-02b3-4490-bbde-f890b24f1acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4d0ff5d-fd72-41f6-9dd7-85a66615cff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:26.509556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Network hostable DHCP agents. Network: c4d0ff5d-fd72-41f6-9dd7-85a66615cff8, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:26:26.533879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:26.571096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.571894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9cdcae08-ef76-4380-89c1-8b79875ffbe3 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:26.572545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.592357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.603139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:26.624122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887aab8c-3cb3-4c42-8877-cb5d9c9da54c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:26.629013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:26.637575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.713774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.715644 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.0359313
Dec 19 13:26:26.722661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-33f53915-c03a-4312-9385-e153482e64e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] For port 7de20628-d24b-4d97-8e61-b5fb003369a4, host hv-neutron-8218, got binding levels [] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:26.734490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33f53915-c03a-4312-9385-e153482e64e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.748080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35468) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:26.771715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Network c4d0ff5d-fd72-41f6-9dd7-85a66615cff8 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:26:26.784771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Request body: {'security_group_rule': {'security_group_id': '887aab8c-3cb3-4c42-8877-cb5d9c9da54c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:26.794037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=6c616024-ee01-450a-afae-ac6c3d6efcc5,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:26.802245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:26.806230 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Usage tracker for resource:security_group_rule and tenant:ff1a9186fd984e50826c0a8bda0f8d36 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:26.812148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:26.831946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.860575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event updated for resources: {'Port': ['ID=32a7ee05-d509-47d3-9dbf-aec2dad4e5a2,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:26.863208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:26.869638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:26.895953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Transition to ACTIVE for port object 410080cb-fb3b-448a-bb80-701f2273b8b5 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:26.896917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, c4d0ff5d-fd72-41f6-9dd7-85a66615cff8) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:26.900995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:26.901762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.910984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989ed21b-4956-4cb7-8b46-f02e8260bab7 None None] Network c4d0ff5d-fd72-41f6-9dd7-85a66615cff8 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:26.945401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:26.952308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-33f53915-c03a-4312-9385-e153482e64e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Calling delete_port for 7de20628-d24b-4d97-8e61-b5fb003369a4 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:26.980238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.987135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:26.989299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-eb529369-a7cb-495f-80a4-e43decb6c629 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:26.996691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:27.009910 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.2322867
Dec 19 13:26:27.010341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35474) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:27.018058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Request body: {'floatingip': {'floating_network_id': 'c4d0ff5d-fd72-41f6-9dd7-85a66615cff8'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:27.022887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:27.029068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Allocated IP 172.20.0.2 (0f79d03e-487d-4334-b4de-8efd8802a2cc/1942f43d-55c3-49ee-81e3-a7a705a3136e/8e4204bd-72c2-4520-99be-92a97db865ca) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:27.030497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Usage tracker for resource:floatingip and tenant:d1eb0a2126834ff6a89d4b14e3dfa50d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:27.038050 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Network 663f49b5-f790-47f9-bb7b-e5941da93072 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:27.056237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:27.059527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:27.069772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:27.070126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.072476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.072609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.074735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:27.077495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.079473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:27.079862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.138535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:27.183698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-890674fc-8840-4323-b35d-5b07589bca25 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.196573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:27.197061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:27.197215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:27.219674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.223758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:27.224093 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:27.224664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Pushing event updated for resources: {'Port': ['ID=488e1ef7-674c-4779-b549-7279f52156c2,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:27.241551 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 2 to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2
Dec 19 13:26:27.301813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.306809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:27.308231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:27.308831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:27.309660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:27.315778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.317589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-890674fc-8840-4323-b35d-5b07589bca25 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.319963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:27.320279 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:27.321760 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 3 to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2
Dec 19 13:26:27.337970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Pushing event updated for resources: {'Port': ['ID=deaa05d5-e214-4cd0-a273-a5edb630573c,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:27.340626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.353734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:27.354053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:27.354910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:27.356545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:27.363616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:27.400661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb133c-6742-4a50-a721-8c5138c32d52 None None] Pushing event updated for resources: {'Port': ['ID=410080cb-fb3b-448a-bb80-701f2273b8b5,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:27.404109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bbeb133c-6742-4a50-a721-8c5138c32d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:27.452029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:27.452369 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:27.453186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-890674fc-8840-4323-b35d-5b07589bca25 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] In _notify_port_updated(), no bound segment for port eababc08-99e1-4a00-842a-9d7170bae164 on network 53a43732-cab6-4313-bd01-61a778f28c89 {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:26:27.456997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890674fc-8840-4323-b35d-5b07589bca25 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:27.457593 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-890674fc-8840-4323-b35d-5b07589bca25 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.458872 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-890674fc-8840-4323-b35d-5b07589bca25 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "PUT /v2.0/ports/eababc08-99e1-4a00-842a-9d7170bae164 HTTP/1.1" status: 200  len: 993 time: 2.3454685
Dec 19 13:26:27.464294 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 4 to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2
Dec 19 13:26:27.482485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.483175 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35480) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:27.487879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:27.488205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:27.488601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:27.497739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890674fc-8840-4323-b35d-5b07589bca25 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'Port': ['ID=eababc08-99e1-4a00-842a-9d7170bae164,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:27.559352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33f53915-c03a-4312-9385-e153482e64e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.561210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-890674fc-8840-4323-b35d-5b07589bca25 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:27.566557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:27.588135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecc230d-daf3-49ba-815b-6d5e186e1c12,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:27.596098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:27.596426 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:27.615733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Allocated IP 172.26.4.209 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/406a1331-c8ec-4b59-97bf-2f834a4a5108) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:27.630268 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 5 to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2
Dec 19 13:26:27.630682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-acaa2135-cc39-4e46-b000-c91ee1b75be1 None None] Provisioning for port 488e1ef7-674c-4779-b549-7279f52156c2 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:27.652059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.655933 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8916802
Dec 19 13:26:27.662501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35484) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:27.664098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:27.667694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:27.668016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:27.668422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:27.671893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-357769db-7218-451b-8595-afdd2a7f8c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:27.697494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-acaa2135-cc39-4e46-b000-c91ee1b75be1 None None] Provisioning complete for port 488e1ef7-674c-4779-b549-7279f52156c2 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:27.697966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-acaa2135-cc39-4e46-b000-c91ee1b75be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.729337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Request body: {'security_group_rule': {'security_group_id': '887aab8c-3cb3-4c42-8877-cb5d9c9da54c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:27.763187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:27.770917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f53915-c03a-4312-9385-e153482e64e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event deleted for resources: {'Port': ['ID=7de20628-d24b-4d97-8e61-b5fb003369a4,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:27.785661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b4656-2c2c-4d8d-8481-1f230841dde7 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Deleting port eababc08-99e1-4a00-842a-9d7170bae164 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:27.786006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4656-2c2c-4d8d-8481-1f230841dde7 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.810464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:27.810784 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:27.811604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-33f53915-c03a-4312-9385-e153482e64e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:27.814736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Usage tracker for resource:security_group_rule and tenant:ff1a9186fd984e50826c0a8bda0f8d36 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:27.822757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 556eb6bc-9360-4405-8419-fb05cb50b46f up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:27.822954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33f53915-c03a-4312-9385-e153482e64e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.826959 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-33f53915-c03a-4312-9385-e153482e64e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7de20628-d24b-4d97-8e61-b5fb003369a4 HTTP/1.1" status: 204  len: 168 time: 1.9419143
Dec 19 13:26:27.827641 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 6 to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2
Dec 19 13:26:27.836413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35488) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:27.837893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:27.851428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:27.860330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:27.873524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:27.873847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:27.874173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:27.907035 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b6b30e-25b9-4c61-95db-c06c8fce76a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] GET failed (client error): The resource could not be found.
Dec 19 13:26:27.907689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d1b6b30e-25b9-4c61-95db-c06c8fce76a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Synchronizing usage tracker for tenant:08a1af729d0f443a898de200035dfeca on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:27.912114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3b5f4-319b-4655-830b-dce917f64102 None None] Network c4d0ff5d-fd72-41f6-9dd7-85a66615cff8 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:27.930910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:27.931485 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:27.937250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Network bc33190a-751f-4699-9dbf-7d69c7ceca8e is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:27.938305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Attempting to bind port 410080cb-fb3b-448a-bb80-701f2273b8b5 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:27.938677 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Attempting to bind port 410080cb-fb3b-448a-bb80-701f2273b8b5 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:27.939043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Attempting to bind port 410080cb-fb3b-448a-bb80-701f2273b8b5 on network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:27.940557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:27.941428 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 7 to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2
Dec 19 13:26:28.010170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:28.010769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:28.011440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:28.013794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.014169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-acaa2135-cc39-4e46-b000-c91ee1b75be1 None None] Port 488e1ef7-674c-4779-b549-7279f52156c2 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:28.044354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:28.044764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Checking segment: {'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:28.045053 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.045446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Bound using segment: {'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:28.045940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Bound port: 410080cb-fb3b-448a-bb80-701f2273b8b5, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:28.046338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.091309 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.094542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:28.094804 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:28.138008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d1b6b30e-25b9-4c61-95db-c06c8fce76a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Unset dirty status for tenant:08a1af729d0f443a898de200035dfeca on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:28.139357 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d1b6b30e-25b9-4c61-95db-c06c8fce76a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "GET /v2.0/ports/7de20628-d24b-4d97-8e61-b5fb003369a4 HTTP/1.1" status: 404  len: 333 time: 0.3021739
Dec 19 13:26:28.155519 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 8 to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2
Dec 19 13:26:28.168167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Transition to ACTIVE for port object 8e4204bd-72c2-4520-99be-92a97db865ca will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:28.171511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35492) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:28.204532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.250317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Request body: {'port': {'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199594494'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:28.262259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Transition to ACTIVE for port object 8e4204bd-72c2-4520-99be-92a97db865ca will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:28.270279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:28.282767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.289901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:28.289901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:28.290140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2526e2c0-07c1-4e95-9f9c-896afd14afdf None None] Provisioning complete for port eababc08-99e1-4a00-842a-9d7170bae164 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:28.290231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:28.290345 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2526e2c0-07c1-4e95-9f9c-896afd14afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.314881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] For port 410080cb-fb3b-448a-bb80-701f2273b8b5, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:28.322699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:28.356169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:28.356501 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:28.363327 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 9 to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2
Dec 19 13:26:28.372726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 556eb6bc-9360-4405-8419-fb05cb50b46f completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:28.377072 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] For port 410080cb-fb3b-448a-bb80-701f2273b8b5, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=410080cb-fb3b-448a-bb80-701f2273b8b5,segment=NetworkSegment(438a99a3-d3b3-4112-8770-348e84381d42),segment_id=438a99a3-d3b3-4112-8770-348e84381d42)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:28.394200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 556eb6bc-9360-4405-8419-fb05cb50b46f triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:28.394719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.415950 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4656-2c2c-4d8d-8481-1f230841dde7 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.426152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:28.426152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:28.426152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:28.427303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.437203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:28.443954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.465173 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-2526e2c0-07c1-4e95-9f9c-896afd14afdf None None] Port eababc08-99e1-4a00-842a-9d7170bae164 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:28.475282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.478922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.493103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:28.499389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Made reservation on behalf of 08a1af729d0f443a898de200035dfeca for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:28.501681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.540613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Network 0f79d03e-487d-4334-b4de-8efd8802a2cc is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:28.549522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:28.551968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:28.562032 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Pushing event updated for resources: {'Port': ['ID=8e4204bd-72c2-4520-99be-92a97db865ca,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:28.564852 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:28.568178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:28.573184 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Allocated IP 172.20.0.9 (c4d0ff5d-fd72-41f6-9dd7-85a66615cff8/4602eb67-7d02-4439-9db4-4aee02889a5b/08e0d661-90c3-43ae-af17-5a40172612ef) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:28.608261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:28.624168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event updated for resources: {'Port': ['ID=406a1331-c8ec-4b59-97bf-2f834a4a5108,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:28.631547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:28.652473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b4656-2c2c-4d8d-8481-1f230841dde7 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Calling delete_port for eababc08-99e1-4a00-842a-9d7170bae164 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:28.731351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:28.755254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:28.764035 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Routers {'4980413f-f9a5-4f12-96f3-dea8df05a1e1'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:28.764675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4799fca0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:28.816479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:28.817067 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:28.817836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.824009 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 10 to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2
Dec 19 13:26:28.850573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:28.851375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:28.851835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:28.861136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:28.879157 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb133c-6742-4a50-a721-8c5138c32d52 None None] Pushing event updated for resources: {'Port': ['ID=410080cb-fb3b-448a-bb80-701f2273b8b5,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:28.882148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bbeb133c-6742-4a50-a721-8c5138c32d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:28.882899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Attempting to bind port 8e4204bd-72c2-4520-99be-92a97db865ca on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:28.883501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Attempting to bind port 8e4204bd-72c2-4520-99be-92a97db865ca by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '572d23ad-d249-4515-b833-ddc64fdc8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f79d03e-487d-4334-b4de-8efd8802a2cc'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:28.883621 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Attempting to bind port 8e4204bd-72c2-4520-99be-92a97db865ca on network 0f79d03e-487d-4334-b4de-8efd8802a2cc {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:28.887885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] device_id is not set on port 856e7bba-fe57-4b0f-8496-401fbdeebb60 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:28.899760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.943928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adabbc1-fe29-485f-b374-6aa6db17d111,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:28.956943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:28.957069 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:28.957415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.969592 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:28.973196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:28.973467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Checking segment: {'id': '572d23ad-d249-4515-b833-ddc64fdc8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f79d03e-487d-4334-b4de-8efd8802a2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:28.973855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.974249 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Bound using segment: {'id': '572d23ad-d249-4515-b833-ddc64fdc8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f79d03e-487d-4334-b4de-8efd8802a2cc'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:28.975008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Bound port: 8e4204bd-72c2-4520-99be-92a97db865ca, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572d23ad-d249-4515-b833-ddc64fdc8a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f79d03e-487d-4334-b4de-8efd8802a2cc'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:28.975305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:28.985785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:26:29.011820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.052094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.069364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Router 01410ec3-7af6-475c-a68d-30d98262f0a9 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:26:29.070315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 556eb6bc-9360-4405-8419-fb05cb50b46f, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=556eb6bc-9360-4405-8419-fb05cb50b46f,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:29.074584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c80ff4a0-b49e-4f91-8cf8-e09b5bea634e None None] Provisioning complete for port deaa05d5-e214-4cd0-a273-a5edb630573c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:29.074964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c80ff4a0-b49e-4f91-8cf8-e09b5bea634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.075682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4656-2c2c-4d8d-8481-1f230841dde7 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.107656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:29.179295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.184593 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.5099669
Dec 19 13:26:29.189199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b4656-2c2c-4d8d-8481-1f230841dde7 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event deleted for resources: {'Port': ['ID=eababc08-99e1-4a00-842a-9d7170bae164,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:29.190144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] Set router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:29.196664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35496) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:29.201695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cf9b4656-2c2c-4d8d-8481-1f230841dde7 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:29.224843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:29.231190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c80ff4a0-b49e-4f91-8cf8-e09b5bea634e None None] Port deaa05d5-e214-4cd0-a273-a5edb630573c cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:29.242086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.251297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.255115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:29.264067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:29.290542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:29.299352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.304203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] For port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:29.304736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempted to set empty binding levels {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 19 13:26:29.318489 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] For port 8e4204bd-72c2-4520-99be-92a97db865ca, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:29.361381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Usage tracker for resource:floatingip and tenant:ff1a9186fd984e50826c0a8bda0f8d36 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:29.364104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.373606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-413c61d7-fd35-41c3-b34b-1b96f5ce2ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:29.382167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Network c4d0ff5d-fd72-41f6-9dd7-85a66615cff8 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:29.390789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:29.394822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:29.426574 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] For port 8e4204bd-72c2-4520-99be-92a97db865ca, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8e4204bd-72c2-4520-99be-92a97db865ca,segment=NetworkSegment(572d23ad-d249-4515-b833-ddc64fdc8a35),segment_id=572d23ad-d249-4515-b833-ddc64fdc8a35)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:29.427804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6c616024-ee01-450a-afae-ac6c3d6efcc5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:29.434861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:29.453476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event updated for resources: {'Port': ['ID=08e0d661-90c3-43ae-af17-5a40172612ef,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:29.460954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.478254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:29.484077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.484790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.490348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=556eb6bc-9360-4405-8419-fb05cb50b46f,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:29.493547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:29.514130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:26:29.543026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.557279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.560300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:29.566813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Pushing event updated for resources: {'Port': ['ID=488e1ef7-674c-4779-b549-7279f52156c2,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:29.570992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:29.580430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:29.580889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:29.617611 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] 10.222.0.24 "PUT /v2.0/routers/01410ec3-7af6-475c-a68d-30d98262f0a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1366253
Dec 19 13:26:29.722767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Pushing event updated for resources: {'Port': ['ID=8e4204bd-72c2-4520-99be-92a97db865ca,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:29.725934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:29.772448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6c616024-ee01-450a-afae-ac6c3d6efcc5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:29.773107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.778997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:29.894351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Network 663f49b5-f790-47f9-bb7b-e5941da93072 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:29.908013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:29.920792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4799fca0>, [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:19Z', 'revision_number': 4, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '410080cb-fb3b-448a-bb80-701f2273b8b5', 'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'mac_address': 'fa:16:3e:04:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50564898-908d-467f-a997-b49b377feab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:17Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'subnets': [{'id': '50564898-908d-467f-a997-b49b377feab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:29.934090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d8686-a5ec-4da4-86c7-4b21d553d1df None None] The sync data for ids ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'] in dv-neutron-821895-1-hyperv is: [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:19Z', 'revision_number': 4, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '410080cb-fb3b-448a-bb80-701f2273b8b5', 'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'mac_address': 'fa:16:3e:04:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50564898-908d-467f-a997-b49b377feab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:17Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'subnets': [{'id': '50564898-908d-467f-a997-b49b377feab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:26:29.954521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4b834fad-8fc1-4158-adfc-41187655faab up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:30.072109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4b834fad-8fc1-4158-adfc-41187655faab triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:30.072714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:30.111144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] In _notify_port_updated(), no bound segment for port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:26:30.113904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:30.117212 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "PUT /v2.0/ports/32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 HTTP/1.1" status: 200  len: 976 time: 5.3546684
Dec 19 13:26:30.137375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35506) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:30.170571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:30.190897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event updated for resources: {'Port': ['ID=32a7ee05-d509-47d3-9dbf-aec2dad4e5a2,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:30.232579 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4656-2c2c-4d8d-8481-1f230841dde7 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:30.234658 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cf9b4656-2c2c-4d8d-8481-1f230841dde7 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "DELETE /v2.0/ports/eababc08-99e1-4a00-842a-9d7170bae164 HTTP/1.1" status: 204  len: 168 time: 2.7425191
Dec 19 13:26:30.249623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:30.253608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35510) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:30.266133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:30.270421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:30.278780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:30.279635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:30.280309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:30.285647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cf9b4656-2c2c-4d8d-8481-1f230841dde7 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:30.290919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:30.427136 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-303c436b-0773-43d2-8a24-c61a56f2da0c tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 18553 time: 0.2717671
Dec 19 13:26:30.450132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35516) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:30.489174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8f26d4fa-1999-47d0-86be-64c09583589f None None] Provisioning complete for port 488e1ef7-674c-4779-b549-7279f52156c2 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:30.489550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8f26d4fa-1999-47d0-86be-64c09583589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:30.559946 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac70468-f853-40f6-880b-0407402d9eec tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] GET failed (client error): The resource could not be found.
Dec 19 13:26:30.561033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9ac70468-f853-40f6-880b-0407402d9eec tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Synchronizing usage tracker for tenant:7b254391127a4fad8c33e2d439228164 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:30.584362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:30.587593 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event updated for resources: {'Port': ['ID=856e7bba-fe57-4b0f-8496-401fbdeebb60,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:30.595952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:30.629162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8f26d4fa-1999-47d0-86be-64c09583589f None None] Port 488e1ef7-674c-4779-b549-7279f52156c2 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:30.649957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-4de1c942-fa14-4d88-821b-2e94c1b6ab55 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Deleting port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:30.650349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4de1c942-fa14-4d88-821b-2e94c1b6ab55 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:30.801973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35520) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:30.810513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1372378552', 'description': 'tempest-description--2005774363'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:30.811003 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.6384296
Dec 19 13:26:30.812288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9ac70468-f853-40f6-880b-0407402d9eec tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Unset dirty status for tenant:7b254391127a4fad8c33e2d439228164 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:30.813405 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9ac70468-f853-40f6-880b-0407402d9eec tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "GET /v2.0/ports/eababc08-99e1-4a00-842a-9d7170bae164 HTTP/1.1" status: 404  len: 333 time: 0.5290017
Dec 19 13:26:30.814085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35524) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:30.817368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:30.821999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Usage tracker for resource:security_group and tenant:2cd8305d66a649c082ece81b30e5ddd4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:30.825077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:30.831436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:30.837671 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:30.856056 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Router e46ad8a9-98fc-48c7-b3c8-8c696ce7b949 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:26:30.857542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35528) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:30.911264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:30.915934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Request body: {'port': {'network_id': '53a43732-cab6-4313-bd01-61a778f28c89', 'name': 'tempest-AllowedAddressPairTestJSON-1673223396'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:31.033458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.042575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.192078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46845ad8-1cbc-4861-ac30-bce8bbc0810c None None] Network 0f79d03e-487d-4334-b4de-8efd8802a2cc requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:26:31.330883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-4de1c942-fa14-4d88-821b-2e94c1b6ab55 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] For port 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2, host hv-neutron-8218, got binding levels [] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:31.331454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4de1c942-fa14-4d88-821b-2e94c1b6ab55 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.336877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Allocated IP 172.26.4.171 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/4dc4175d-1ffb-4dce-bb0d-ec316c987a57) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:31.352559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:31.356558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-89de679d-8f74-4079-a905-0e2aa79b1841 None None] Provisioning for port 8e4204bd-72c2-4520-99be-92a97db865ca completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:31.366354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Usage tracker for resource:security_group_rule and tenant:2cd8305d66a649c082ece81b30e5ddd4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:31.431098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:31.511794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-4de1c942-fa14-4d88-821b-2e94c1b6ab55 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Calling delete_port for 32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:31.513988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8e4204bd-72c2-4520-99be-92a97db865ca up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:31.539475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:31.547858 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:31.569854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:31.575965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:26:31.593594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:26:31.607457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.609719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] device_id is not set on port 856e7bba-fe57-4b0f-8496-401fbdeebb60 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:31.627943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.639327 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.657047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Transition to ACTIVE for port object 856e7bba-fe57-4b0f-8496-401fbdeebb60 will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:31.730754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.743949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Made reservation on behalf of 7b254391127a4fad8c33e2d439228164 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:31.747501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.753550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 8e4204bd-72c2-4520-99be-92a97db865ca completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:31.758768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 8e4204bd-72c2-4520-99be-92a97db865ca triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:31.759443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.769874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.770060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:31.770142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-890674fc-8840-4323-b35d-5b07589bca25 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:31.833684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] device_id is not set on port c0733bf5-c451-410e-aa74-76394fbd8682 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:31.872977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.890192 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.920680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4de1c942-fa14-4d88-821b-2e94c1b6ab55 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.923696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.934178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 8e4204bd-72c2-4520-99be-92a97db865ca, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8e4204bd-72c2-4520-99be-92a97db865ca,segment=NetworkSegment(572d23ad-d249-4515-b833-ddc64fdc8a35),segment_id=572d23ad-d249-4515-b833-ddc64fdc8a35)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:31.935696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b02a8a35-41e0-44a9-89f3-a45d9c58ba55 None None] Provisioning complete for port 8e4204bd-72c2-4520-99be-92a97db865ca triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:31.936483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b02a8a35-41e0-44a9-89f3-a45d9c58ba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:31.959512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event updated for resources: {'Port': ['ID=856e7bba-fe57-4b0f-8496-401fbdeebb60,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:31.966583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:31.966998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:32.008886 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:32.023170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:32.030841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.031733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:32.031844 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 410080cb-fb3b-448a-bb80-701f2273b8b5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:32.067853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:32.070274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Pushing event updated for resources: {'Port': ['ID=4dc4175d-1ffb-4dce-bb0d-ec316c987a57,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:32.078743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:32.115673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.129356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:32.129670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:32.129996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:32.134988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event updated for resources: {'Port': ['ID=08e0d661-90c3-43ae-af17-5a40172612ef,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:32.141766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:32.149192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0307143f-d02e-40ff-82b8-ac106aa15a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:32.150730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:32.151078 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:32.153466 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 2 to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60
Dec 19 13:26:32.180936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:32.181254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:32.181653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:32.193752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:32.194152 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:32.197409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4de1c942-fa14-4d88-821b-2e94c1b6ab55 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.211548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=8e4204bd-72c2-4520-99be-92a97db865ca,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:32.215606 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:32.247513 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 3 to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60
Dec 19 13:26:32.255026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a08fdc2-3296-48d3-b3e6-aa19f99b6770,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:32.263856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Allocated IP 172.20.0.11 (53a43732-cab6-4313-bd01-61a778f28c89/15c8c6be-53e5-4b87-89b5-087c536f3fbb/c0733bf5-c451-410e-aa74-76394fbd8682) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:32.266164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:32.268522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.273918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:32.281707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:26:32.286916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.291551 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:32.291919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:32.292259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:32.296197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 410080cb-fb3b-448a-bb80-701f2273b8b5 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:32.301375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 410080cb-fb3b-448a-bb80-701f2273b8b5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:32.306813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.306936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:32.306936 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:32.306936 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 4 to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60
Dec 19 13:26:32.322995 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] 10.222.0.24 "PUT /v2.0/routers/10546e2d-c6eb-48a9-96cc-36319cdfbcbf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.6075418
Dec 19 13:26:32.327821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1c942-fa14-4d88-821b-2e94c1b6ab55 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event deleted for resources: {'Port': ['ID=32a7ee05-d509-47d3-9dbf-aec2dad4e5a2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:32.329306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:32.329466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:32.330242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:32.337679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4de1c942-fa14-4d88-821b-2e94c1b6ab55 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:32.339737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.340935 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.5357749
Dec 19 13:26:32.345065 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4de1c942-fa14-4d88-821b-2e94c1b6ab55 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "DELETE /v2.0/ports/32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 HTTP/1.1" status: 204  len: 168 time: 1.8900545
Dec 19 13:26:32.345200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:32.345200 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:32.345200 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 5 to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60
Dec 19 13:26:32.346683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35534) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:32.347006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35536) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:32.356957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Request body: {'security_group_rule': {'security_group_id': '6a08fdc2-3296-48d3-b3e6-aa19f99b6770', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:32.362482 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:32.363111 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:32.363227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:32.363632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:32.366932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Usage tracker for resource:security_group_rule and tenant:2cd8305d66a649c082ece81b30e5ddd4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:32.370454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:32.371516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:32.371903 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:32.372377 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 6 to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60
Dec 19 13:26:32.376620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:32.395718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:32.396337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:32.396764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:32.403710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:32.404127 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:32.404683 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 7 to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60
Dec 19 13:26:32.444607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.445840 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 5.4340339
Dec 19 13:26:32.451589 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b725c8a-4432-4216-b771-e202147b3620 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] GET failed (client error): The resource could not be found.
Dec 19 13:26:32.452094 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2b725c8a-4432-4216-b771-e202147b3620 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Synchronizing usage tracker for tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:32.454541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35542) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:32.466857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:26:32.469927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.482014 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20194a-9eef-42f9-bd9b-85f9bcd6d6c6 None None] Sync routers for ids ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:26:32.510122 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20194a-9eef-42f9-bd9b-85f9bcd6d6c6 None None] Routers {'e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:32.514083 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-fe20194a-9eef-42f9-bd9b-85f9bcd6d6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4798ea90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:32.518645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 410080cb-fb3b-448a-bb80-701f2273b8b5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=410080cb-fb3b-448a-bb80-701f2273b8b5,segment=NetworkSegment(438a99a3-d3b3-4112-8770-348e84381d42),segment_id=438a99a3-d3b3-4112-8770-348e84381d42)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:32.597634 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-fe20194a-9eef-42f9-bd9b-85f9bcd6d6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4798ea90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:32.598577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.600091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 556eb6bc-9360-4405-8419-fb05cb50b46f up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:32.608661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.610955 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20194a-9eef-42f9-bd9b-85f9bcd6d6c6 None None] Routers {'e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:32.611601 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-fe20194a-9eef-42f9-bd9b-85f9bcd6d6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4798ea90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:32.615572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:32.616034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:32.616297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:32.625382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:32.625908 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:32.634894 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 8 to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60
Dec 19 13:26:32.651039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:32.651591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:32.652115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:32.660334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:32.660844 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:32.661548 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 9 to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60
Dec 19 13:26:32.674311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bbeb133c-6742-4a50-a721-8c5138c32d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:32.677974 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-fe20194a-9eef-42f9-bd9b-85f9bcd6d6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4798ea90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:32.678386 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20194a-9eef-42f9-bd9b-85f9bcd6d6c6 None None] The sync data for ids ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:26:32.687986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.722069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:32.724870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:32.726458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:32.754891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:32.755709 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:32.759200 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 10 to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60
Dec 19 13:26:32.775410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.777024 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 6.8578737
Dec 19 13:26:32.782047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35550) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:32.782774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3571120a-dbdf-4156-8e34-43b5237a81b5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Synchronizing usage tracker for tenant:d1eb0a2126834ff6a89d4b14e3dfa50d on resource:floatingip {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:32.788055 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2b725c8a-4432-4216-b771-e202147b3620 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Unset dirty status for tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:32.793272 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2b725c8a-4432-4216-b771-e202147b3620 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "GET /v2.0/ports/32a7ee05-d509-47d3-9dbf-aec2dad4e5a2 HTTP/1.1" status: 404  len: 333 time: 0.4390874
Dec 19 13:26:32.797772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35554) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:32.815496 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=410080cb-fb3b-448a-bb80-701f2273b8b5,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:32.818931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:32.836281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 556eb6bc-9360-4405-8419-fb05cb50b46f triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:32.836864 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.866783 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1447406095', 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:32.873966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3571120a-dbdf-4156-8e34-43b5237a81b5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Unset dirty status for tenant:d1eb0a2126834ff6a89d4b14e3dfa50d on resource:floatingip {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:32.878288 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3571120a-dbdf-4156-8e34-43b5237a81b5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=c4d0ff5d-fd72-41f6-9dd7-85a66615cff8 HTTP/1.1" status: 200  len: 689 time: 0.4143972
Dec 19 13:26:32.878878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35558) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:32.879030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:32.879379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:32.879697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:32.890886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.902332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:32.983744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:32.984060 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:32.984404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:32.986782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.001013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:33.004275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:33.007820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35562) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:33.014479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.015238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314908761', 'description': 'tempest-description--2051628360'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:33.030770 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:33.046485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Usage tracker for resource:security_group and tenant:a2df18cdddf84a9bb57cf83bee4224ba is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:33.052401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f626f3-6725-4aea-afec-6eb25aebbeb0,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:33.070491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Transition to ACTIVE for port object c0733bf5-c451-410e-aa74-76394fbd8682 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:33.071795 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:33.078718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:33.094356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:33.101509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.139876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Made reservation on behalf of 9e1e0a639a4d4c5aab8a163c1ce9aea5 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:33.142346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.173552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.174725 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8261921
Dec 19 13:26:33.179181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35566) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:33.188174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Request body: {'security_group_rule': {'security_group_id': '6a08fdc2-3296-48d3-b3e6-aa19f99b6770', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:33.192380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Deleting port 08e0d661-90c3-43ae-af17-5a40172612ef {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:33.192713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.233264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:33.242538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Usage tracker for resource:security_group_rule and tenant:2cd8305d66a649c082ece81b30e5ddd4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:33.247084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:33.251773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.261474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:33.280753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] For port 856e7bba-fe57-4b0f-8496-401fbdeebb60, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:33.280753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempted to set empty binding levels {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 19 13:26:33.284146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] device_id is not set on port d1d24211-f2b4-4276-ae48-955700f5109b yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:33.327184 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:26:33.332080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.341850 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8e4204bd-72c2-4520-99be-92a97db865ca up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:33.352334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:33.360309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.366059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.379237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:33.419978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 8e4204bd-72c2-4520-99be-92a97db865ca triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:33.420289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.431808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'Port': ['ID=c0733bf5-c451-410e-aa74-76394fbd8682,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:33.447046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Network 53a43732-cab6-4313-bd01-61a778f28c89 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:33.448568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:33.452816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:33.455624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:33.465311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Usage tracker for resource:security_group_rule and tenant:a2df18cdddf84a9bb57cf83bee4224ba is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:33.469268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:33.470996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:33.492798 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] In _notify_port_updated(), no bound segment for port 856e7bba-fe57-4b0f-8496-401fbdeebb60 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:26:33.493832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.497422 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "PUT /v2.0/ports/856e7bba-fe57-4b0f-8496-401fbdeebb60 HTTP/1.1" status: 200  len: 981 time: 2.6787758
Dec 19 13:26:33.505305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35570) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:33.510380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:33.511174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.511683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.513214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.521118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event updated for resources: {'Port': ['ID=856e7bba-fe57-4b0f-8496-401fbdeebb60,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:33.540730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:33.541198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-33f53915-c03a-4312-9385-e153482e64e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:33.551465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.578224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 410080cb-fb3b-448a-bb80-701f2273b8b5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:26:33.663299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 410080cb-fb3b-448a-bb80-701f2273b8b5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:33.664007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.738075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.749965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Calling delete_port for 08e0d661-90c3-43ae-af17-5a40172612ef owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:33.764581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Pushing event updated for resources: {'Port': ['ID=4dc4175d-1ffb-4dce-bb0d-ec316c987a57,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:33.794461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:33.811484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:33.812106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.834503 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.895669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.905076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4b7b7e2a-4947-4ccd-aa57-ad0b0d05f1d8 None None] Provisioning for port c0733bf5-c451-410e-aa74-76394fbd8682 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:33.910743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4b7b7e2a-4947-4ccd-aa57-ad0b0d05f1d8 None None] Provisioning complete for port c0733bf5-c451-410e-aa74-76394fbd8682 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:33.911255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7e2a-4947-4ccd-aa57-ad0b0d05f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.918466 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-524b7869-3426-41f0-bc68-e248161e4a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 19524 time: 0.4119124
Dec 19 13:26:33.921717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35574) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:33.934908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.940148 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:33.942235 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.7412574
Dec 19 13:26:33.981460 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b7e2a-4947-4ccd-aa57-ad0b0d05f1d8 None None] Port c0733bf5-c451-410e-aa74-76394fbd8682 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:34.061952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.070038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:34.091530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.092998 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1820631
Dec 19 13:26:34.097082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35590) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:34.098107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.103136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:34.117683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-43eff070-0884-4eb5-b931-6f495269c61d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:dd:d8:79'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:34.142481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66746e0-2679-4209-a6a3-23ed8708e9a4,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:34.151308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:34.155430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ab38e-8411-4d77-8c67-65d25b87a12b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Deleting port 856e7bba-fe57-4b0f-8496-401fbdeebb60 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:34.155765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee2ab38e-8411-4d77-8c67-65d25b87a12b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.188290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8413e565-931a-4bc3-a450-1bbca3c23536,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:34.191118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:34.191788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.196267 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.1860659
Dec 19 13:26:34.197394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35594) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:34.207386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:34.208439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Request body: {'security_group_rule': {'security_group_id': '8413e565-931a-4bc3-a450-1bbca3c23536', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:34.224277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:34.232795 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Usage tracker for resource:security_group_rule and tenant:a2df18cdddf84a9bb57cf83bee4224ba is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:34.248644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:34.259757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35600) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:34.267198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:34.275013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.277342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:34.280773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:34.280773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:34.281373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.281539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:34.289616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b6828f96-2274-41c0-84e5-351ec7e08efe tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:34.290620 dv-neutron-821895-1-hyperv neutron-server[84125]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 19 13:26:34.335976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.337137 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.1550941
Dec 19 13:26:34.347278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event deleted for resources: {'Port': ['ID=08e0d661-90c3-43ae-af17-5a40172612ef,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:34.351645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35604) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:34.354586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:34.373517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:34.456605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:34.477147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Usage tracker for resource:floatingip and tenant:2cd8305d66a649c082ece81b30e5ddd4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:34.516706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:34.521725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.542084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:34.559130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event updated for resources: {'Port': ['ID=d1d24211-f2b4-4276-ae48-955700f5109b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:34.569075 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.7050474
Dec 19 13:26:34.569075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:34.576465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35608) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:34.592445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-ee2ab38e-8411-4d77-8c67-65d25b87a12b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] For port 856e7bba-fe57-4b0f-8496-401fbdeebb60, host hv-neutron-8218, got binding levels [] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:34.592788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee2ab38e-8411-4d77-8c67-65d25b87a12b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.644885 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-8edf3a95-8a43-4edc-ba9a-244acb41bdea tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2072264991&fields=id&tenant_id=ff1a9186fd984e50826c0a8bda0f8d36 HTTP/1.1" status: 200  len: 267 time: 0.3696897
Dec 19 13:26:34.722400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.743115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ab38e-8411-4d77-8c67-65d25b87a12b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Calling delete_port for 856e7bba-fe57-4b0f-8496-401fbdeebb60 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:34.771712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.780911 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-71783557-c34d-4bc7-9e6c-e7dde9aad579 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Synchronizing usage tracker for tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:34.909295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-43eff070-0884-4eb5-b931-6f495269c61d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.929833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-71783557-c34d-4bc7-9e6c-e7dde9aad579 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Unset dirty status for tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:34.930994 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-71783557-c34d-4bc7-9e6c-e7dde9aad579 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "GET /v2.0/ports/d1d24211-f2b4-4276-ae48-955700f5109b HTTP/1.1" status: 200  len: 955 time: 0.3512516
Dec 19 13:26:34.935802 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:34.938680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35612) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:34.988517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.019731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-85a1731d-fa6c-4cad-b32b-86625f0bb5c4 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:35.021206 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-85a1731d-fa6c-4cad-b32b-86625f0bb5c4 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/networks?id=f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 HTTP/1.1" status: 200  len: 811 time: 0.3622661
Dec 19 13:26:35.028978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.055725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-02a79d87-622a-43f4-bdf9-a98e28e7f64c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:35.070177 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-0f197cae-6088-47d5-881a-9e359aff179b tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/quotas/ff1a9186fd984e50826c0a8bda0f8d36 HTTP/1.1" status: 200  len: 375 time: 0.0411644
Dec 19 13:26:35.090474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e60d7-5033-4a89-b11e-627502f49bc5 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Deleting port d1d24211-f2b4-4276-ae48-955700f5109b {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:35.090813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8e60d7-5033-4a89-b11e-627502f49bc5 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.126773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6887e0de-9834-4799-9401-8f346b609b29,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:35.128501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee2ab38e-8411-4d77-8c67-65d25b87a12b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.137425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:35.159517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:35.226303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ab38e-8411-4d77-8c67-65d25b87a12b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event deleted for resources: {'Port': ['ID=856e7bba-fe57-4b0f-8496-401fbdeebb60,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:35.268810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee2ab38e-8411-4d77-8c67-65d25b87a12b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:35.270207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.271381 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0714486
Dec 19 13:26:35.278033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35616) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:35.286976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee2ab38e-8411-4d77-8c67-65d25b87a12b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.292721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Request body: {'security_group_rule': {'security_group_id': '8413e565-931a-4bc3-a450-1bbca3c23536', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:35.310360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:35.340963 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ee2ab38e-8411-4d77-8c67-65d25b87a12b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "DELETE /v2.0/ports/856e7bba-fe57-4b0f-8496-401fbdeebb60 HTTP/1.1" status: 204  len: 168 time: 1.4182620
Dec 19 13:26:35.356459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35620) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:35.388930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Usage tracker for resource:security_group_rule and tenant:a2df18cdddf84a9bb57cf83bee4224ba is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:35.396501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:35.400345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.413094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-565dbd06-c652-49f1-be45-a0f9f8620f42 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Synchronizing usage tracker for tenant:ff1a9186fd984e50826c0a8bda0f8d36 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:35.422224 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-71328814-10c3-43cd-ad3f-df61e7907538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] GET failed (client error): The resource could not be found.
Dec 19 13:26:35.422776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-71328814-10c3-43cd-ad3f-df61e7907538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Synchronizing usage tracker for tenant:08a1af729d0f443a898de200035dfeca on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:35.426070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:35.427999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d09721b4-4e48-4331-afe0-72ced6ed0d6c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:35.478164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4602eb67-7d02-4439-9db4-4aee02889a5b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:35.481024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.484656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:35.497679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-43eff070-0884-4eb5-b931-6f495269c61d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.505842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-71328814-10c3-43cd-ad3f-df61e7907538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Unset dirty status for tenant:08a1af729d0f443a898de200035dfeca on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:35.510507 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-71328814-10c3-43cd-ad3f-df61e7907538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "GET /v2.0/ports/856e7bba-fe57-4b0f-8496-401fbdeebb60 HTTP/1.1" status: 404  len: 333 time: 0.1487195
Dec 19 13:26:35.511882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35624) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:35.518702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204527259', 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:35.530604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:35.539535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-565dbd06-c652-49f1-be45-a0f9f8620f42 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Unset dirty status for tenant:ff1a9186fd984e50826c0a8bda0f8d36 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:35.539535 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-565dbd06-c652-49f1-be45-a0f9f8620f42 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff1a9186fd984e50826c0a8bda0f8d36&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4620194
Dec 19 13:26:35.548944 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:35.550538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8e60d7-5033-4a89-b11e-627502f49bc5 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.551993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.567268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-43eff070-0884-4eb5-b931-6f495269c61d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.575728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:35.718380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Made reservation on behalf of 08a1af729d0f443a898de200035dfeca for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:35.720664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.731307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-43eff070-0884-4eb5-b931-6f495269c61d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] In _notify_port_updated(), no bound segment for port c0733bf5-c451-410e-aa74-76394fbd8682 on network 53a43732-cab6-4313-bd01-61a778f28c89 {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:26:35.735073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eff070-0884-4eb5-b931-6f495269c61d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:35.735676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-43eff070-0884-4eb5-b931-6f495269c61d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.736928 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-43eff070-0884-4eb5-b931-6f495269c61d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "PUT /v2.0/ports/c0733bf5-c451-410e-aa74-76394fbd8682 HTTP/1.1" status: 200  len: 997 time: 1.6321795
Dec 19 13:26:35.743587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35634) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:35.803050 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eff070-0884-4eb5-b931-6f495269c61d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'Port': ['ID=c0733bf5-c451-410e-aa74-76394fbd8682,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:35.805922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-43eff070-0884-4eb5-b931-6f495269c61d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:35.819832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e60d7-5033-4a89-b11e-627502f49bc5 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Calling delete_port for d1d24211-f2b4-4276-ae48-955700f5109b owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:35.864101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:35.876786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-695a4786-0d46-4121-bfc9-00415e319a94 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:26:35.877970 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-695a4786-0d46-4121-bfc9-00415e319a94 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1999950
Dec 19 13:26:35.888309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] device_id is not set on port 90492c9e-384c-4c14-bd8a-be0ff28091a6 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:35.911142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.014682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d476bf880>,) {'filters': {'network_id': ['c4d0ff5d-fd72-41f6-9dd7-85a66615cff8']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:36.022446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-88bb4731-7901-4673-b86d-5618cbf157b1 None None] Provisioning complete for port c0733bf5-c451-410e-aa74-76394fbd8682 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:36.023652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-88bb4731-7901-4673-b86d-5618cbf157b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.051112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d476bf880>, 'b01a1557-02b3-4490-bbde-f890b24f1acd') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:36.051328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d476bf880>, 'b01a1557-02b3-4490-bbde-f890b24f1acd') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:36.079066 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-88bb4731-7901-4673-b86d-5618cbf157b1 None None] Port c0733bf5-c451-410e-aa74-76394fbd8682 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:36.083329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.092577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Allocated IP 172.26.4.42 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/208d788a-3095-42b3-936b-1f819405b583) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:36.111174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.121077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.129810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:26:36.130189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:26:36.143909 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:26:36.158286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9cbdf045-7274-4058-9b81-36d2c18dbd7c tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Deleting port c0733bf5-c451-410e-aa74-76394fbd8682 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:36.158612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf045-7274-4058-9b81-36d2c18dbd7c tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.253012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8e60d7-5033-4a89-b11e-627502f49bc5 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.261368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.289398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:36.326924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157bf7f7-3943-42c0-ab9a-dab8cd397ea6,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:36.341281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:36.343662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:36.404270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e60d7-5033-4a89-b11e-627502f49bc5 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1d24211-f2b4-4276-ae48-955700f5109b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:36.408546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8e60d7-5033-4a89-b11e-627502f49bc5 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.410600 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ab8e60d7-5033-4a89-b11e-627502f49bc5 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d1d24211-f2b4-4276-ae48-955700f5109b HTTP/1.1" status: 204  len: 168 time: 1.4709980
Dec 19 13:26:36.411578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ab8e60d7-5033-4a89-b11e-627502f49bc5 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:36.413540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35638) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:36.457747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.469694 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c77f127-7383-43ec-98b9-d131f4420bac tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] GET failed (client error): The resource could not be found.
Dec 19 13:26:36.470176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8c77f127-7383-43ec-98b9-d131f4420bac tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Synchronizing usage tracker for tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:36.483127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.484240 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.2031066
Dec 19 13:26:36.488581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f454b281-5b0b-4ef3-a8d5-eaca0c8ab712 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:36.501509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35642) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:36.506796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c4d0ff5d-fd72-41f6-9dd7-85a66615cff8 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 19 13:26:36.512942 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-a2a17ea3-a7db-4bb2-9143-9fffb4683f0f service neutron] 10.222.0.24 "GET /v2.0/networks/f70c7e67-43a4-4c39-9fb8-f73fb6cc5265?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5896740
Dec 19 13:26:36.515549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.520574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event deleted for resources: {'Network': ['ID=c4d0ff5d-fd72-41f6-9dd7-85a66615cff8,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:36.522533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.524323 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c4d0ff5d-fd72-41f6-9dd7-85a66615cff8 HTTP/1.1" status: 204  len: 168 time: 3.6390905
Dec 19 13:26:36.530066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:36.530531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35646) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:36.543379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:36.579436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:36.642630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ea78950a-4b1f-4506-bf1e-ac9a1a08f125 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Synchronizing usage tracker for tenant:d1eb0a2126834ff6a89d4b14e3dfa50d on resource:floatingip {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:36.648981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8c77f127-7383-43ec-98b9-d131f4420bac tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Unset dirty status for tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:36.651009 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8c77f127-7383-43ec-98b9-d131f4420bac tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "GET /v2.0/ports/d1d24211-f2b4-4276-ae48-955700f5109b HTTP/1.1" status: 404  len: 333 time: 0.2365994
Dec 19 13:26:36.655567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35650) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:36.660377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Usage tracker for resource:floatingip and tenant:a2df18cdddf84a9bb57cf83bee4224ba is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:36.665139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Request body: {'port': {'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1131512412'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:36.670394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:36.676964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:36.682325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:36.700565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.705438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:36.706786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:36.738640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ea78950a-4b1f-4506-bf1e-ac9a1a08f125 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Unset dirty status for tenant:d1eb0a2126834ff6a89d4b14e3dfa50d on resource:floatingip {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:36.739848 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ea78950a-4b1f-4506-bf1e-ac9a1a08f125 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1171 time: 0.2074234
Dec 19 13:26:36.750223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35654) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:36.818182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:36.819736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Made reservation on behalf of 9e1e0a639a4d4c5aab8a163c1ce9aea5 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:36.821450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.833625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.838200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:36.844370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Pushing event updated for resources: {'Port': ['ID=208d788a-3095-42b3-936b-1f819405b583,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:36.851559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:36.882608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:36.899591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] device_id is not set on port be8c853b-b7c5-43a8-8404-70624103ddfb yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:36.920463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:36.941242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Allocated IP 172.20.0.1 (0f79d03e-487d-4334-b4de-8efd8802a2cc/1942f43d-55c3-49ee-81e3-a7a705a3136e/ba9b0969-79fc-4d98-b6c0-923a5a6756c3) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:36.948790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91721337-18b6-4ca8-8e0d-aaaee5b9fade tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:36.949161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91721337-18b6-4ca8-8e0d-aaaee5b9fade tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:36.949507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91721337-18b6-4ca8-8e0d-aaaee5b9fade tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:36.949860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91721337-18b6-4ca8-8e0d-aaaee5b9fade tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:36.950219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91721337-18b6-4ca8-8e0d-aaaee5b9fade tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:36.950544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91721337-18b6-4ca8-8e0d-aaaee5b9fade tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:36.950882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91721337-18b6-4ca8-8e0d-aaaee5b9fade tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:36.951247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91721337-18b6-4ca8-8e0d-aaaee5b9fade tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:36.952226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-91721337-18b6-4ca8-8e0d-aaaee5b9fade tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Synchronizing usage tracker for tenant:d1eb0a2126834ff6a89d4b14e3dfa50d on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:36.959165 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-5ac0e0fa-1c45-4e30-9e61-887e22eac8bc service neutron] 10.222.0.24 "GET /v2.0/networks/f70c7e67-43a4-4c39-9fb8-f73fb6cc5265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4117119
Dec 19 13:26:37.044772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf045-7274-4058-9b81-36d2c18dbd7c tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.142516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-91721337-18b6-4ca8-8e0d-aaaee5b9fade tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Unset dirty status for tenant:d1eb0a2126834ff6a89d4b14e3dfa50d on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:37.143708 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-91721337-18b6-4ca8-8e0d-aaaee5b9fade tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5198 time: 0.3925624
Dec 19 13:26:37.147553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35658) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:37.244397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.249256 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-845309a9-a420-4b10-a487-8b3eabdfcabc tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] delete failed (client error): The resource could not be found.
Dec 19 13:26:37.252856 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-845309a9-a420-4b10-a487-8b3eabdfcabc tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/e80d0c35-00c7-450b-b420-117bce64406e HTTP/1.1" status: 404  len: 345 time: 0.1004388
Dec 19 13:26:37.254371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35668) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:37.254592 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9cbdf045-7274-4058-9b81-36d2c18dbd7c tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Calling delete_port for c0733bf5-c451-410e-aa74-76394fbd8682 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:37.291753 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f206f3-31cf-4f6e-b87d-086ee074b8a6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] DELETE failed (client error): The resource could not be found.
Dec 19 13:26:37.292968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f206f3-31cf-4f6e-b87d-086ee074b8a6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:26:37.294232 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-104bf7fa-e56f-478b-8334-dc939bee5e52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:37.335435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35674) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:37.370944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.454243 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:37.462030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event updated for resources: {'Port': ['ID=90492c9e-384c-4c14-bd8a-be0ff28091a6,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:37.464776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:37.468289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:37.472927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:37.473564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:37.474138 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.478909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.549843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.571603 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-32f206f3-31cf-4f6e-b87d-086ee074b8a6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c4d0ff5d-fd72-41f6-9dd7-85a66615cff8 HTTP/1.1" status: 404  len: 339 time: 0.3155296
Dec 19 13:26:37.576315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35690) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:37.579379 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3b91140c-be2d-4094-a794-d6d0b6e33128 req-b6488726-578e-4f00-9fe9-1d3952730b80 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 210 time: 0.2430670
Dec 19 13:26:37.582001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Request body: {'network': {'name': 'tempest-network--1735623592', 'router:external': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:37.593981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:37.600174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.602771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Usage tracker for resource:network and tenant:d1eb0a2126834ff6a89d4b14e3dfa50d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:37.666745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:37.670415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.683130 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.1675150
Dec 19 13:26:37.685184 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35694) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:37.715191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:37.719600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:37.741762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.817816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:37.828418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:37.833382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:37.834205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:37.834988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.888366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Transition to ACTIVE for port object ba9b0969-79fc-4d98-b6c0-923a5a6756c3 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:37.892928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf045-7274-4058-9b81-36d2c18dbd7c tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.910369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-394b4596-49f0-4d69-b916-c59965373454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Synchronizing usage tracker for tenant:08a1af729d0f443a898de200035dfeca on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:37.912521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5e0a69ec-673f-427c-bfa7-7a5caf890fbd tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:37.917978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event updated for resources: {'Port': ['ID=be8c853b-b7c5-43a8-8404-70624103ddfb,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:37.921213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:37.928484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Made reservation on behalf of d1eb0a2126834ff6a89d4b14e3dfa50d for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:37.930848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:37.969155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdf045-7274-4058-9b81-36d2c18dbd7c tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event deleted for resources: {'Port': ['ID=c0733bf5-c451-410e-aa74-76394fbd8682,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:37.982766 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9cbdf045-7274-4058-9b81-36d2c18dbd7c tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:37.993352 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:38.023458 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.3631384
Dec 19 13:26:38.030232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.030232 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Added segment c0ecd44d-e40f-4d38-9a12-94834fc1ae90 of type vlan for network ed52354e-e883-4ab9-86be-15a00e544dc7
Dec 19 13:26:38.030232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35710) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:38.037388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:38.073602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9cbdf045-7274-4058-9b81-36d2c18dbd7c tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.089041 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-394b4596-49f0-4d69-b916-c59965373454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Unset dirty status for tenant:08a1af729d0f443a898de200035dfeca on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:38.093246 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-394b4596-49f0-4d69-b916-c59965373454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "GET /v2.0/ports/90492c9e-384c-4c14-bd8a-be0ff28091a6 HTTP/1.1" status: 200  len: 959 time: 0.4038713
Dec 19 13:26:38.097412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35714) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:38.112378 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9cbdf045-7274-4058-9b81-36d2c18dbd7c tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "DELETE /v2.0/ports/c0733bf5-c451-410e-aa74-76394fbd8682 HTTP/1.1" status: 204  len: 168 time: 2.3623369
Dec 19 13:26:38.112378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35716) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:38.163654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.177782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.179403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.181485 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63c0811-c184-46df-9a4d-9bdcb0e3ad26 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] GET failed (client error): The resource could not be found.
Dec 19 13:26:38.181971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d63c0811-c184-46df-9a4d-9bdcb0e3ad26 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Synchronizing usage tracker for tenant:7b254391127a4fad8c33e2d439228164 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:38.185174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Allocated IP 172.26.4.65 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/0e5ec68c-ac42-414a-9a0d-39adcdecf9f2) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:38.187646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:38.267446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0b57f495-12c9-40f8-b608-b8989ec36283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Deleting port 90492c9e-384c-4c14-bd8a-be0ff28091a6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:38.267703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b57f495-12c9-40f8-b608-b8989ec36283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.290272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event updated for resources: {'Port': ['ID=ba9b0969-79fc-4d98-b6c0-923a5a6756c3,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:38.294073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Network 0f79d03e-487d-4334-b4de-8efd8802a2cc is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:38.313038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.322620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.337396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:38.342322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:38.343168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:38.349298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:38.349722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.359192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d63c0811-c184-46df-9a4d-9bdcb0e3ad26 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Unset dirty status for tenant:7b254391127a4fad8c33e2d439228164 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:38.363841 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d63c0811-c184-46df-9a4d-9bdcb0e3ad26 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "GET /v2.0/ports/c0733bf5-c451-410e-aa74-76394fbd8682 HTTP/1.1" status: 404  len: 333 time: 0.2475789
Dec 19 13:26:38.369013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35724) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:38.382725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Request body: {'port': {'network_id': '53a43732-cab6-4313-bd01-61a778f28c89', 'name': 'tempest-AllowedAddressPairTestJSON-2022498101'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:38.447156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.524363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:38.525014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.564877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.568609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Pushing event updated for resources: {'Port': ['ID=208d788a-3095-42b3-936b-1f819405b583,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:38.571710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:38.582461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:38.590194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:38.595833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:38.736576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Made reservation on behalf of 7b254391127a4fad8c33e2d439228164 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:38.739472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.753354 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0eb453b6-abe8-4bd6-b99c-cb77ec3d5ee3 req-e3608db0-6ffd-4ad3-b641-3c8c378ef2c8 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 210 time: 0.0641248
Dec 19 13:26:38.756843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.760166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.761341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.774120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f4ab8dab-19c9-48ef-9f68-c71e924b4211 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:38.811255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-50d9162a-d1b3-4c64-8359-904d3aff0fed None None] Provisioning for port ba9b0969-79fc-4d98-b6c0-923a5a6756c3 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:38.817257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-50d9162a-d1b3-4c64-8359-904d3aff0fed None None] Provisioning complete for port ba9b0969-79fc-4d98-b6c0-923a5a6756c3 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:38.817951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-50d9162a-d1b3-4c64-8359-904d3aff0fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:38.831192 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.2517562
Dec 19 13:26:38.831565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35736) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:38.864955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event updated for resources: {'Network': ['ID=ed52354e-e883-4ab9-86be-15a00e544dc7,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:38.888033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-50d9162a-d1b3-4c64-8359-904d3aff0fed None None] Port ba9b0969-79fc-4d98-b6c0-923a5a6756c3 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:38.889595 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network ed52354e-e883-4ab9-86be-15a00e544dc7 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:38.891315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] device_id is not set on port c8da6e0f-1ac4-4b8e-98b4-7147dba6c972 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:38.905567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:38.921257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b57f495-12c9-40f8-b608-b8989ec36283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:39.016313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:39.017089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Pushing event updated for resources: {'Port': ['ID=0e5ec68c-ac42-414a-9a0d-39adcdecf9f2,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:39.025636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:39.030434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:39.039821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:39.057468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0b57f495-12c9-40f8-b608-b8989ec36283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Calling delete_port for 90492c9e-384c-4c14-bd8a-be0ff28091a6 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:39.082439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:39.085142 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.7310860
Dec 19 13:26:39.195609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] device_id is not set on port be8c853b-b7c5-43a8-8404-70624103ddfb yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:39.204512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:39.220954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Transition to ACTIVE for port object be8c853b-b7c5-43a8-8404-70624103ddfb will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:39.296201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b57f495-12c9-40f8-b608-b8989ec36283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:39.301775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee202234-10ea-41f1-9c0a-9ed54b78ab99 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:39.381422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe93d0-7cdc-45a6-8047-e8652c1d9ee6 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:39.387463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe93d0-7cdc-45a6-8047-e8652c1d9ee6 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:39.391929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe93d0-7cdc-45a6-8047-e8652c1d9ee6 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:39.396672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe93d0-7cdc-45a6-8047-e8652c1d9ee6 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:39.403737 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c7fe93d0-7cdc-45a6-8047-e8652c1d9ee6 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.5680830
Dec 19 13:26:39.409482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35754) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:39.420080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:39.428594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Allocated IP 172.20.0.3 (53a43732-cab6-4313-bd01-61a778f28c89/15c8c6be-53e5-4b87-89b5-087c536f3fbb/c8da6e0f-1ac4-4b8e-98b4-7147dba6c972) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:39.441298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57f495-12c9-40f8-b608-b8989ec36283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event deleted for resources: {'Port': ['ID=90492c9e-384c-4c14-bd8a-be0ff28091a6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:39.448953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b57f495-12c9-40f8-b608-b8989ec36283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:39.485566 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-35e4a5bb-f30d-4a6d-bca9-4cb59289e5f0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1372378552&fields=id&tenant_id=2cd8305d66a649c082ece81b30e5ddd4 HTTP/1.1" status: 200  len: 267 time: 0.2158527
Dec 19 13:26:39.497115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:39.553443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b57f495-12c9-40f8-b608-b8989ec36283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:39.683154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event updated for resources: {'Port': ['ID=be8c853b-b7c5-43a8-8404-70624103ddfb,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:39.686222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:39.692424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:39.718850 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0b57f495-12c9-40f8-b608-b8989ec36283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "DELETE /v2.0/ports/90492c9e-384c-4c14-bd8a-be0ff28091a6 HTTP/1.1" status: 204  len: 168 time: 1.6033463
Dec 19 13:26:39.722108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35758) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:39.726367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:39.726697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:39.727024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:39.743466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:39.818052 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafade9f-d4e3-47c3-a104-d737e77f3f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] GET failed (client error): The resource could not be found.
Dec 19 13:26:39.818556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dafade9f-d4e3-47c3-a104-d737e77f3f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Synchronizing usage tracker for tenant:08a1af729d0f443a898de200035dfeca on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:39.865576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:39.865892 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:39.871955 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 2 to bind port be8c853b-b7c5-43a8-8404-70624103ddfb
Dec 19 13:26:39.915924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:39.927443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:39.927771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:39.928099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:39.950800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:39.951151 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:39.953021 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 3 to bind port be8c853b-b7c5-43a8-8404-70624103ddfb
Dec 19 13:26:39.962292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4716a790>,) {'filters': {'network_id': ['ed52354e-e883-4ab9-86be-15a00e544dc7']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:39.978507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4716a790>, 'c0ecd44d-e40f-4d38-9a12-94834fc1ae90') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:39.987295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4716a790>, 'c0ecd44d-e40f-4d38-9a12-94834fc1ae90') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:39.987295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:39.987295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:39.987295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:39.994808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.007658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dafade9f-d4e3-47c3-a104-d737e77f3f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Unset dirty status for tenant:08a1af729d0f443a898de200035dfeca on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:40.008802 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dafade9f-d4e3-47c3-a104-d737e77f3f46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "GET /v2.0/ports/90492c9e-384c-4c14-bd8a-be0ff28091a6 HTTP/1.1" status: 404  len: 333 time: 0.2849092
Dec 19 13:26:40.009392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:40.009713 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:40.012440 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 4 to bind port be8c853b-b7c5-43a8-8404-70624103ddfb
Dec 19 13:26:40.018665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35764) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:40.026232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.031740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Request body: {'port': {'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880416198'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:40.042419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:40.047335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:40.047665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:40.047991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:40.051236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:26:40.055754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.063746 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b796deed-f7e8-4948-b3b5-41b15a9aeb6a req-6fa25bd3-af66-4663-bae5-99aa7f890d6d tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 210 time: 0.1047680
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:26:40.068486 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:26:40.071998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.124486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:40.129743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-b8318be7-0155-47bc-a659-debff5c65f36 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:40.131177 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-b8318be7-0155-47bc-a659-debff5c65f36 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/networks?id=bc33190a-751f-4699-9dbf-7d69c7ceca8e HTTP/1.1" status: 200  len: 811 time: 0.5017037
Dec 19 13:26:40.134393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:40.134729 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:40.138658 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 5 to bind port be8c853b-b7c5-43a8-8404-70624103ddfb
Dec 19 13:26:40.170050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:40.170375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:40.170701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:40.177941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:40.178255 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:40.178625 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 6 to bind port be8c853b-b7c5-43a8-8404-70624103ddfb
Dec 19 13:26:40.194826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:40.195205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:40.195530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:40.201678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:40.201994 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:40.202365 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 7 to bind port be8c853b-b7c5-43a8-8404-70624103ddfb
Dec 19 13:26:40.216294 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-6cc3001d-58ba-488b-a1a2-a2a1c9be0d0d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/quotas/2cd8305d66a649c082ece81b30e5ddd4 HTTP/1.1" status: 200  len: 375 time: 0.0641968
Dec 19 13:26:40.217555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:40.217884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:40.218213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:40.224415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:40.224415 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:40.224790 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 8 to bind port be8c853b-b7c5-43a8-8404-70624103ddfb
Dec 19 13:26:40.235333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Made reservation on behalf of 08a1af729d0f443a898de200035dfeca for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:40.237392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.258654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:40.258980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:40.259333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:40.262570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.271282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ed52354e-e883-4ab9-86be-15a00e544dc7 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 19 13:26:40.273549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.277698 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] device_id is not set on port 384aead3-deae-4634-8270-832a5f52e5a4 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:40.281209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.311398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9b74da64-47f5-45ef-802f-7795e1a36cd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:40.336885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:40.337238 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:40.339728 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 9 to bind port be8c853b-b7c5-43a8-8404-70624103ddfb
Dec 19 13:26:40.347480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed52354e-e883-4ab9-86be-15a00e544dc7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:40.350106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:40.351798 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ed52354e-e883-4ab9-86be-15a00e544dc7 HTTP/1.1" status: 204  len: 168 time: 0.9404540
Dec 19 13:26:40.358948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35768) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:40.360464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:26:40.381813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Request body: {'network': {'name': 'tempest-network--95456045', 'router:external': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:40.391099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.391824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:40.399886 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Transition to ACTIVE for port object c8da6e0f-1ac4-4b8e-98b4-7147dba6c972 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:40.404497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:40.404816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:40.405195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:40.408137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Usage tracker for resource:network and tenant:d1eb0a2126834ff6a89d4b14e3dfa50d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:40.416041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:40.442002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:40.453224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:40.453796 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:40.458244 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.plugins.ml2.plugin [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempt 10 to bind port be8c853b-b7c5-43a8-8404-70624103ddfb
Dec 19 13:26:40.470875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.470875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.473856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0645a3e4-cb05-45f1-8d87-34e793c3171a tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:40.491551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:40.499110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:40.499719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempting to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:40.574594 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-4e906ef4-6108-432e-b0c7-5f3ee406acd0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cd8305d66a649c082ece81b30e5ddd4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3489223
Dec 19 13:26:40.578915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Made reservation on behalf of d1eb0a2126834ff6a89d4b14e3dfa50d for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:40.581243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.596699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:40.597022 dv-neutron-821895-1-hyperv neutron-server[84124]: ERROR neutron.plugins.ml2.managers [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Failed to bind port be8c853b-b7c5-43a8-8404-70624103ddfb on host hv-neutron-8218 for vnic_type normal using segments [{'id': '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '71ca64bd-f0fe-4b59-a8ab-786836d7ef74'}]
Dec 19 13:26:40.597394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.634418 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event updated for resources: {'Port': ['ID=ba9b0969-79fc-4d98-b6c0-923a5a6756c3,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:40.640674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.642452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:26:40.650375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:40.658419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:40.686752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.18', 50957) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:40.697186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.745679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:40.751726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Network 53a43732-cab6-4313-bd01-61a778f28c89 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:40.761584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:40.776980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:40.780820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:40.784799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.801818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'Port': ['ID=c8da6e0f-1ac4-4b8e-98b4-7147dba6c972,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:40.818823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:40.819759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.827554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ccd0b8dc-ad3c-49ea-82ac-211087757186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:40.861395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.880594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:40.880930 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Added segment 80d44672-ef5e-4d40-a6dc-90406786f832 of type vlan for network 70b8b5c4-cd70-4526-a303-69c9088b1217
Dec 19 13:26:40.897689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Network 0f79d03e-487d-4334-b4de-8efd8802a2cc is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:40.905378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:40.989385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-5a2b2b04-59a6-4d25-b78c-32904e22c15c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:26:40.992811 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-5a2b2b04-59a6-4d25-b78c-32904e22c15c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2874143
Dec 19 13:26:41.003733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.041080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] For port be8c853b-b7c5-43a8-8404-70624103ddfb, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:41.041436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Attempted to set empty binding levels {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 19 13:26:41.054610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Pushing event updated for resources: {'Port': ['ID=0e5ec68c-ac42-414a-9a0d-39adcdecf9f2,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:41.099886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-28e30ffa-f823-4974-ad0a-2342b0e27126 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:41.100706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-28e30ffa-f823-4974-ad0a-2342b0e27126 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Synchronizing usage tracker for tenant:ff1a9186fd984e50826c0a8bda0f8d36 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:41.112331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.119464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:41.170133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.170357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.178125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:41.178709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.194004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] In _notify_port_updated(), no bound segment for port be8c853b-b7c5-43a8-8404-70624103ddfb on network 71ca64bd-f0fe-4b59-a8ab-786836d7ef74 {{(pid=84124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:26:41.195249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.196642 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "PUT /v2.0/ports/be8c853b-b7c5-43a8-8404-70624103ddfb HTTP/1.1" status: 200  len: 977 time: 3.1693695
Dec 19 13:26:41.197804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.208813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35782) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:41.226349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:41.231961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1948fff0-852d-4c77-9a1b-5a3c1ce3ab37 None None] Provisioning for port c8da6e0f-1ac4-4b8e-98b4-7147dba6c972 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:41.237772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1948fff0-852d-4c77-9a1b-5a3c1ce3ab37 None None] Provisioning complete for port c8da6e0f-1ac4-4b8e-98b4-7147dba6c972 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:41.238303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1948fff0-852d-4c77-9a1b-5a3c1ce3ab37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.290627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dbcd7-0bbc-4358-8ece-e72b6197e6b2 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Deleting port be8c853b-b7c5-43a8-8404-70624103ddfb {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:41.291107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbcd7-0bbc-4358-8ece-e72b6197e6b2 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.306004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1948fff0-852d-4c77-9a1b-5a3c1ce3ab37 None None] Port c8da6e0f-1ac4-4b8e-98b4-7147dba6c972 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:41.336725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event updated for resources: {'Port': ['ID=be8c853b-b7c5-43a8-8404-70624103ddfb,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:41.340327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:41.341282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-28e30ffa-f823-4974-ad0a-2342b0e27126 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Unset dirty status for tenant:ff1a9186fd984e50826c0a8bda0f8d36 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:41.342417 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-28e30ffa-f823-4974-ad0a-2342b0e27126 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.18 "GET /v2.0/networks?id=f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 HTTP/1.1" status: 200  len: 811 time: 0.6454465
Dec 19 13:26:41.347877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:41.376749 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0017602
Dec 19 13:26:41.388604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35788) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:41.419965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.429347 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.9115272
Dec 19 13:26:41.444276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-48ce54b0-1b61-48c0-9233-bf7ae63dfe48 None None] Provisioning complete for port ba9b0969-79fc-4d98-b6c0-923a5a6756c3 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:41.445042 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-48ce54b0-1b61-48c0-9233-bf7ae63dfe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.456852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Request body: {'port': {'network_id': '53a43732-cab6-4313-bd01-61a778f28c89', 'name': 'tempest-AllowedAddressPairTestJSON-1185211388'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:41.521009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-48ce54b0-1b61-48c0-9233-bf7ae63dfe48 None None] Port ba9b0969-79fc-4d98-b6c0-923a5a6756c3 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:41.529243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:41.531253 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2b281e68-7f89-4c9f-8311-125d9d9d077c req-23e3fc76-f31a-4562-a513-275b5c0c0ab2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 210 time: 0.1472242
Dec 19 13:26:41.545472 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 861 time: 1.1735384
Dec 19 13:26:41.549701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:41.552081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:41.553016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:41.553603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.561368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35798) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:41.718706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event updated for resources: {'Network': ['ID=70b8b5c4-cd70-4526-a303-69c9088b1217,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:41.721622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:41.730855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 70b8b5c4-cd70-4526-a303-69c9088b1217 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:41.735656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ab8e60d7-5033-4a89-b11e-627502f49bc5 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:41.803905 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.7812977
Dec 19 13:26:41.811021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35814) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:41.825268 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-dcb91695-ae4b-45c0-aaac-f742c4728a50 service neutron] 10.222.0.24 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6306372
Dec 19 13:26:41.826470 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:41.831822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:41.894006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-6c1e4676-63bd-41de-ad50-efed0776e8a8 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Synchronizing usage tracker for tenant:ff1a9186fd984e50826c0a8bda0f8d36 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:41.895179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Usage tracker for resource:port and tenant:7b254391127a4fad8c33e2d439228164 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:41.926791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event updated for resources: {'Port': ['ID=384aead3-deae-4634-8270-832a5f52e5a4,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:41.929502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:41.938365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510e1f56-6730-4f5d-9ae9-ed591118ea74 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:41.938365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-510e1f56-6730-4f5d-9ae9-ed591118ea74 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Synchronizing usage tracker for tenant:751d40ae576641c8a6986c96447443fb on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:41.953037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:41.965723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-ab1dbcd7-0bbc-4358-8ece-e72b6197e6b2 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] For port be8c853b-b7c5-43a8-8404-70624103ddfb, host hv-neutron-8218, got binding levels [] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:41.966064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbcd7-0bbc-4358-8ece-e72b6197e6b2 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:41.966215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:41.981582 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-88e12543-41da-4392-8f9b-d514d4affb43 req-5b401832-e158-499a-82fa-1a83498dbd03 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Synchronizing usage tracker for tenant:a2df18cdddf84a9bb57cf83bee4224ba on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:42.097385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dbcd7-0bbc-4358-8ece-e72b6197e6b2 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Calling delete_port for be8c853b-b7c5-43a8-8404-70624103ddfb owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:42.109917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Made reservation on behalf of 7b254391127a4fad8c33e2d439228164 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:42.112903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:42.124078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-6c1e4676-63bd-41de-ad50-efed0776e8a8 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Unset dirty status for tenant:ff1a9186fd984e50826c0a8bda0f8d36 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:42.125285 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-6c1e4676-63bd-41de-ad50-efed0776e8a8 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff1a9186fd984e50826c0a8bda0f8d36 HTTP/1.1" status: 200  len: 380 time: 0.6151507
Dec 19 13:26:42.137057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Request body: {'port': {'device_id': '6104744a-0c44-43bf-9d7f-76991040ff92', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'admin_state_up': True, 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'security_groups': ['887aab8c-3cb3-4c42-8877-cb5d9c9da54c']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:42.146284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:42.161348 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-da2f9baa-44aa-49ea-876c-2fc0bd937101 service neutron] 10.222.0.24 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2952387
Dec 19 13:26:42.164916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-88e12543-41da-4392-8f9b-d514d4affb43 req-5b401832-e158-499a-82fa-1a83498dbd03 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Unset dirty status for tenant:a2df18cdddf84a9bb57cf83bee4224ba on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:42.165980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-5b401832-e158-499a-82fa-1a83498dbd03 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1314908761&fields=id&tenant_id=a2df18cdddf84a9bb57cf83bee4224ba HTTP/1.1" status: 200  len: 267 time: 0.4747636
Dec 19 13:26:42.215089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-510e1f56-6730-4f5d-9ae9-ed591118ea74 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Unset dirty status for tenant:751d40ae576641c8a6986c96447443fb on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:42.216478 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-510e1f56-6730-4f5d-9ae9-ed591118ea74 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] 10.222.0.24 "GET /v2.0/networks/70b8b5c4-cd70-4526-a303-69c9088b1217 HTTP/1.1" status: 200  len: 755 time: 0.6527228
Dec 19 13:26:42.226094 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35828) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:42.258250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] device_id is not set on port 38ed127e-0827-4237-980c-b38c36f06fb9 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:42.427735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8e1f340-13c0-43d5-8493-07f025d226fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:42.452081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfb011c-65cf-4277-b1ee-751eec4a4598 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:42.453437 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5dfb011c-65cf-4277-b1ee-751eec4a4598 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] 10.222.0.24 "GET /v2.0/networks/08e251a8-bcef-43fe-beec-e304d7ae1232 HTTP/1.1" status: 200  len: 768 time: 0.2241673
Dec 19 13:26:42.458011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35832) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:42.481828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:42.608809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbcd7-0bbc-4358-8ece-e72b6197e6b2 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:42.631466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:42.661557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:42.699833 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dbcd7-0bbc-4358-8ece-e72b6197e6b2 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Pushing event deleted for resources: {'Port': ['ID=be8c853b-b7c5-43a8-8404-70624103ddfb,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:42.702377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ab1dbcd7-0bbc-4358-8ece-e72b6197e6b2 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:42.722339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab1dbcd7-0bbc-4358-8ece-e72b6197e6b2 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:42.734468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:42.742681 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ab1dbcd7-0bbc-4358-8ece-e72b6197e6b2 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "DELETE /v2.0/ports/be8c853b-b7c5-43a8-8404-70624103ddfb HTTP/1.1" status: 204  len: 168 time: 1.5327649
Dec 19 13:26:42.745444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35850) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:42.765965 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a040e933-a505-43de-bb78-48881e5c8d05 req-68c411e8-fc95-4a3d-b4a7-06d6aeb4125a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 210 time: 0.0839024
Dec 19 13:26:42.822480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12543-41da-4392-8f9b-d514d4affb43 req-652faafe-b5f7-43a8-9b28-bcf6a56de70a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:42.823261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-88e12543-41da-4392-8f9b-d514d4affb43 req-652faafe-b5f7-43a8-9b28-bcf6a56de70a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Synchronizing usage tracker for tenant:a2df18cdddf84a9bb57cf83bee4224ba on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:42.833682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Made reservation on behalf of ff1a9186fd984e50826c0a8bda0f8d36 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:42.836895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:42.875734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:26:42.890505 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a00534-4f2d-437e-b893-1985004e60af tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] GET failed (client error): The resource could not be found.
Dec 19 13:26:42.890999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b2a00534-4f2d-437e-b893-1985004e60af tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Synchronizing usage tracker for tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:42.905833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Allocated IP 172.20.0.7 (53a43732-cab6-4313-bd01-61a778f28c89/15c8c6be-53e5-4b87-89b5-087c536f3fbb/38ed127e-0827-4237-980c-b38c36f06fb9) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:43.037134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.065534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-88e12543-41da-4392-8f9b-d514d4affb43 req-652faafe-b5f7-43a8-9b28-bcf6a56de70a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Unset dirty status for tenant:a2df18cdddf84a9bb57cf83bee4224ba on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:43.073710 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-652faafe-b5f7-43a8-9b28-bcf6a56de70a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/networks?id=663f49b5-f790-47f9-bb7b-e5941da93072 HTTP/1.1" status: 200  len: 806 time: 0.8597426
Dec 19 13:26:43.082984 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-55b62fb7-4ae6-47e7-adfa-3099b12dc733 req-8658dbc9-eb4a-4d17-9ceb-4dee26c937ba tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 210 time: 0.1102231
Dec 19 13:26:43.085680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4694e460>,) {'filters': {'network_id': ['70b8b5c4-cd70-4526-a303-69c9088b1217']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:43.102229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b2a00534-4f2d-437e-b893-1985004e60af tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Unset dirty status for tenant:9e1e0a639a4d4c5aab8a163c1ce9aea5 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:43.102778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Router e46ad8a9-98fc-48c7-b3c8-8c696ce7b949 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:26:43.107554 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b2a00534-4f2d-437e-b893-1985004e60af tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] 10.222.0.24 "GET /v2.0/ports/be8c853b-b7c5-43a8-8404-70624103ddfb HTTP/1.1" status: 404  len: 333 time: 0.3569777
Dec 19 13:26:43.109161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4694e460>, '80d44672-ef5e-4d40-a6dc-90406786f832') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:43.109477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4694e460>, '80d44672-ef5e-4d40-a6dc-90406786f832') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:43.123414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35866) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:43.130270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] device_id is not set on port 384aead3-deae-4634-8270-832a5f52e5a4 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:43.155139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.173574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.202110 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-42051852-8b8e-4084-bb53-98b141f75106 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/quotas/a2df18cdddf84a9bb57cf83bee4224ba HTTP/1.1" status: 200  len: 375 time: 0.1269946
Dec 19 13:26:43.203660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.217133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:26:43.217538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:26:43.231656 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:26:43.397613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Allocated IP 172.20.0.9 (f70c7e67-43a4-4c39-9fb8-f73fb6cc5265/50564898-908d-467f-a997-b49b377feab8/58cd93be-6e98-45fe-a850-c85043a0e932) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:43.525786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.531719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Transition to ACTIVE for port object 384aead3-deae-4634-8270-832a5f52e5a4 will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:43.541289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-197379a0-a849-42ea-81ef-108bee6878aa tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:43.556954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  70b8b5c4-cd70-4526-a303-69c9088b1217 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 19 13:26:43.568095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.578639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event deleted for resources: {'Network': ['ID=70b8b5c4-cd70-4526-a303-69c9088b1217,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:43.585441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:43.666950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.689205 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "DELETE /v2.0/networks/70b8b5c4-cd70-4526-a303-69c9088b1217 HTTP/1.1" status: 204  len: 168 time: 1.2301733
Dec 19 13:26:43.691618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35874) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:43.694390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Transition to ACTIVE for port object 58cd93be-6e98-45fe-a850-c85043a0e932 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:43.700970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Request body: {'network': {'name': 'tempest-network--544256344'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:43.709172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:43.719643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Usage tracker for resource:network and tenant:d1eb0a2126834ff6a89d4b14e3dfa50d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:43.723713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:43.734492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:43.749271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.757871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:43.809177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.822303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Made reservation on behalf of d1eb0a2126834ff6a89d4b14e3dfa50d for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:43.825474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.844953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:43.861389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:43.975015 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event updated for resources: {'Port': ['ID=384aead3-deae-4634-8270-832a5f52e5a4,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:43.983539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:44.002496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:44.006115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:44.008120 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Pushing event updated for resources: {'Port': ['ID=58cd93be-6e98-45fe-a850-c85043a0e932,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:44.013660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:44.082713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:44.085219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:44.112037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:44.115645 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Added segment 2070fc7a-baee-41b1-9a90-49143a46f7cd of type vlan for network 9f94084a-66d3-4a8b-a5cc-6d890f7e3c3c
Dec 19 13:26:44.126176 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e939a22b-4c65-4138-be8b-1f4688ced808 req-89d7343e-2123-400a-985d-fab47edcb50f tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 210 time: 0.1646285
Dec 19 13:26:44.163905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:44.164612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:44.200317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-88e12543-41da-4392-8f9b-d514d4affb43 req-7777cff1-a93b-4ba2-8149-b645ea85f8b7 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Synchronizing usage tracker for tenant:a2df18cdddf84a9bb57cf83bee4224ba on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:44.230257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:44.267720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:44.335431 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2033255
Dec 19 13:26:44.355981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-4f4ae9bf-14dd-454f-a5ce-3b499e6afed1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:26:44.357474 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-4f4ae9bf-14dd-454f-a5ce-3b499e6afed1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0083029
Dec 19 13:26:44.405545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:44.407271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:44.407910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:44.426923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:44.562633 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.8696749
Dec 19 13:26:44.566770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35888) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:44.570977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Transition to ACTIVE for port object 38ed127e-0827-4237-980c-b38c36f06fb9 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:44.574914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f5098c9f-d22c-49f3-8bf7-79be8b2d7052 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:44.576621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:44.577121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:44.577599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:44.585809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:44.603255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:44.604270 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:44.607455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a6dc6956-b6c8-426a-a6ec-ac22ad637130 None None] Provisioning for port 58cd93be-6e98-45fe-a850-c85043a0e932 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:44.609305 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 2 to bind port 384aead3-deae-4634-8270-832a5f52e5a4
Dec 19 13:26:44.616946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a6dc6956-b6c8-426a-a6ec-ac22ad637130 None None] Provisioning complete for port 58cd93be-6e98-45fe-a850-c85043a0e932 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:44.617672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a6dc6956-b6c8-426a-a6ec-ac22ad637130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:44.648386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-88e12543-41da-4392-8f9b-d514d4affb43 req-7777cff1-a93b-4ba2-8149-b645ea85f8b7 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Unset dirty status for tenant:a2df18cdddf84a9bb57cf83bee4224ba on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:44.649652 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-7777cff1-a93b-4ba2-8149-b645ea85f8b7 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2df18cdddf84a9bb57cf83bee4224ba&fields=id HTTP/1.1" status: 200  len: 348 time: 1.2641306
Dec 19 13:26:44.665381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8d46eb4160>> segment before_delete 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.665678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8d46eb4160>> subnet precommit_delete_associations 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.666449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d473ef340>> segment_host_mapping after_create 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.667714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d473ef340>> port after_create 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.667714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d473ef340>> port after_delete 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.668084 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d473ef340>> port after_update 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.668671 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d473ef340>> segment after_delete 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.668998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d473ef340>> subnet after_create 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.669302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d473ef340>> subnet after_delete 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.669779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d473ef340>> subnet after_update 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.690089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event updated for resources: {'Network': ['ID=9f94084a-66d3-4a8b-a5cc-6d890f7e3c3c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:44.693035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:44.860297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d46955d30>> subnet after_create 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.860631 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d46955d30>> subnet after_delete 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.861729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d46955d30>> subnet before_create 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.862074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d46955d30>> subnet before_update 55550000 {{(pid=84125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 19 13:26:44.862413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d473efb50>,) {'filters': {'network_id': ['71ca64bd-f0fe-4b59-a8ab-786836d7ef74']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:44.871893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc6956-b6c8-426a-a6ec-ac22ad637130 None None] Port 58cd93be-6e98-45fe-a850-c85043a0e932 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:44.872205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:44.872525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:44.872888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:44.876801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bb4cbdc5-d480-4a52-940e-08e744033c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:44.876988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Request body: {'port': {'device_id': '6104744a-0c44-43bf-9d7f-76991040ff92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:44.882808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 9f94084a-66d3-4a8b-a5cc-6d890f7e3c3c details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:44.944938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:44.945287 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:45.011697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d473efb50>, '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:45.012021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d473efb50>, '2752a7cc-c54a-4f25-bbf3-1dcf4d122eae') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:45.022033 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 3 to bind port 384aead3-deae-4634-8270-832a5f52e5a4
Dec 19 13:26:45.066990 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.070995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.082964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f5098c9f-d22c-49f3-8bf7-79be8b2d7052 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.092673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:45.108984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.149887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:45.150209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:45.150537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:45.173552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f5098c9f-d22c-49f3-8bf7-79be8b2d7052 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.185069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.186988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:45.210608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad47cd6-76f3-41c4-8463-7af3df5a26d9 req-9cf4acc7-1383-4db4-bf8f-b60faeff2ab5 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:45.212464 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4ad47cd6-76f3-41c4-8463-7af3df5a26d9 req-9cf4acc7-1383-4db4-bf8f-b60faeff2ab5 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 931 time: 0.8289404
Dec 19 13:26:45.216969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:26:45.217366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn_limited(
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn_limited(
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:26:45.243546 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:26:45.314096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:45.314352 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:45.334743 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 4 to bind port 384aead3-deae-4634-8270-832a5f52e5a4
Dec 19 13:26:45.338222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5098c9f-d22c-49f3-8bf7-79be8b2d7052 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Network 9f94084a-66d3-4a8b-a5cc-6d890f7e3c3c is not hosted by any dhcp agent {{(pid=84124) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 19 13:26:45.339041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5098c9f-d22c-49f3-8bf7-79be8b2d7052 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:45.340180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f5098c9f-d22c-49f3-8bf7-79be8b2d7052 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.341229 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f5098c9f-d22c-49f3-8bf7-79be8b2d7052 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "PUT /v2.0/networks/9f94084a-66d3-4a8b-a5cc-6d890f7e3c3c HTTP/1.1" status: 200  len: 857 time: 0.7734241
Dec 19 13:26:45.346743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35896) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:45.355740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5098c9f-d22c-49f3-8bf7-79be8b2d7052 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event updated for resources: {'Network': ['ID=9f94084a-66d3-4a8b-a5cc-6d890f7e3c3c,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:45.362060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Network 53a43732-cab6-4313-bd01-61a778f28c89 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:45.381486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f5098c9f-d22c-49f3-8bf7-79be8b2d7052 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:45.386441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:45.429209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'Port': ['ID=38ed127e-0827-4237-980c-b38c36f06fb9,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:45.438676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:45.640538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.657700 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:45.658235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:45.658434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:45.661050 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:45.729265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:45.730338 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:45.738572 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-3ff7789d-d33e-4caf-b422-39926a338e21 service neutron] 10.222.0.24 "GET /v2.0/networks/663f49b5-f790-47f9-bb7b-e5941da93072?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8552871
Dec 19 13:26:45.774583 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 5 to bind port 384aead3-deae-4634-8270-832a5f52e5a4
Dec 19 13:26:45.783199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:26:45.816607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce97fbb-1002-4985-926b-d75b2d8346df None None] Sync routers for ids ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:26:45.842386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce97fbb-1002-4985-926b-d75b2d8346df None None] Routers {'e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:45.843429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-7ce97fbb-1002-4985-926b-d75b2d8346df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764efa0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:45.855653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.883170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:45.883762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.889989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:45.890312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:45.890641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:45.935207 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4ad47cd6-76f3-41c4-8463-7af3df5a26d9 req-ce4b7bd7-502f-4adf-abbf-5f6c76f990d0 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6782024
Dec 19 13:26:45.944635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.961308 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] 10.222.0.24 "DELETE /v2.0/networks/71ca64bd-f0fe-4b59-a8ab-786836d7ef74 HTTP/1.1" status: 204  len: 168 time: 2.8338735
Dec 19 13:26:45.963279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:45.973029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:45.989551 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d922687d-4c7a-457d-b7e7-7420e43bd6c0 None None] Provisioning for port 38ed127e-0827-4237-980c-b38c36f06fb9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:46.025388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d922687d-4c7a-457d-b7e7-7420e43bd6c0 None None] Provisioning complete for port 38ed127e-0827-4237-980c-b38c36f06fb9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:46.027837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d922687d-4c7a-457d-b7e7-7420e43bd6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:46.031331 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "PUT /v2.0/routers/e46ad8a9-98fc-48c7-b3c8-8c696ce7b949/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2395175
Dec 19 13:26:46.043662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35902) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:46.049830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Pushing event deleted for resources: {'Network': ['ID=71ca64bd-f0fe-4b59-a8ab-786836d7ef74,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:46.051855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:46.052230 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:46.055529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:46.059405 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 6 to bind port 384aead3-deae-4634-8270-832a5f52e5a4
Dec 19 13:26:46.066522 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.6415417
Dec 19 13:26:46.069948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Request body: {'port': {'network_id': '0f79d03e-487d-4334-b4de-8efd8802a2cc', 'name': 'tempest-FloatingIPAdminTestJSON-888815164'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:46.096930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35906) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:46.102223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-7ce97fbb-1002-4985-926b-d75b2d8346df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764efa0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:46.125765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47613d30>,) {'filters': {'network_id': ['9f94084a-66d3-4a8b-a5cc-6d890f7e3c3c']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:46.168541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:dd:d8:79'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:56:82:40'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:46.171146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47613d30>, '2070fc7a-baee-41b1-9a90-49143a46f7cd') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:46.171431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47613d30>, '2070fc7a-baee-41b1-9a90-49143a46f7cd') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:46.206119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:46.215934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:46.216272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:46.216726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:46.224445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58cd93be-6e98-45fe-a850-c85043a0e932 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:26:46.268381 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-8404d919-4ccd-4b15-a56f-2f5b97b2be0a service neutron] 10.222.0.24 "GET /v2.0/networks/663f49b5-f790-47f9-bb7b-e5941da93072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5285614
Dec 19 13:26:46.275553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:46.278793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:46.310613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:46.316443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d922687d-4c7a-457d-b7e7-7420e43bd6c0 None None] Port 38ed127e-0827-4237-980c-b38c36f06fb9 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:46.318521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce97fbb-1002-4985-926b-d75b2d8346df None None] Routers {'e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:46.319378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-7ce97fbb-1002-4985-926b-d75b2d8346df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764efa0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:46.327685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:26:46.328048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:26:46.348299 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:26:46.353439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:46.353439 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:46.364950 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 7 to bind port 384aead3-deae-4634-8270-832a5f52e5a4
Dec 19 13:26:46.389406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:46.408730 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eb463dca-0a8d-4269-b03d-9d29e11c7ee6 req-da569505-ee91-43d2-b8c4-c74d608e68be tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 210 time: 0.1265962
Dec 19 13:26:46.414550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-7ce97fbb-1002-4985-926b-d75b2d8346df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764efa0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:46.417631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce97fbb-1002-4985-926b-d75b2d8346df None None] The sync data for ids ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:26:46.535693 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:46.536108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:46.536509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:46.551478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:46.556146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Transition to ACTIVE for port object 58cd93be-6e98-45fe-a850-c85043a0e932 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:46.560666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9f94084a-66d3-4a8b-a5cc-6d890f7e3c3c {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 19 13:26:46.568250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:46.570621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:46.570991 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:46.572014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:46.577095 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 8 to bind port 384aead3-deae-4634-8270-832a5f52e5a4
Dec 19 13:26:46.587861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Usage tracker for resource:port and tenant:25e3bf4ff7a74538b759da371a68cdb5 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:46.595078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:46.608446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:46.629879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:46.630189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:46.630514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:46.637188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:46.638108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.18', 50964) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:46.673846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:46.715776 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] 10.222.0.24 "DELETE /v2.0/networks/9f94084a-66d3-4a8b-a5cc-6d890f7e3c3c HTTP/1.1" status: 204  len: 168 time: 1.3613331
Dec 19 13:26:46.726214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35920) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:46.727197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f94084a-66d3-4a8b-a5cc-6d890f7e3c3c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:46.737101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:46.742037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ab1dbcd7-0bbc-4358-8ece-e72b6197e6b2 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:46.841562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:46.842181 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:46.883846 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 9 to bind port 384aead3-deae-4634-8270-832a5f52e5a4
Dec 19 13:26:46.892052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Made reservation on behalf of 25e3bf4ff7a74538b759da371a68cdb5 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:46.896029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:46.976927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35926) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:47.110577 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f58d82-8697-4072-b24a-79570003b18f tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:26:47.111496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f58d82-8697-4072-b24a-79570003b18f tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:26:47.114024 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a5f58d82-8697-4072-b24a-79570003b18f tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] 10.222.0.24 "DELETE /v2.0/subnets/4602eb67-7d02-4439-9db4-4aee02889a5b HTTP/1.1" status: 404  len: 337 time: 0.3738041
Dec 19 13:26:47.121667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Pushing event updated for resources: {'Port': ['ID=58cd93be-6e98-45fe-a850-c85043a0e932,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:47.146708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35934) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:47.165532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:47.174869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:47.175523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:47.176074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:47.182163 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b7b2db62-19f7-4358-9bac-cc9ff081a24f req-7f3fc1a5-e024-459c-ac1a-7d86e9ee0140 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 210 time: 0.2991588
Dec 19 13:26:47.188126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] device_id is not set on port 90c60351-02aa-468b-a2b9-761bea795198 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:26:47.378745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Attempting to bind port 58cd93be-6e98-45fe-a850-c85043a0e932 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:47.379164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Attempting to bind port 58cd93be-6e98-45fe-a850-c85043a0e932 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:47.379493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Attempting to bind port 58cd93be-6e98-45fe-a850-c85043a0e932 on network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:47.387987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Port 58cd93be-6e98-45fe-a850-c85043a0e932 on network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:47.387987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Attempting to bind port 58cd93be-6e98-45fe-a850-c85043a0e932 on network f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:47.402075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:47.402421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Checking segment: {'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:47.402955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Bound using segment: {'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:47.403763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Bound port: 58cd93be-6e98-45fe-a850-c85043a0e932, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438a99a3-d3b3-4112-8770-348e84381d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:47.403899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:47.529158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:47.541690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:47.586670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] For port 58cd93be-6e98-45fe-a850-c85043a0e932, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:47.596406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] For port 58cd93be-6e98-45fe-a850-c85043a0e932, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=58cd93be-6e98-45fe-a850-c85043a0e932,segment=NetworkSegment(438a99a3-d3b3-4112-8770-348e84381d42),segment_id=438a99a3-d3b3-4112-8770-348e84381d42)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:47.669837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:47.674000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:47.723654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:47.724094 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:47.747098 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.plugins.ml2.plugin [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempt 10 to bind port 384aead3-deae-4634-8270-832a5f52e5a4
Dec 19 13:26:47.751623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:47.753235 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] 10.222.0.18 "PUT /v2.0/ports/58cd93be-6e98-45fe-a850-c85043a0e932 HTTP/1.1" status: 200  len: 1093 time: 3.0778661
Dec 19 13:26:47.753810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6104744a-0c44-43bf-9d7f-76991040ff92', 'tag': '58cd93be-6e98-45fe-a850-c85043a0e932'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:26:47.755863 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98baa16e-3498-4154-9471-3a6147a211f1 req-ebe9f389-2b98-4edb-b4b5-ae415999510c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 210 time: 0.0932226
Dec 19 13:26:47.782208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Pushing event updated for resources: {'Port': ['ID=58cd93be-6e98-45fe-a850-c85043a0e932,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:47.785837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:48.181306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35956) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:48.181957 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1e5aa783-7877-4557-803a-5eab5b60ae3c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30c0a58e81a14a2cbb07d3e96a6b065f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1452003
Dec 19 13:26:48.188261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-92438ed0-ab80-402d-930d-4ad336f6cb6f tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:48.189754 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-92438ed0-ab80-402d-930d-4ad336f6cb6f tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.18 "GET /v2.0/networks?id=bc33190a-751f-4699-9dbf-7d69c7ceca8e HTTP/1.1" status: 200  len: 811 time: 1.5410035
Dec 19 13:26:48.217763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:48.218010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:48.218339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempting to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:48.235439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:26:48.253293 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:48.256132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Allocated IP 172.20.0.11 (0f79d03e-487d-4334-b4de-8efd8802a2cc/1942f43d-55c3-49ee-81e3-a7a705a3136e/90c60351-02aa-468b-a2b9-761bea795198) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:48.280517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:48.288782 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6104744a-0c44-43bf-9d7f-76991040ff92', 'tag': '58cd93be-6e98-45fe-a850-c85043a0e932', 'status': 'completed', 'code': 200}
Dec 19 13:26:48.314118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc26d-48d9-4288-85e4-5ad9b3e8e322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:48.317759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db839286-8749-4c27-b1ff-168364704368 req-7bf89d54-7e6f-4150-9e5a-9ab32f6ef6cc tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:48.326384 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-db839286-8749-4c27-b1ff-168364704368 req-7bf89d54-7e6f-4150-9e5a-9ab32f6ef6cc tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 943 time: 0.8372123
Dec 19 13:26:48.328834 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:48.329368 dv-neutron-821895-1-hyperv neutron-server[84125]: ERROR neutron.plugins.ml2.managers [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Failed to bind port 384aead3-deae-4634-8270-832a5f52e5a4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '43720906-caf7-4c6e-8f9e-9f2648ac9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8333bdb6-41bf-4b58-bfd0-303ccdaaf154'}]
Dec 19 13:26:48.329763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:48.343281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc26d-48d9-4288-85e4-5ad9b3e8e322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:48.408261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:48.422273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:48.459672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc26d-48d9-4288-85e4-5ad9b3e8e322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:48.464664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0058bd82-37c5-4885-83f2-83e8c3460835 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:48.476331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdc26d-48d9-4288-85e4-5ad9b3e8e322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41c05ab-6c0d-487e-bda2-adc68ff24469,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:48.478711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0cfdc26d-48d9-4288-85e4-5ad9b3e8e322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:48.485005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc26d-48d9-4288-85e4-5ad9b3e8e322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:48.486282 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0cfdc26d-48d9-4288-85e4-5ad9b3e8e322 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f41c05ab-6c0d-487e-bda2-adc68ff24469 HTTP/1.1" status: 204  len: 168 time: 0.3037634
Dec 19 13:26:48.641583 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-db839286-8749-4c27-b1ff-168364704368 req-3078e62c-e611-4e5e-9140-5e58efc13ef5 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3142378
Dec 19 13:26:48.663450 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-102ecc9e-12e3-49f1-ba9f-50299de3ae35 req-628dc3b6-69d6-439e-9fc6-02988a3e29b3 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 210 time: 0.2487819
Dec 19 13:26:49.037543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] For port 384aead3-deae-4634-8270-832a5f52e5a4, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:49.037543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Attempted to set empty binding levels {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 19 13:26:49.105306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event updated for resources: {'Port': ['ID=38ed127e-0827-4237-980c-b38c36f06fb9,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:49.136062 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f98f809e-6814-4747-bac5-2fc3adaf3305 req-c904bea6-8bec-4b34-8e0c-8405e1e62f91 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 210 time: 0.1133292
Dec 19 13:26:49.136062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:49.136753 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-9494c0a0-6dfb-4f61-ae3b-1e97629d0e9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff1a9186fd984e50826c0a8bda0f8d36&device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 1096 time: 0.0798938
Dec 19 13:26:49.170820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f05fcf7d-b09e-4ef9-a0a8-60a37c37773c None None] Provisioning complete for port 38ed127e-0827-4237-980c-b38c36f06fb9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:49.184590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f05fcf7d-b09e-4ef9-a0a8-60a37c37773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.222891 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-2648b874-c654-4b34-8b4c-8582497da46c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58cd93be-6e98-45fe-a850-c85043a0e932 HTTP/1.1" status: 200  len: 217 time: 0.0828247
Dec 19 13:26:49.243341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.252507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f05fcf7d-b09e-4ef9-a0a8-60a37c37773c None None] Port 38ed127e-0827-4237-980c-b38c36f06fb9 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:49.256976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.274339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:49.342869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] In _notify_port_updated(), no bound segment for port 38ed127e-0827-4237-980c-b38c36f06fb9 on network 53a43732-cab6-4313-bd01-61a778f28c89 {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:26:49.347555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:49.348191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.349626 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "PUT /v2.0/ports/38ed127e-0827-4237-980c-b38c36f06fb9 HTTP/1.1" status: 200  len: 1055 time: 3.2498789
Dec 19 13:26:49.352588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35974) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:49.403663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] In _notify_port_updated(), no bound segment for port 384aead3-deae-4634-8270-832a5f52e5a4 on network 8333bdb6-41bf-4b58-bfd0-303ccdaaf154 {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:26:49.404676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.408510 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "PUT /v2.0/ports/384aead3-deae-4634-8270-832a5f52e5a4 HTTP/1.1" status: 200  len: 981 time: 7.5916758
Dec 19 13:26:49.409728 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-b3b0a19f-7e78-46a1-8b02-26fdcd06f379 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cd8305d66a649c082ece81b30e5ddd4 HTTP/1.1" status: 200  len: 380 time: 0.2761505
Dec 19 13:26:49.414306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 35978) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:49.422496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d473e1df0>,) {'filters': {'network_id': ['08e251a8-bcef-43fe-beec-e304d7ae1232']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:49.474996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b7113-3a23-44ff-b060-1d368c8fbb7d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Deleting port 38ed127e-0827-4237-980c-b38c36f06fb9 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:49.475356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7113-3a23-44ff-b060-1d368c8fbb7d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.476268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.502425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d473e1df0>, '096c30fa-922c-44ff-a0b0-9e558017fa92') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:49.502796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d473e1df0>, '096c30fa-922c-44ff-a0b0-9e558017fa92') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:49.513880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event updated for resources: {'Port': ['ID=384aead3-deae-4634-8270-832a5f52e5a4,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:49.559414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:49.559414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Transition to ACTIVE for port object 90c60351-02aa-468b-a2b9-761bea795198 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:49.559414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.562875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e05da53b-8f55-4dca-8498-dff6db56c8f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Deleting port 384aead3-deae-4634-8270-832a5f52e5a4 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:49.563258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e05da53b-8f55-4dca-8498-dff6db56c8f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.623683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.634257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:26:49.634713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:26:49.797056 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:26:49.959551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7113-3a23-44ff-b060-1d368c8fbb7d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.961014 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cbc4c6f2-b83d-44dd-a124-fd3c4bb7fc98 req-8881d3a5-8869-4239-b364-0fc3ce0eef7f tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 210 time: 0.0797577
Dec 19 13:26:49.971666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:49.984453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8c5f15b2-f842-4f47-b4a3-868969f7dcf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:50.035865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:50.097861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:50.098529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-86ed7214-3fe9-4716-ab56-c23d54ab62a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:50.100141 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-86ed7214-3fe9-4716-ab56-c23d54ab62a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50564898-908d-467f-a997-b49b377feab8 HTTP/1.1" status: 200  len: 850 time: 0.1947024
Dec 19 13:26:50.180011 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event updated for resources: {'Port': ['ID=90c60351-02aa-468b-a2b9-761bea795198,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:50.184333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Network 0f79d03e-487d-4334-b4de-8efd8802a2cc is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:50.197639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b7113-3a23-44ff-b060-1d368c8fbb7d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Calling delete_port for 38ed127e-0827-4237-980c-b38c36f06fb9 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:50.204104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:50.206215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:50.207985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9e63ad85-e644-4b19-8fed-4e42e2440344 tempest-PortsAdminExtendedAttrsTestJSON-1514920997 tempest-PortsAdminExtendedAttrsTestJSON-1514920997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:50.263957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35988) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:50.311848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:50.348888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Pushing event deleted for resources: {'Network': ['ID=08e251a8-bcef-43fe-beec-e304d7ae1232,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:50.356870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Request body: {'port': {'device_id': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'admin_state_up': True, 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'security_groups': ['6a08fdc2-3296-48d3-b3e6-aa19f99b6770']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:50.449668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:50.454013 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] 10.222.0.24 "DELETE /v2.0/networks/08e251a8-bcef-43fe-beec-e304d7ae1232 HTTP/1.1" status: 204  len: 168 time: 3.2848098
Dec 19 13:26:50.650325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cb331c2b-77f4-48a6-b625-86cd0206dbd9 admin admin] Synchronizing usage tracker for tenant:de565168be26403bba2262d8500e1770 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:50.684791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b0a518eb-51ce-43b6-8abf-8f4131f22623 None None] Provisioning for port 90c60351-02aa-468b-a2b9-761bea795198 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:50.689726 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e566bc0c-d715-4eff-af08-8c37c64514cc req-9024c2b8-45d7-47fb-a01a-4d7783cb7777 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 210 time: 0.3164010
Dec 19 13:26:50.701900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b0a518eb-51ce-43b6-8abf-8f4131f22623 None None] Provisioning complete for port 90c60351-02aa-468b-a2b9-761bea795198 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:50.702964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0a518eb-51ce-43b6-8abf-8f4131f22623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:50.709602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597c88c-6b4b-461c-8e74-c6c6a612f5a2 req-9b8e5d44-4ebe-4b25-9239-b051a9823bb3 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:50.711230 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6597c88c-6b4b-461c-8e74-c6c6a612f5a2 req-9b8e5d44-4ebe-4b25-9239-b051a9823bb3 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 943 time: 0.8645225
Dec 19 13:26:50.780267 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-410d4b2f-c692-4501-a85d-e493e0895469 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f70c7e67-43a4-4c39-9fb8-f73fb6cc5265&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4035299
Dec 19 13:26:50.803260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-e05da53b-8f55-4dca-8498-dff6db56c8f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] For port 384aead3-deae-4634-8270-832a5f52e5a4, host hv-neutron-8218, got binding levels [] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:50.812000 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e05da53b-8f55-4dca-8498-dff6db56c8f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:50.886132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b0a518eb-51ce-43b6-8abf-8f4131f22623 None None] Port 90c60351-02aa-468b-a2b9-761bea795198 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:50.925161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cb331c2b-77f4-48a6-b625-86cd0206dbd9 admin admin] Unset dirty status for tenant:de565168be26403bba2262d8500e1770 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:50.926639 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cb331c2b-77f4-48a6-b625-86cd0206dbd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e1e0a639a4d4c5aab8a163c1ce9aea5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6616178
Dec 19 13:26:50.930322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:50.931852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:50.933167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 35994) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:51.017107 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-f86b40e4-6b55-4a48-b6b0-dc34a7542e3c service neutron] 10.222.0.18 "GET /v2.0/networks/f70c7e67-43a4-4c39-9fb8-f73fb6cc5265?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073631
Dec 19 13:26:51.033389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2d261e5e-22f6-4f85-b96e-9978e21ab9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:51.041966 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e05da53b-8f55-4dca-8498-dff6db56c8f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Calling delete_port for 384aead3-deae-4634-8270-832a5f52e5a4 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:51.075297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7113-3a23-44ff-b060-1d368c8fbb7d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:51.144028 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6597c88c-6b4b-461c-8e74-c6c6a612f5a2 req-e4c8a584-9d80-48ac-ba9e-b6e3cd68b4aa tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3957024
Dec 19 13:26:51.149247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8ec32808-fd4c-46f3-b68f-f13854671dde tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:51.156001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:51.171110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Usage tracker for resource:port and tenant:2cd8305d66a649c082ece81b30e5ddd4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:51.180918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:51.201085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:51.213527 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.1600296
Dec 19 13:26:51.218183 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36002) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:51.258021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2d261e5e-22f6-4f85-b96e-9978e21ab9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:51.276137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b7113-3a23-44ff-b060-1d368c8fbb7d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event deleted for resources: {'Port': ['ID=38ed127e-0827-4237-980c-b38c36f06fb9,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:51.286205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ff7b7113-3a23-44ff-b060-1d368c8fbb7d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:51.315236 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e69ce62-8c7a-4897-ac0a-619860e6e08b req-b6f11a47-691e-4ae3-bff8-491638c92ec7 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 210 time: 0.0815716
Dec 19 13:26:51.319758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e05da53b-8f55-4dca-8498-dff6db56c8f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:51.350849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-81b28e32-028c-466a-9dfc-ced846611258 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:51.408098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36008) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:51.427409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e05da53b-8f55-4dca-8498-dff6db56c8f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:51.440407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Made reservation on behalf of 2cd8305d66a649c082ece81b30e5ddd4 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:51.443522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:51.493836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05da53b-8f55-4dca-8498-dff6db56c8f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Pushing event deleted for resources: {'Port': ['ID=384aead3-deae-4634-8270-832a5f52e5a4,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:51.506086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e05da53b-8f55-4dca-8498-dff6db56c8f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:51.576831 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e05da53b-8f55-4dca-8498-dff6db56c8f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "DELETE /v2.0/ports/384aead3-deae-4634-8270-832a5f52e5a4 HTTP/1.1" status: 204  len: 168 time: 2.1587169
Dec 19 13:26:51.581427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36014) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:51.618766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2d261e5e-22f6-4f85-b96e-9978e21ab9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:51.671311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c17ebc3-c249-4f29-8d73-d8c63c771c14 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:51.707175 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'project_id': '25e3bf4ff7a74538b759da371a68cdb5', 'port_id': '90c60351-02aa-468b-a2b9-761bea795198'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:51.710548 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb53a80-b561-4533-9294-a5fa3461da40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] GET failed (client error): The resource could not be found.
Dec 19 13:26:51.711138 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2eb53a80-b561-4533-9294-a5fa3461da40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Synchronizing usage tracker for tenant:08a1af729d0f443a898de200035dfeca on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:51.718891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:51.734949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Usage tracker for resource:floatingip and tenant:25e3bf4ff7a74538b759da371a68cdb5 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:51.740068 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:51.758075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:51.827451 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5e4dd7bb-4abd-47a1-abb2-c0ee1ae0335b req-6cff6b86-7434-433e-9619-17c7f0c1a64a service neutron] 10.222.0.18 "GET /v2.0/networks/f70c7e67-43a4-4c39-9fb8-f73fb6cc5265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7774963
Dec 19 13:26:51.839567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d261e5e-22f6-4f85-b96e-9978e21ab9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f8eb35-81af-41da-904a-bd7545eae026,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:51.850176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2d261e5e-22f6-4f85-b96e-9978e21ab9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:51.921160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2d261e5e-22f6-4f85-b96e-9978e21ab9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:51.933202 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2d261e5e-22f6-4f85-b96e-9978e21ab9e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00f8eb35-81af-41da-904a-bd7545eae026 HTTP/1.1" status: 204  len: 168 time: 0.9880805
Dec 19 13:26:51.933600 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2eb53a80-b561-4533-9294-a5fa3461da40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Unset dirty status for tenant:08a1af729d0f443a898de200035dfeca on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:51.933600 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2eb53a80-b561-4533-9294-a5fa3461da40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] 10.222.0.24 "GET /v2.0/ports/384aead3-deae-4634-8270-832a5f52e5a4 HTTP/1.1" status: 404  len: 333 time: 0.3476026
Dec 19 13:26:51.943299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:51.954020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36024) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:51.972992 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-66a95e39-d442-4ee1-9d9e-14be06cbe2c8 req-16dad772-2ef7-4b06-b190-09624dc51164 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 210 time: 0.0813777
Dec 19 13:26:51.972992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Allocated IP 172.20.0.5 (bc33190a-751f-4699-9dbf-7d69c7ceca8e/6c5d365b-ec90-4521-bf4b-b9217d9b4e32/b94d2f5a-786b-454a-b97d-0fd3664b27a9) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:52.332077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:52.347122 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2722bbad-1bca-47dc-9a0b-ecaa50a660cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=751d40ae576641c8a6986c96447443fb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9173005
Dec 19 13:26:52.368698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:52.390981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Transition to ACTIVE for port object b94d2f5a-786b-454a-b97d-0fd3664b27a9 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:52.431801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36030) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:52.524543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:52.606753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:52.618711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3b4c0-2bf9-4ba1-854d-68e139d17a45 req-e961335d-f8e7-4c33-80c1-062fe704c225 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:52.621135 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2cf3b4c0-2bf9-4ba1-854d-68e139d17a45 req-e961335d-f8e7-4c33-80c1-062fe704c225 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 943 time: 0.2085273
Dec 19 13:26:52.625094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:52.723615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00781f7e-19b8-47f9-b865-7188cd31c724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:52.736006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7113-3a23-44ff-b060-1d368c8fbb7d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:52.740287 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ff7b7113-3a23-44ff-b060-1d368c8fbb7d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "DELETE /v2.0/ports/38ed127e-0827-4237-980c-b38c36f06fb9 HTTP/1.1" status: 204  len: 168 time: 3.3839972
Dec 19 13:26:52.744110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36036) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:52.785631 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5605dc3e-605d-4868-ad4d-81b9ca644c38 req-a6714e30-53c1-49a9-bf4a-39f978c675b2 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 210 time: 0.1829169
Dec 19 13:26:52.811644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:52.871117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Pushing event updated for resources: {'Port': ['ID=b94d2f5a-786b-454a-b97d-0fd3664b27a9,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:52.881736 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f814505-1b3c-4f77-9978-528daf6c83fc tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] GET failed (client error): The resource could not be found.
Dec 19 13:26:52.882221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8f814505-1b3c-4f77-9978-528daf6c83fc tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Synchronizing usage tracker for tenant:7b254391127a4fad8c33e2d439228164 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:52.888194 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f81dbbc4-177d-4f0c-a353-86b56ac1a065 req-098e1fcd-b314-4f4c-8df9-7e73c753f952 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff1a9186fd984e50826c0a8bda0f8d36&device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 1096 time: 0.5468953
Dec 19 13:26:52.894820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00781f7e-19b8-47f9-b865-7188cd31c724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:52.900095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:52.903851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d476c03d0>,) {'filters': {'network_id': ['8333bdb6-41bf-4b58-bfd0-303ccdaaf154']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:52.913470 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2cf3b4c0-2bf9-4ba1-854d-68e139d17a45 req-26f1c6e7-5667-4a62-bebc-3c65c995c96b tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2220421
Dec 19 13:26:52.928167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Network bc33190a-751f-4699-9dbf-7d69c7ceca8e is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:52.941371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d476c03d0>, '43720906-caf7-4c6e-8f9e-9f2648ac9ff2') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:52.941820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d476c03d0>, '43720906-caf7-4c6e-8f9e-9f2648ac9ff2') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:52.942376 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:52.992853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:53.029193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:53.034826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:53.119736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:26:53.120373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:26:53.269856 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:26:53.288232 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Allocated IP 172.26.4.138 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/256c78fe-b462-454f-ae1f-d8be2fdcfb10) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:53.295493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8f814505-1b3c-4f77-9978-528daf6c83fc tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Unset dirty status for tenant:7b254391127a4fad8c33e2d439228164 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:53.296730 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8f814505-1b3c-4f77-9978-528daf6c83fc tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "GET /v2.0/ports/38ed127e-0827-4237-980c-b38c36f06fb9 HTTP/1.1" status: 404  len: 333 time: 0.5469522
Dec 19 13:26:53.305683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00781f7e-19b8-47f9-b865-7188cd31c724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:53.308647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36050) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:53.409285 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:53.410304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:53.443158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:53.460754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00781f7e-19b8-47f9-b865-7188cd31c724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3088e62e-6ee5-41ea-8226-f307a4469db7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:53.467520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-00781f7e-19b8-47f9-b865-7188cd31c724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:53.470414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00781f7e-19b8-47f9-b865-7188cd31c724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:53.474081 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-00781f7e-19b8-47f9-b865-7188cd31c724 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3088e62e-6ee5-41ea-8226-f307a4469db7 HTTP/1.1" status: 204  len: 168 time: 1.0311246
Dec 19 13:26:53.543153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-059a2041-f697-4869-9b55-4259747db393 None None] Provisioning for port b94d2f5a-786b-454a-b97d-0fd3664b27a9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:53.552016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-059a2041-f697-4869-9b55-4259747db393 None None] Provisioning complete for port b94d2f5a-786b-454a-b97d-0fd3664b27a9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:53.552925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-059a2041-f697-4869-9b55-4259747db393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:53.565463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:53.576814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:53.607607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3fc1e67d-6742-4b5d-affe-369fc082d483 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:53.649637 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] 10.222.0.24 "DELETE /v2.0/networks/8333bdb6-41bf-4b58-bfd0-303ccdaaf154 HTTP/1.1" status: 204  len: 168 time: 1.6899290
Dec 19 13:26:53.650683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.18', 50967) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:53.660545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-01ca39b2-dfa2-4fab-afa8-e6007d01c47d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Deleting port c8da6e0f-1ac4-4b8e-98b4-7147dba6c972 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:53.663186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01ca39b2-dfa2-4fab-afa8-e6007d01c47d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:53.703970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-059a2041-f697-4869-9b55-4259747db393 None None] Port b94d2f5a-786b-454a-b97d-0fd3664b27a9 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:53.732873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Pushing event deleted for resources: {'Network': ['ID=8333bdb6-41bf-4b58-bfd0-303ccdaaf154,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:53.810721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:53.850887 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4985392
Dec 19 13:26:53.898359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Request body: {'port': {'device_id': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:54.155009 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b7b68-1a70-4aeb-80fc-8ea887daa705 req-6492b77f-87b2-404a-b957-e14c8517f492 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:54.161789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-0c7b7b68-1a70-4aeb-80fc-8ea887daa705 req-6492b77f-87b2-404a-b957-e14c8517f492 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Synchronizing usage tracker for tenant:2cd8305d66a649c082ece81b30e5ddd4 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:26:54.179047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dbbc4-177d-4f0c-a353-86b56ac1a065 req-d7ccdbbf-aecd-4deb-bcb4-7044cbdc69f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:54.182388 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f81dbbc4-177d-4f0c-a353-86b56ac1a065 req-d7ccdbbf-aecd-4deb-bcb4-7044cbdc69f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 HTTP/1.1" status: 200  len: 912 time: 0.4945428
Dec 19 13:26:54.188411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12543-41da-4392-8f9b-d514d4affb43 req-2f0f126e-da0f-4c57-9e51-cb21cd4b8690 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:54.189965 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-2f0f126e-da0f-4c57-9e51-cb21cd4b8690 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.18 "GET /v2.0/networks?id=663f49b5-f790-47f9-bb7b-e5941da93072 HTTP/1.1" status: 200  len: 806 time: 0.5007095
Dec 19 13:26:54.213579 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ab0029d3-c768-4f01-8404-be25076efc54 req-4c5afdfc-9c38-4213-82ec-5fbf592cc5d2 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 210 time: 0.1339288
Dec 19 13:26:54.221088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:54.367614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:54.411232 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f81dbbc4-177d-4f0c-a353-86b56ac1a065 req-65bbb2a7-6ead-498c-8997-4a1611552f74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58cd93be-6e98-45fe-a850-c85043a0e932 HTTP/1.1" status: 200  len: 217 time: 0.2052848
Dec 19 13:26:54.429205 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-73e7a4e6-ea6e-4ace-b275-d38e771021c5 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2df18cdddf84a9bb57cf83bee4224ba HTTP/1.1" status: 200  len: 380 time: 0.2196045
Dec 19 13:26:54.436941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-0c7b7b68-1a70-4aeb-80fc-8ea887daa705 req-6492b77f-87b2-404a-b957-e14c8517f492 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Unset dirty status for tenant:2cd8305d66a649c082ece81b30e5ddd4 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:26:54.438506 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0c7b7b68-1a70-4aeb-80fc-8ea887daa705 req-6492b77f-87b2-404a-b957-e14c8517f492 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 931 time: 1.1350603
Dec 19 13:26:54.474838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Request body: {'port': {'device_id': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'admin_state_up': True, 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'security_groups': ['8413e565-931a-4bc3-a450-1bbca3c23536']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:54.479773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01ca39b2-dfa2-4fab-afa8-e6007d01c47d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:54.523272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36080) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:54.630198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dbbc4-177d-4f0c-a353-86b56ac1a065 req-f75cab98-8848-4c5a-9f80-288a1e83ee78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:54.631685 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f81dbbc4-177d-4f0c-a353-86b56ac1a065 req-f75cab98-8848-4c5a-9f80-288a1e83ee78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50564898-908d-467f-a997-b49b377feab8 HTTP/1.1" status: 200  len: 850 time: 0.1403019
Dec 19 13:26:54.650336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-01ca39b2-dfa2-4fab-afa8-e6007d01c47d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Calling delete_port for c8da6e0f-1ac4-4b8e-98b4-7147dba6c972 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:54.678745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:54.693437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ea6f7114-22ca-40c1-b693-323abc8aa4ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:54.717388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:54.731691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:54.759992 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f81dbbc4-177d-4f0c-a353-86b56ac1a065 req-cb292a22-7fd1-4164-a667-fdbf81fbe406 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f70c7e67-43a4-4c39-9fb8-f73fb6cc5265&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1148608
Dec 19 13:26:54.797968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36088) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:54.864741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:54.876906 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0c7b7b68-1a70-4aeb-80fc-8ea887daa705 req-4e7ef5de-7fe9-4b77-9760-5ca372a3d52d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4260104
Dec 19 13:26:54.885413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:54.898413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Made reservation on behalf of a2df18cdddf84a9bb57cf83bee4224ba for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:54.901700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:54.913013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:54.949749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Pushing event updated for resources: {'Port': ['ID=256c78fe-b462-454f-ae1f-d8be2fdcfb10,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:54.960291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36092) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:54.967314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:54.973264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ff19d-642d-4c48-81a3-d47a5083a2c7 req-7b46f87f-b691-4847-90fa-0054e49dbf88 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:54.974698 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-057ff19d-642d-4c48-81a3-d47a5083a2c7 req-7b46f87f-b691-4847-90fa-0054e49dbf88 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 943 time: 0.6095102
Dec 19 13:26:55.023799 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-32078a81-2831-4319-ad68-add1565e07c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1eb0a2126834ff6a89d4b14e3dfa50d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2245240
Dec 19 13:26:55.030577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36098) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:55.032437 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f81dbbc4-177d-4f0c-a353-86b56ac1a065 req-de6571d6-9fc7-48a9-b0ea-abee5a53f0ef service neutron] 10.222.0.18 "GET /v2.0/networks/f70c7e67-43a4-4c39-9fb8-f73fb6cc5265?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623613
Dec 19 13:26:55.127680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'networks': [{'name': 'tempest-network--1599735399'}, {'name': 'tempest-network--139756482'}]} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:55.127980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'network': {'name': 'tempest-network--1599735399'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:55.128420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'network': {'name': 'tempest-network--139756482'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:55.142166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:55.154506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:55.188112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Usage tracker for resource:network and tenant:68e640acb85b4f2e9ecba75b88536def is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:55.233261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:55.262026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:55.293004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cb0a-2c53-4a54-af9c-e25de2329cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:55.298678 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f81dbbc4-177d-4f0c-a353-86b56ac1a065 req-77b257c6-47f9-458a-8331-11eb2ca7483a service neutron] 10.222.0.18 "GET /v2.0/networks/f70c7e67-43a4-4c39-9fb8-f73fb6cc5265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2580929
Dec 19 13:26:55.299655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Allocated IP 172.20.0.11 (663f49b5-f790-47f9-bb7b-e5941da93072/bb58da1e-c81f-40d1-bd91-57a34befe6d1/85d13dbb-ad62-4ef8-a1a6-35289450f5b6) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:26:55.316928 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-057ff19d-642d-4c48-81a3-d47a5083a2c7 req-b2b423ee-5910-4767-8d8c-215a3eba267d tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2865741
Dec 19 13:26:55.342115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cb0a-2c53-4a54-af9c-e25de2329cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:55.400279 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-16fabd53-9156-49e0-876d-62def859b95a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e4d2af06b3b49ae8fef9a0991418221&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8749344
Dec 19 13:26:55.405811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01ca39b2-dfa2-4fab-afa8-e6007d01c47d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:55.408364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36108) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:55.420230 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9cbdf045-7274-4058-9b81-36d2c18dbd7c tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:55.525028 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Sync routers for ids ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:26:55.544934 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Routers {'10546e2d-c6eb-48a9-96cc-36319cdfbcbf'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:55.545849 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4799d910>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:55.565634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Sync routers for ids ['01410ec3-7af6-475c-a68d-30d98262f0a9'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:26:55.578365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:55.579428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Routers {'01410ec3-7af6-475c-a68d-30d98262f0a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:55.580412 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472b5370>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['01410ec3-7af6-475c-a68d-30d98262f0a9'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:55.600318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Made reservation on behalf of 68e640acb85b4f2e9ecba75b88536def for: {'network': 2} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:26:55.603882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:55.609351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cb0a-2c53-4a54-af9c-e25de2329cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:55.637575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:55.639349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:26:56.193025 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b491eb9d-f5d0-4e17-8e7d-f913bf8e6bb8 req-7f9ad9dc-9efc-4688-bc0c-3d6ed7c0be8d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 210 time: 0.2616405
Dec 19 13:26:56.193025 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca39b2-dfa2-4fab-afa8-e6007d01c47d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event deleted for resources: {'Port': ['ID=c8da6e0f-1ac4-4b8e-98b4-7147dba6c972,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:56.196046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3cb0a-2c53-4a54-af9c-e25de2329cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14dc0e3-6a7c-4cb2-ac98-abf43e32052f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:56.197212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.197561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d8d3cb0a-2c53-4a54-af9c-e25de2329cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:56.197561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Transition to ACTIVE for port object 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:56.198042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-01ca39b2-dfa2-4fab-afa8-e6007d01c47d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:56.199096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Set router 01410ec3-7af6-475c-a68d-30d98262f0a9 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:56.205486 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Set router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:56.205625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94d2f5a-786b-454a-b97d-0fd3664b27a9 {{(pid=84125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:26:56.205625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.205625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19f65b15-56e6-4393-b2e5-ce8d041e7048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.205625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:56.205977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.205977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9a19f39f-2c73-4cf5-9466-6c50350888b3 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:56.206168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01ca39b2-dfa2-4fab-afa8-e6007d01c47d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.206168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Transition to ACTIVE for port object b94d2f5a-786b-454a-b97d-0fd3664b27a9 will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:56.206168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Usage tracker for resource:security_group_rule and tenant:68e640acb85b4f2e9ecba75b88536def is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:56.207892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:26:56.220027 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19f65b15-56e6-4393-b2e5-ce8d041e7048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.224440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472b5370>, [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'deaa05d5-e214-4cd0-a273-a5edb630573c', 'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'mac_address': 'fa:16:3e:f9:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 2, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'subnets': [{'id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:56.229978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Checking router: 01410ec3-7af6-475c-a68d-30d98262f0a9 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:26:56.230439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Updating router 01410ec3-7af6-475c-a68d-30d98262f0a9 port deaa05d5-e214-4cd0-a273-a5edb630573c binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:26:56.234570 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4799d910>, [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:27Z', 'revision_number': 4, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '488e1ef7-674c-4779-b549-7279f52156c2', 'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'mac_address': 'fa:16:3e:6d:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 2, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'subnets': [{'id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:56.237099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:26:56.239203 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Checking router: 10546e2d-c6eb-48a9-96cc-36319cdfbcbf for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:26:56.245713 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Updating router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf port 488e1ef7-674c-4779-b549-7279f52156c2 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:26:56.273244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Pushing event updated for resources: {'Port': ['ID=85d13dbb-ad62-4ef8-a1a6-35289450f5b6,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:56.280199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:56.296769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.298100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Network 663f49b5-f790-47f9-bb7b-e5941da93072 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:26:56.301294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:26:56.304855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:26:56.318239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.326107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d6563d5c-f759-4a9f-9dab-9c4c3ca32bd6 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:56.334539 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.436927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.457530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cb0a-2c53-4a54-af9c-e25de2329cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.460012 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d8d3cb0a-2c53-4a54-af9c-e25de2329cfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f14dc0e3-6a7c-4cb2-ac98-abf43e32052f HTTP/1.1" status: 204  len: 168 time: 1.4251986
Dec 19 13:26:56.500404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Pushing event updated for resources: {'Port': ['ID=b94d2f5a-786b-454a-b97d-0fd3664b27a9,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:56.504144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:56.521923 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-01ca39b2-dfa2-4fab-afa8-e6007d01c47d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "DELETE /v2.0/ports/c8da6e0f-1ac4-4b8e-98b4-7147dba6c972 HTTP/1.1" status: 204  len: 168 time: 3.2105026
Dec 19 13:26:56.522127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36122) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:56.554734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.610808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:56.611401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.636317 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ad3c81-da4a-4091-b053-9169df091e19 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] GET failed (client error): The resource could not be found.
Dec 19 13:26:56.656465 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c2ad3c81-da4a-4091-b053-9169df091e19 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "GET /v2.0/ports/c8da6e0f-1ac4-4b8e-98b4-7147dba6c972 HTTP/1.1" status: 404  len: 333 time: 0.1312265
Dec 19 13:26:56.664862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36126) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:56.757124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0c061b91-95f7-4bd7-a730-b3953b23795f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Deleting port b94ac1ea-0bee-4ad9-ac04-ca7d89c35f74 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:26:56.760640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c061b91-95f7-4bd7-a730-b3953b23795f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.769680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.786667 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:56.798957 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3283107
Dec 19 13:26:56.814264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Request body: {'port': {'device_id': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:56.834601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa99521-02c4-4fd4-a32f-6533e368b0d8,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:56.845102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.863531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Transition to ACTIVE for port object deaa05d5-e214-4cd0-a273-a5edb630573c will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:56.942532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.965339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19f65b15-56e6-4393-b2e5-ce8d041e7048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:56.966676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:56.982221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:57.022571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:57.055612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0da40-1498-4c24-8dd9-bbf508d562bb req-f79084fb-33ab-4cf3-9fe1-1ec1589df88c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:57.057128 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37f0da40-1498-4c24-8dd9-bbf508d562bb req-f79084fb-33ab-4cf3-9fe1-1ec1589df88c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 931 time: 0.9473329
Dec 19 13:26:57.081566 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:57.096049 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.115025 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Transition to ACTIVE for port object 488e1ef7-674c-4779-b549-7279f52156c2 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:57.136257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.136793 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Added segment e0c466c2-3b1f-407e-83a2-8dc8e2db29a8 of type vlan for network a723a7ad-17b1-4fc6-8e6a-b78a7bddbd1e
Dec 19 13:26:57.158716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cf673-d977-4359-8877-315f1671613d None None] Pushing event updated for resources: {'Port': ['ID=deaa05d5-e214-4cd0-a273-a5edb630573c,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:57.174414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.177177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.214916 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.215998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:26:57.222755 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:57.235179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.235179 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Added segment d231a49f-2108-4e92-b227-1d48542ebfd1 of type vlan for network 8e800407-b7df-468e-9a72-d605d56026f5
Dec 19 13:26:57.257307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.342173 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7d05a222-d06c-4d07-9967-997a0b01f775 None None] Provisioning for port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:26:57.348551 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f65b15-56e6-4393-b2e5-ce8d041e7048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709eff67-aba1-4831-9c27-041c81820c47,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:57.357385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3d4cf673-d977-4359-8877-315f1671613d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:57.358708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7d05a222-d06c-4d07-9967-997a0b01f775 None None] Provisioning complete for port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:26:57.359261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7d05a222-d06c-4d07-9967-997a0b01f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.374184 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-19f65b15-56e6-4393-b2e5-ce8d041e7048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:57.394032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c061b91-95f7-4bd7-a730-b3953b23795f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.476294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7d05a222-d06c-4d07-9967-997a0b01f775 None None] Port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:26:57.520046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19f65b15-56e6-4393-b2e5-ce8d041e7048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.523295 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-19f65b15-56e6-4393-b2e5-ce8d041e7048 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/709eff67-aba1-4831-9c27-041c81820c47 HTTP/1.1" status: 204  len: 168 time: 2.1122043
Dec 19 13:26:57.527877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.605341 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bb30f-90b1-4514-8092-439cf5e26a53 None None] Pushing event updated for resources: {'Port': ['ID=488e1ef7-674c-4779-b549-7279f52156c2,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:57.617276 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-085bb30f-90b1-4514-8092-439cf5e26a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:57.646343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.705497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0c061b91-95f7-4bd7-a730-b3953b23795f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Calling delete_port for b94ac1ea-0bee-4ad9-ac04-ca7d89c35f74 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:26:57.720729 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37f0da40-1498-4c24-8dd9-bbf508d562bb req-15c03369-b1c9-4a00-adf5-4dfac0f7de37 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6071737
Dec 19 13:26:57.728626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fca22a6d-d3fa-4ce4-bce9-5d66fa17a2c5 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:57.767879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 58cd93be-6e98-45fe-a850-c85043a0e932 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:26:57.803841 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Attempting to bind port 488e1ef7-674c-4779-b549-7279f52156c2 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:57.804218 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Attempting to bind port 488e1ef7-674c-4779-b549-7279f52156c2 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:57.804579 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Attempting to bind port 488e1ef7-674c-4779-b549-7279f52156c2 on network 663f49b5-f790-47f9-bb7b-e5941da93072 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:57.805622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:57.809405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:57.814463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.825513 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:57.826312 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Checking segment: {'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:57.827361 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.828396 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Bound using segment: {'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:57.828967 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Bound port: 488e1ef7-674c-4779-b549-7279f52156c2, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:57.829643 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.866244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Attempting to bind port deaa05d5-e214-4cd0-a273-a5edb630573c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:57.866616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Attempting to bind port deaa05d5-e214-4cd0-a273-a5edb630573c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:57.869218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Attempting to bind port deaa05d5-e214-4cd0-a273-a5edb630573c on network bc33190a-751f-4699-9dbf-7d69c7ceca8e {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:57.914319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1008f3-87c2-40f4-813c-22b06ba66318 req-81f8dda9-7ffd-4744-985b-e098e567c706 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:57.915854 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6a1008f3-87c2-40f4-813c-22b06ba66318 req-81f8dda9-7ffd-4744-985b-e098e567c706 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 943 time: 1.1574235
Dec 19 13:26:57.954201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:57.954201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Checking segment: {'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:57.954535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:57.954800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Bound using segment: {'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:57.955316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Bound port: deaa05d5-e214-4cd0-a273-a5edb630573c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:57.955726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:58.100275 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] For port 488e1ef7-674c-4779-b549-7279f52156c2, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:58.110107 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] For port 488e1ef7-674c-4779-b549-7279f52156c2, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=488e1ef7-674c-4779-b549-7279f52156c2,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:58.132578 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6a1008f3-87c2-40f4-813c-22b06ba66318 req-df4dfe07-9dfb-4c57-ae88-c5f610c3bc49 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1974828
Dec 19 13:26:58.152876 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 3.1918111
Dec 19 13:26:58.155272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event updated for resources: {'Network': ['ID=a723a7ad-17b1-4fc6-8e6a-b78a7bddbd1e,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:58.174518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36146) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:58.179467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] For port deaa05d5-e214-4cd0-a273-a5edb630573c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:58.183138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] For port deaa05d5-e214-4cd0-a273-a5edb630573c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=deaa05d5-e214-4cd0-a273-a5edb630573c,segment=NetworkSegment(7c577eab-d9bb-4420-90e5-c1b668204397),segment_id=7c577eab-d9bb-4420-90e5-c1b668204397)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:58.189049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network a723a7ad-17b1-4fc6-8e6a-b78a7bddbd1e details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:58.193741 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:58.199159 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:58.344978 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Routers {'10546e2d-c6eb-48a9-96cc-36319cdfbcbf'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:58.345614 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4799d910>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:58.346317 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:58.358928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:58.410701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 58cd93be-6e98-45fe-a850-c85043a0e932, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=58cd93be-6e98-45fe-a850-c85043a0e932,segment=NetworkSegment(438a99a3-d3b3-4112-8770-348e84381d42),segment_id=438a99a3-d3b3-4112-8770-348e84381d42)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:58.425095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event updated for resources: {'Network': ['ID=8e800407-b7df-468e-9a72-d605d56026f5,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:58.441088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Attempting to bind port b94d2f5a-786b-454a-b97d-0fd3664b27a9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:26:58.441842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Attempting to bind port b94d2f5a-786b-454a-b97d-0fd3664b27a9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:26:58.442338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Attempting to bind port b94d2f5a-786b-454a-b97d-0fd3664b27a9 on network bc33190a-751f-4699-9dbf-7d69c7ceca8e {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:58.447689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:58.451943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.615s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:58.452746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:58.469334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 8e800407-b7df-468e-9a72-d605d56026f5 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:26:58.571296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Port b94d2f5a-786b-454a-b97d-0fd3664b27a9 on network bc33190a-751f-4699-9dbf-7d69c7ceca8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:26:58.571969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Attempting to bind port b94d2f5a-786b-454a-b97d-0fd3664b27a9 on network bc33190a-751f-4699-9dbf-7d69c7ceca8e {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:26:58.584279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:26:58.584946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Checking segment: {'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:26:58.585662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Bound using segment: {'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:26:58.586411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Bound port: b94d2f5a-786b-454a-b97d-0fd3664b27a9, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c577eab-d9bb-4420-90e5-c1b668204397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e'}}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:26:58.586943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:58.628897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '58cd93be-6e98-45fe-a850-c85043a0e932', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'port_id': '58cd93be-6e98-45fe-a850-c85043a0e932', 'mac_address': 'fa:16:3e:b7:5a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50564898-908d-467f-a997-b49b377feab8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:26:58.708964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bb30f-90b1-4514-8092-439cf5e26a53 None None] Pushing event updated for resources: {'Port': ['ID=488e1ef7-674c-4779-b549-7279f52156c2,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:58.731781 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36156) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:58.734927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:58.816415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bdff1-4d86-4f4f-b890-ee4c4615e9da req-27721f8f-b284-4262-b2e0-83456e83c7bb tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:58.823937 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7f0bdff1-4d86-4f4f-b890-ee4c4615e9da req-27721f8f-b284-4262-b2e0-83456e83c7bb tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 932 time: 0.8835895
Dec 19 13:26:58.824161 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-085bb30f-90b1-4514-8092-439cf5e26a53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:58.853109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:26:58.862580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:58.880751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Transition to ACTIVE for port object 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:26:58.888219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15621099-83c5-480e-8914-14c317df0ca1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:58.893043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15621099-83c5-480e-8914-14c317df0ca1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:58.897424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15621099-83c5-480e-8914-14c317df0ca1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:58.902714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15621099-83c5-480e-8914-14c317df0ca1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:26:58.907586 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-15621099-83c5-480e-8914-14c317df0ca1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.7314672
Dec 19 13:26:58.909356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36164) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:58.910714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c061b91-95f7-4bd7-a730-b3953b23795f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:58.911996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:58.955324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cf673-d977-4359-8877-315f1671613d None None] Pushing event updated for resources: {'Port': ['ID=deaa05d5-e214-4cd0-a273-a5edb630573c,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:58.976595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] For port b94d2f5a-786b-454a-b97d-0fd3664b27a9, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:26:58.993218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3d4cf673-d977-4359-8877-315f1671613d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:59.007277 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] Set router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:59.016698 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f1ac95c8-be5c-4066-ac24-86f94607508c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08a1af729d0f443a898de200035dfeca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2808256
Dec 19 13:26:59.019567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Routers {'01410ec3-7af6-475c-a68d-30d98262f0a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:26:59.020259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472b5370>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['01410ec3-7af6-475c-a68d-30d98262f0a9'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:59.020660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] For port b94d2f5a-786b-454a-b97d-0fd3664b27a9, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9,segment=NetworkSegment(7c577eab-d9bb-4420-90e5-c1b668204397),segment_id=7c577eab-d9bb-4420-90e5-c1b668204397)] {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:26:59.021584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:59.053308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:59.105433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36168) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:59.106479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36170) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:59.171969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:59.178798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c061b91-95f7-4bd7-a730-b3953b23795f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event deleted for resources: {'Port': ['ID=b94ac1ea-0bee-4ad9-ac04-ca7d89c35f74,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:59.207627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0c061b91-95f7-4bd7-a730-b3953b23795f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:59.208890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:59.259941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:59.272874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:59.306698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] Set router 01410ec3-7af6-475c-a68d-30d98262f0a9 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:26:59.323449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:59.397002 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7f0bdff1-4d86-4f4f-b890-ee4c4615e9da req-4cf388e5-14ee-4a4e-8b9e-461511d04d76 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5721483
Dec 19 13:26:59.397599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:59.441554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:59.527598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cd93be-6e98-45fe-a850-c85043a0e932 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:26:59.576793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Pushing event updated for resources: {'Port': ['ID=85d13dbb-ad62-4ef8-a1a6-35289450f5b6,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:59.594472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:59.619577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c061b91-95f7-4bd7-a730-b3953b23795f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:59.680269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-669459843'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:26:59.710883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:59.712630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 58cd93be-6e98-45fe-a850-c85043a0e932, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=58cd93be-6e98-45fe-a850-c85043a0e932,segment=NetworkSegment(438a99a3-d3b3-4112-8770-348e84381d42),segment_id=438a99a3-d3b3-4112-8770-348e84381d42)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:26:59.712768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:26:59.720549 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] 10.222.0.18 "PUT /v2.0/ports/b94d2f5a-786b-454a-b97d-0fd3664b27a9 HTTP/1.1" status: 200  len: 1093 time: 5.8296015
Dec 19 13:26:59.721249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Pushing event updated for resources: {'Port': ['ID=b94d2f5a-786b-454a-b97d-0fd3664b27a9,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:26:59.726322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:26:59.726806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'tag': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:26:59.812222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e05da53b-8f55-4dca-8498-dff6db56c8f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:59.822630 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4799d910>, [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:27Z', 'revision_number': 4, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '488e1ef7-674c-4779-b549-7279f52156c2', 'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'mac_address': 'fa:16:3e:6d:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:26:58Z', 'revision_number': 4, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'subnets': [{'id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:26:59.829318 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0c061b91-95f7-4bd7-a730-b3953b23795f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "DELETE /v2.0/ports/b94ac1ea-0bee-4ad9-ac04-ca7d89c35f74 HTTP/1.1" status: 204  len: 168 time: 3.1607244
Dec 19 13:26:59.831210 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da28d9-ff4d-46ad-9a60-94f6ab73d7dd None None] The sync data for ids ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'] in dv-neutron-821895-1-hyperv is: [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:27Z', 'revision_number': 4, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '488e1ef7-674c-4779-b549-7279f52156c2', 'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'mac_address': 'fa:16:3e:6d:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:26:58Z', 'revision_number': 4, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'subnets': [{'id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:26:59.841205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Usage tracker for resource:network and tenant:b83f56dbb8ed4d44a35ccaf6cadd2918 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:26:59.844104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36184) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:26:59.881570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:59.886401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f876abfa-e095-49f6-b2f5-ac1326d25180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:26:59.960423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e62a021-aca0-4ef1-b472-d298dc5ba7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:26:59.986525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.003293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:27:00.009137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:00.031705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:00.100523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e62a021-aca0-4ef1-b472-d298dc5ba7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.116000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.134753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=58cd93be-6e98-45fe-a850-c85043a0e932,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:00.138707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:00.178912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Made reservation on behalf of b83f56dbb8ed4d44a35ccaf6cadd2918 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:00.183396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472b5370>, [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'deaa05d5-e214-4cd0-a273-a5edb630573c', 'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'mac_address': 'fa:16:3e:f9:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:26:58Z', 'revision_number': 4, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'subnets': [{'id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:00.198771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4702076-284a-4db3-9cee-b08ea6cdcb27 None None] The sync data for ids ['01410ec3-7af6-475c-a68d-30d98262f0a9'] in dv-neutron-821895-1-hyperv is: [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'deaa05d5-e214-4cd0-a273-a5edb630573c', 'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'mac_address': 'fa:16:3e:f9:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:26:58Z', 'revision_number': 4, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'subnets': [{'id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:00.202776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Pushing event updated for resources: {'Port': ['ID=256c78fe-b462-454f-ae1f-d8be2fdcfb10,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:00.226465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e9c48-cb47-44b2-b194-7d4d2537572f req-b57d9f76-02d9-48b2-aea0-8a269d21361e tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:00.228017 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-454e9c48-cb47-44b2-b194-7d4d2537572f req-b57d9f76-02d9-48b2-aea0-8a269d21361e tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 943 time: 0.9623342
Dec 19 13:27:00.228147 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['58cd93be-6e98-45fe-a850-c85043a0e932'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:27:00.233418 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:00.234227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4a82f310>,) {'filters': {'network_id': ['a723a7ad-17b1-4fc6-8e6a-b78a7bddbd1e']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:00.316352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4998e7-2090-443e-a394-3b69f999c6c9 req-9de5b352-af14-4bd7-abb3-93bc365e5fcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:00.321773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.322063 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-df4998e7-2090-443e-a394-3b69f999c6c9 req-9de5b352-af14-4bd7-abb3-93bc365e5fcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 944 time: 0.6139081
Dec 19 13:27:00.340856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4a82f310>, 'e0c466c2-3b1f-407e-83a2-8dc8e2db29a8') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:00.340856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4a82f310>, 'e0c466c2-3b1f-407e-83a2-8dc8e2db29a8') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:00.369320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.380350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Attempting to bind port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:27:00.380679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Attempting to bind port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:27:00.380988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Attempting to bind port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 on network 663f49b5-f790-47f9-bb7b-e5941da93072 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:00.435985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.438064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 on network 663f49b5-f790-47f9-bb7b-e5941da93072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:27:00.438380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Attempting to bind port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 on network 663f49b5-f790-47f9-bb7b-e5941da93072 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:00.466604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:00.481824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:00.482221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:00.498324 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:00.500204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Usage tracker for resource:security_group_rule and tenant:b83f56dbb8ed4d44a35ccaf6cadd2918 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:00.511993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:00.534047 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-a1ef3d0b-baa2-41a7-a264-f41f48e9b0d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cd8305d66a649c082ece81b30e5ddd4&device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 1096 time: 0.6382265
Dec 19 13:27:00.540334 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-454e9c48-cb47-44b2-b194-7d4d2537572f req-d2a9ad07-c18a-4610-8c82-4d57d2b0e97d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3014200
Dec 19 13:27:00.545868 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-df4998e7-2090-443e-a394-3b69f999c6c9 req-426635ae-d440-46f1-8b4b-5ca40cb04536 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2041132
Dec 19 13:27:00.616271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:27:00.616615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Checking segment: {'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:00.617008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Bound using segment: {'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:27:00.617452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Bound port: 85d13dbb-ad62-4ef8-a1a6-35289450f5b6, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d06ccf2-a3d6-430d-8345-ae33326115db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:27:00.617791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.641139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e62a021-aca0-4ef1-b472-d298dc5ba7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.647400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:00.688590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:00.703582 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-055e8f8e-99f5-4a66-a820-5ca5712e3662 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9 HTTP/1.1" status: 200  len: 217 time: 0.1567509
Dec 19 13:27:00.840981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] For port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:27:00.844552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] For port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=85d13dbb-ad62-4ef8-a1a6-35289450f5b6,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:27:00.851671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62a021-aca0-4ef1-b472-d298dc5ba7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b360351c-38a3-428e-8d10-0fd112bffa2d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:00.858009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0e62a021-aca0-4ef1-b472-d298dc5ba7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:00.859493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-79562e04-5541-4b15-9f4d-70fdac452946 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Deleting subnet 15c8c6be-53e5-4b87-89b5-087c536f3fbb {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:27:00.865678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-79562e04-5541-4b15-9f4d-70fdac452946 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.911151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e62a021-aca0-4ef1-b472-d298dc5ba7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.915471 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0e62a021-aca0-4ef1-b472-d298dc5ba7fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b360351c-38a3-428e-8d10-0fd112bffa2d HTTP/1.1" status: 204  len: 168 time: 1.7614467
Dec 19 13:27:00.942517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-79562e04-5541-4b15-9f4d-70fdac452946 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:00.976670 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'tag': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9', 'status': 'completed', 'code': 200}
Dec 19 13:27:00.985526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:01.017145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-28af5d71-6435-4ebe-9825-b75186cd2342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:01.035702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-31b43a85-9c81-44a2-a0b9-133321846c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:01.037283 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-31b43a85-9c81-44a2-a0b9-133321846c9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c5d365b-ec90-4521-bf4b-b9217d9b4e32 HTTP/1.1" status: 200  len: 850 time: 0.3225982
Dec 19 13:27:01.098562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Pushing event updated for resources: {'Port': ['ID=85d13dbb-ad62-4ef8-a1a6-35289450f5b6,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:01.101263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:01.107290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:01.124973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:01.146908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:01.172436 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "DELETE /v2.0/networks/a723a7ad-17b1-4fc6-8e6a-b78a7bddbd1e HTTP/1.1" status: 204  len: 168 time: 2.2475765
Dec 19 13:27:01.173806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event deleted for resources: {'Network': ['ID=a723a7ad-17b1-4fc6-8e6a-b78a7bddbd1e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:01.182075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36200) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:01.201381 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-c1ff649e-4c72-4f5e-91ff-6b351acfb71e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc33190a-751f-4699-9dbf-7d69c7ceca8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1456642
Dec 19 13:27:01.320240 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Floating IP e070f99a-046b-4a6d-8b60-8556e11e8ad5 associated. External IP: 172.26.4.138, port: 90c60351-02aa-468b-a2b9-761bea795198.
Dec 19 13:27:01.360547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:01.361782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:01.372772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:01.376959 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] 10.222.0.18 "PUT /v2.0/ports/85d13dbb-ad62-4ef8-a1a6-35289450f5b6 HTTP/1.1" status: 200  len: 1094 time: 4.5666578
Dec 19 13:27:01.439840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'tag': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:27:01.453294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd939f2-528c-4f21-a615-557b7e6e05d7 req-4cda81e3-6312-497f-a94e-58c2b2b0667a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:01.454753 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-edd939f2-528c-4f21-a615-557b7e6e05d7 req-4cda81e3-6312-497f-a94e-58c2b2b0667a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 944 time: 0.4810612
Dec 19 13:27:01.540480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 488e1ef7-674c-4779-b549-7279f52156c2 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:01.572386 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'tag': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6', 'status': 'completed', 'code': 200}
Dec 19 13:27:01.664536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:01.671725 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-c49abd29-2486-43f4-99f6-50a90aa4dd97 service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4605606
Dec 19 13:27:01.741396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:01.786999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e071589d-02d5-4560-8405-161494330342,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:01.790619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-79562e04-5541-4b15-9f4d-70fdac452946 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:01.828249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:01.828485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 488e1ef7-674c-4779-b549-7279f52156c2 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:01.835853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 488e1ef7-674c-4779-b549-7279f52156c2 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:01.837358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:01.846775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:01.872948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:01.889256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 58cd93be-6e98-45fe-a850-c85043a0e932 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:01.890836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:01.891256 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Added segment aa664e23-1510-4336-bf5d-a3559ad34f6c of type vlan for network 65087db6-4f48-4068-96fb-75e91f36fe70
Dec 19 13:27:02.004739 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-edd939f2-528c-4f21-a615-557b7e6e05d7 req-2906a6ac-050f-406e-948b-a7cf003867d4 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4447064
Dec 19 13:27:02.071576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.095879 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31624abb-a78f-44c6-ba42-78f848aa4b1c req-9c56337f-2df9-4452-85bc-626131100687 service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4086442
Dec 19 13:27:02.099254 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-5b57a01c-d6c3-4ba9-b446-a530e6356078 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2df18cdddf84a9bb57cf83bee4224ba&device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 1097 time: 0.5316126
Dec 19 13:27:02.102000 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.109152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9219380-25f5-443b-9d82-012a9e6c3212 req-a52149d5-992b-4dc8-8743-199bde79f941 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:02.111169 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f9219380-25f5-443b-9d82-012a9e6c3212 req-a52149d5-992b-4dc8-8743-199bde79f941 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 944 time: 0.3574028
Dec 19 13:27:02.121832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 58cd93be-6e98-45fe-a850-c85043a0e932 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:02.131561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 58cd93be-6e98-45fe-a850-c85043a0e932 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:02.132245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.224337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-79562e04-5541-4b15-9f4d-70fdac452946 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.226780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 488e1ef7-674c-4779-b549-7279f52156c2, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=488e1ef7-674c-4779-b549-7279f52156c2,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:02.233029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:27:02.282634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:02.293183 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f9219380-25f5-443b-9d82-012a9e6c3212 req-d4d129cd-7815-45e7-8d72-8a4602401ff4 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1720080
Dec 19 13:27:02.299324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.314071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.314898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device deaa05d5-e214-4cd0-a273-a5edb630573c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:02.320714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.338602 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-f8bac7e0-e026-4cbf-8f25-9a36e6f66b7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85d13dbb-ad62-4ef8-a1a6-35289450f5b6 HTTP/1.1" status: 200  len: 217 time: 0.1771803
Dec 19 13:27:02.343656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79562e04-5541-4b15-9f4d-70fdac452946 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event deleted for resources: {'Subnet': ['ID=15c8c6be-53e5-4b87-89b5-087c536f3fbb,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:02.346811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:02.355729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-79562e04-5541-4b15-9f4d-70fdac452946 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:02.394032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-79562e04-5541-4b15-9f4d-70fdac452946 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.402950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46962730>,) {'filters': {'network_id': ['8e800407-b7df-468e-9a72-d605d56026f5']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:02.410837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2fe38d-68fe-4c7e-a483-280f29f88f27 None None] Network 53a43732-cab6-4313-bd01-61a778f28c89 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:02.430946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46962730>, 'd231a49f-2108-4e92-b227-1d48542ebfd1') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:02.431255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46962730>, 'd231a49f-2108-4e92-b227-1d48542ebfd1') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:02.442472 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-79562e04-5541-4b15-9f4d-70fdac452946 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "DELETE /v2.0/subnets/15c8c6be-53e5-4b87-89b5-087c536f3fbb HTTP/1.1" status: 204  len: 168 time: 2.5152895
Dec 19 13:27:02.443849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36222) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:02.450640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e12543-41da-4392-8f9b-d514d4affb43 req-42abad1a-2a88-466b-8384-4eee7f37fdd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:02.457824 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-42abad1a-2a88-466b-8384-4eee7f37fdd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb58da1e-c81f-40d1-bd91-57a34befe6d1 HTTP/1.1" status: 200  len: 845 time: 0.0979257
Dec 19 13:27:02.457824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.459792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.463424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:02.464656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.472745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:02.584621 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0729ac7-d263-423c-8c8c-9a3fd937c941 req-1cc5db08-064d-4741-835a-6c538fc4b086 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cd8305d66a649c082ece81b30e5ddd4&device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 1096 time: 0.2782235
Dec 19 13:27:02.586213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6104744a-0c44-43bf-9d7f-76991040ff92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cd93be-6e98-45fe-a850-c85043a0e932'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:27:02.607619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.629617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:02.630207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:02.645358 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:02.719878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Pushing event updated for resources: {'Network': ['ID=65087db6-4f48-4068-96fb-75e91f36fe70,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:02.739754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:02.741164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 58cd93be-6e98-45fe-a850-c85043a0e932, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=58cd93be-6e98-45fe-a850-c85043a0e932,segment=NetworkSegment(438a99a3-d3b3-4112-8770-348e84381d42),segment_id=438a99a3-d3b3-4112-8770-348e84381d42)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:02.747082 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 3.5879064
Dec 19 13:27:02.748450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36234) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:02.753603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 65087db6-4f48-4068-96fb-75e91f36fe70 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:02.753869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Request body: {'subnet': {'network_id': '65087db6-4f48-4068-96fb-75e91f36fe70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:02.836971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237996f0-4c0f-4652-b1c9-0d416d737b19 req-8ba8aca8-365c-41d0-990c-066670e7777b tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:02.837991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=488e1ef7-674c-4779-b549-7279f52156c2,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:02.851013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:02.851930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.859222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:02.862155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.867933 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-237996f0-4c0f-4652-b1c9-0d416d737b19 req-8ba8aca8-365c-41d0-990c-066670e7777b tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 943 time: 0.5113473
Dec 19 13:27:02.877302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.882882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-824cfca2-fe24-4095-8f9b-023bdf595c20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721772610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:02.910299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:02.922050 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-2ef6c30b-b8ef-4039-9467-d26daf88d261 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=663f49b5-f790-47f9-bb7b-e5941da93072&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4501333
Dec 19 13:27:02.926018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event deleted for resources: {'Network': ['ID=8e800407-b7df-468e-9a72-d605d56026f5,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:02.930790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:02.954990 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "DELETE /v2.0/networks/8e800407-b7df-468e-9a72-d605d56026f5 HTTP/1.1" status: 204  len: 168 time: 1.7650118
Dec 19 13:27:02.955536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:02.957735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36240) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:02.975100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=58cd93be-6e98-45fe-a850-c85043a0e932,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:02.991411 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:03.016487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Usage tracker for resource:subnet and tenant:b83f56dbb8ed4d44a35ccaf6cadd2918 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:03.041270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Deleting port 03c1c6be-227b-406a-b720-4c28166e927a {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:03.041604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:03.044926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:03.091660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port deaa05d5-e214-4cd0-a273-a5edb630573c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:03.097576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port deaa05d5-e214-4cd0-a273-a5edb630573c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:03.098085 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:03.105683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0729ac7-d263-423c-8c8c-9a3fd937c941 req-276806e0-b3c7-49e1-bf3c-bf848f582d1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:03.107209 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0729ac7-d263-423c-8c8c-9a3fd937c941 req-276806e0-b3c7-49e1-bf3c-bf848f582d1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc33190a-751f-4699-9dbf-7d69c7ceca8e HTTP/1.1" status: 200  len: 912 time: 0.5105915
Dec 19 13:27:03.117809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:03.149795 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-237996f0-4c0f-4652-b1c9-0d416d737b19 req-afc24f9d-9ae2-4036-81e7-0a0e0867e494 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2859490
Dec 19 13:27:03.158205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67057d52-e3e1-4739-a41a-d7a954106e86 None None] DHCP port deletion for 53a43732-cab6-4313-bd01-61a778f28c89 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:27:03.170988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-67057d52-e3e1-4739-a41a-d7a954106e86 None None] Deleting port 03c1c6be-227b-406a-b720-4c28166e927a {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:03.171452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-67057d52-e3e1-4739-a41a-d7a954106e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:03.248150 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6104744a-0c44-43bf-9d7f-76991040ff92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cd93be-6e98-45fe-a850-c85043a0e932', 'code': 200}
Dec 19 13:27:03.294386 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-88a761ea-eb1a-4316-a60f-7eb80c79d694 service neutron] 10.222.0.18 "GET /v2.0/networks/663f49b5-f790-47f9-bb7b-e5941da93072?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3614593
Dec 19 13:27:03.300228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce42be-a641-42b5-b516-15590ee95844 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:03.304688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce42be-a641-42b5-b516-15590ee95844 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:03.305638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-24ce42be-a641-42b5-b516-15590ee95844 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Synchronizing usage tracker for tenant:68e640acb85b4f2e9ecba75b88536def on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:03.330414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Made reservation on behalf of b83f56dbb8ed4d44a35ccaf6cadd2918 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:03.527880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Router e46ad8a9-98fc-48c7-b3c8-8c696ce7b949 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:27:03.528843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:03.625425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-24ce42be-a641-42b5-b516-15590ee95844 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Unset dirty status for tenant:68e640acb85b4f2e9ecba75b88536def on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:03.625866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-67057d52-e3e1-4739-a41a-d7a954106e86 None None] For port 03c1c6be-227b-406a-b720-4c28166e927a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=03c1c6be-227b-406a-b720-4c28166e927a,segment=NetworkSegment(1a37d1cd-41f2-4a35-8b0b-c565285e2299),segment_id=1a37d1cd-41f2-4a35-8b0b-c565285e2299)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:03.626592 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-24ce42be-a641-42b5-b516-15590ee95844 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.6225984
Dec 19 13:27:03.630031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-67057d52-e3e1-4739-a41a-d7a954106e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:03.721496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36256) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:03.767309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1861841717'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:03.768883 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0729ac7-d263-423c-8c8c-9a3fd937c941 req-d2f643f1-d466-43ed-984e-4455f860b953 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9 HTTP/1.1" status: 200  len: 217 time: 0.6153519
Dec 19 13:27:03.771795 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88e12543-41da-4392-8f9b-d514d4affb43 req-1e23d9ec-b691-4478-a7e8-d27293b90f64 service neutron] 10.222.0.18 "GET /v2.0/networks/663f49b5-f790-47f9-bb7b-e5941da93072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4618628
Dec 19 13:27:03.785483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:03.810320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:03.859919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-67057d52-e3e1-4739-a41a-d7a954106e86 None None] Calling delete_port for 03c1c6be-227b-406a-b720-4c28166e927a owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:03.891999 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:03.910919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0729ac7-d263-423c-8c8c-9a3fd937c941 req-7c828e8a-4a9e-49a0-b549-199284c829f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:03.912470 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0729ac7-d263-423c-8c8c-9a3fd937c941 req-7c828e8a-4a9e-49a0-b549-199284c829f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c5d365b-ec90-4521-bf4b-b9217d9b4e32 HTTP/1.1" status: 200  len: 850 time: 0.1215861
Dec 19 13:27:03.940405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port deaa05d5-e214-4cd0-a273-a5edb630573c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=deaa05d5-e214-4cd0-a273-a5edb630573c,segment=NetworkSegment(7c577eab-d9bb-4420-90e5-c1b668204397),segment_id=7c577eab-d9bb-4420-90e5-c1b668204397)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:03.956203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Made reservation on behalf of 68e640acb85b4f2e9ecba75b88536def for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:03.959658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:03.986901 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88ac32c8-c641-4a2e-b1ed-bef07196be69 req-1b6de599-1b41-4740-94a3-1e9407d800b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 1098 time: 0.2646387
Dec 19 13:27:04.023102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88ac32c8-c641-4a2e-b1ed-bef07196be69 req-991e5df3-fc2e-4eb1-8806-cccf81f159ee service neutron] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.037659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.039898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3d4cf673-d977-4359-8877-315f1671613d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:04.088149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-88ac32c8-c641-4a2e-b1ed-bef07196be69 req-991e5df3-fc2e-4eb1-8806-cccf81f159ee service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:04.095310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-88ac32c8-c641-4a2e-b1ed-bef07196be69 req-991e5df3-fc2e-4eb1-8806-cccf81f159ee service neutron] Usage tracker for resource:security_group_rule and tenant:d03c203d2c9a4db0949c9eb95148e628 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:04.099081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-88ac32c8-c641-4a2e-b1ed-bef07196be69 req-991e5df3-fc2e-4eb1-8806-cccf81f159ee service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:04.103636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] For port 03c1c6be-227b-406a-b720-4c28166e927a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=03c1c6be-227b-406a-b720-4c28166e927a,segment=NetworkSegment(1a37d1cd-41f2-4a35-8b0b-c565285e2299),segment_id=1a37d1cd-41f2-4a35-8b0b-c565285e2299)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:04.104001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.113322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-88ac32c8-c641-4a2e-b1ed-bef07196be69 req-991e5df3-fc2e-4eb1-8806-cccf81f159ee service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:04.126377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=deaa05d5-e214-4cd0-a273-a5edb630573c,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:04.130010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:04.130873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-67057d52-e3e1-4739-a41a-d7a954106e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.149127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3d4cf673-d977-4359-8877-315f1671613d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:04.175028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:04.204252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67057d52-e3e1-4739-a41a-d7a954106e86 None None] Pushing event deleted for resources: {'Port': ['ID=03c1c6be-227b-406a-b720-4c28166e927a,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:04.208120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 488e1ef7-674c-4779-b549-7279f52156c2 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:04.235922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-67057d52-e3e1-4739-a41a-d7a954106e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:04.237257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.237937 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Added segment 0161d6bb-b8b7-4ee0-8704-035dd8fd5937 of type vlan for network 47252be1-83e5-4e66-9154-88c43fe26c17
Dec 19 13:27:04.251809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67057d52-e3e1-4739-a41a-d7a954106e86 None None] No DVR routers for this DVR port 03c1c6be-227b-406a-b720-4c28166e927a on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:27:04.272484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147ada2-8224-4216-89e4-5bac1c0d43f7 req-5a5fa2c7-cf2a-4b41-970c-85deb96751b8 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:04.280334 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1147ada2-8224-4216-89e4-5bac1c0d43f7 req-5a5fa2c7-cf2a-4b41-970c-85deb96751b8 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 944 time: 0.8208790
Dec 19 13:27:04.289207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Calling delete_port for 03c1c6be-227b-406a-b720-4c28166e927a owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:04.295692 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-610773b8-db5a-4f9f-95d6-5a4f14ffc305 req-cbf5a081-7786-4175-b21a-c1ed956b17c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2df18cdddf84a9bb57cf83bee4224ba&device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 1097 time: 0.3945506
Dec 19 13:27:04.303373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.304037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 488e1ef7-674c-4779-b549-7279f52156c2 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:04.304418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.328679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f3df5-1631-4aa1-96e9-a5120e65eea9 req-56d48558-26ef-4c6f-8695-321fb620417d tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:04.335352 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-be6f3df5-1631-4aa1-96e9-a5120e65eea9 req-56d48558-26ef-4c6f-8695-321fb620417d tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 945 time: 0.8110147
Dec 19 13:27:04.410742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.415700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88ac32c8-c641-4a2e-b1ed-bef07196be69 req-991e5df3-fc2e-4eb1-8806-cccf81f159ee service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.426607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:04.453680 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0729ac7-d263-423c-8c8c-9a3fd937c941 req-9bb929e4-b053-4764-830f-a58b8d2094ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc33190a-751f-4699-9dbf-7d69c7ceca8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5317400
Dec 19 13:27:04.485691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 03c1c6be-227b-406a-b720-4c28166e927a no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:27:04.535933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 03c1c6be-227b-406a-b720-4c28166e927a {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:27:04.536504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 03c1c6be-227b-406a-b720-4c28166e927a not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:27:04.571436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Pushing event updated for resources: {'Subnet': ['ID=d4d53f66-1ad4-4fe3-b15f-0974be084d65,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:04.574191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610773b8-db5a-4f9f-95d6-5a4f14ffc305 req-904600d0-24fd-46ca-a4ed-2fd688b54325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:04.576650 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-610773b8-db5a-4f9f-95d6-5a4f14ffc305 req-904600d0-24fd-46ca-a4ed-2fd688b54325 service neutron] 10.222.0.18 "GET /v2.0/networks?id=663f49b5-f790-47f9-bb7b-e5941da93072 HTTP/1.1" status: 200  len: 907 time: 0.2605295
Dec 19 13:27:04.577455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:04.580208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-88ac32c8-c641-4a2e-b1ed-bef07196be69 req-991e5df3-fc2e-4eb1-8806-cccf81f159ee service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.618082 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-be6f3df5-1631-4aa1-96e9-a5120e65eea9 req-09198d0c-8580-4a26-8b13-b0d6a9204750 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2818911
Dec 19 13:27:04.637675 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1147ada2-8224-4216-89e4-5bac1c0d43f7 req-1bcdb2b0-da52-4de9-98a0-ad69bc913eda tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3564100
Dec 19 13:27:04.654471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:27:04.654792 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:27:04.678107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:04.688167 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-610773b8-db5a-4f9f-95d6-5a4f14ffc305 req-ab827ef5-d53f-4b57-8715-5329ca429139 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85d13dbb-ad62-4ef8-a1a6-35289450f5b6 HTTP/1.1" status: 200  len: 217 time: 0.0956228
Dec 19 13:27:04.705872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.711617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:04.712339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:04.724914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36276) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:04.744294 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0729ac7-d263-423c-8c8c-9a3fd937c941 req-75f1f6f3-9b27-4c6b-aab9-95f014dc224f service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248755
Dec 19 13:27:04.824474 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88ac32c8-c641-4a2e-b1ed-bef07196be69 req-991e5df3-fc2e-4eb1-8806-cccf81f159ee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8239808
Dec 19 13:27:04.830011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e5df3-fc2e-4eb1-8806-cccf81f159ee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d51599-95ef-45b2-86de-d7a60011f8d5,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:04.832967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-991e5df3-fc2e-4eb1-8806-cccf81f159ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:04.841522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:04.856225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Checking segment: {'id': 'aa664e23-1510-4336-bf5d-a3559ad34f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '65087db6-4f48-4068-96fb-75e91f36fe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:04.856576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Network hostable DHCP agents. Network: 65087db6-4f48-4068-96fb-75e91f36fe70, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:04.890706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:27:04.899758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-452950312', 'router:external': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:04.900898 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22414220-ffae-48f5-8278-969f243fc809 None None] Sync routers for ids ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:27:04.914670 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22414220-ffae-48f5-8278-969f243fc809 None None] Routers {'e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:04.915341 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-22414220-ffae-48f5-8278-969f243fc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473cdee0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:04.917903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:04.944402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610773b8-db5a-4f9f-95d6-5a4f14ffc305 req-8726a40a-dc64-4196-a6a8-75ba6df33882 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:04.945874 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-610773b8-db5a-4f9f-95d6-5a4f14ffc305 req-8726a40a-dc64-4196-a6a8-75ba6df33882 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb58da1e-c81f-40d1-bd91-57a34befe6d1 HTTP/1.1" status: 200  len: 845 time: 0.2500112
Dec 19 13:27:04.950187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Usage tracker for resource:network and tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:04.957219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:04.975214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event updated for resources: {'Network': ['ID=47252be1-83e5-4e66-9154-88c43fe26c17,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:04.978328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:04.979538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:04.985766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 47252be1-83e5-4e66-9154-88c43fe26c17 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:04.988005 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0729ac7-d263-423c-8c8c-9a3fd937c941 req-cadb6d64-1074-4f71-ab48-ab3a0f532b46 service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2360115
Dec 19 13:27:05.002190 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-22414220-ffae-48f5-8278-969f243fc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473cdee0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:05.013790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1446c42-141f-4e09-9905-e7db61a1a26c req-0d6fdb29-1288-4ac3-8f6c-db2634177738 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:05.014329 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22414220-ffae-48f5-8278-969f243fc809 None None] Routers {'e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:05.014998 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-22414220-ffae-48f5-8278-969f243fc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473cdee0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:05.015762 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c1446c42-141f-4e09-9905-e7db61a1a26c req-0d6fdb29-1288-4ac3-8f6c-db2634177738 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 943 time: 0.1938164
Dec 19 13:27:05.032391 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.3057473
Dec 19 13:27:05.033320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36282) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:05.046195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1538611163'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:05.057193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:05.080477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.114699 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-22414220-ffae-48f5-8278-969f243fc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473cdee0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:05.115128 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22414220-ffae-48f5-8278-969f243fc809 None None] The sync data for ids ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:05.121840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Network 65087db6-4f48-4068-96fb-75e91f36fe70 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:05.124865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Usage tracker for resource:network and tenant:68e640acb85b4f2e9ecba75b88536def is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:05.130153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:05.139209 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:05.156770 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Deleting port 03c1c6be-227b-406a-b720-4c28166e927a {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:05.157096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.173281 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-610773b8-db5a-4f9f-95d6-5a4f14ffc305 req-92ca2974-726c-495e-85de-2a3f05eca697 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=663f49b5-f790-47f9-bb7b-e5941da93072&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1175604
Dec 19 13:27:05.186977 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 13.9667490
Dec 19 13:27:05.193846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36286) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:05.247837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Made reservation on behalf of 68e640acb85b4f2e9ecba75b88536def for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:05.250793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.264430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 65087db6-4f48-4068-96fb-75e91f36fe70) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:05.274641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ed19d-79c8-4f49-bda5-61e78d201440 None None] Network 65087db6-4f48-4068-96fb-75e91f36fe70 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:05.275385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:05.275969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.333679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:05.343929 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c1446c42-141f-4e09-9905-e7db61a1a26c req-ce7f9b94-430b-4b4c-9ab7-9e0a666873db tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3175950
Dec 19 13:27:05.362072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.362410 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Added segment 2fb3d53d-a97c-48bf-91e1-4dd520cc3b33 of type vlan for network f47d173d-cf0b-467e-bbd7-9f76b71ad993
Dec 19 13:27:05.364979 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-610773b8-db5a-4f9f-95d6-5a4f14ffc305 req-d4df3e12-cc51-4235-b863-6e2584e89d4d service neutron] 10.222.0.18 "GET /v2.0/networks/663f49b5-f790-47f9-bb7b-e5941da93072?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843481
Dec 19 13:27:05.394264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Made reservation on behalf of 1e79efa2bbed4bf9b4d75a3dcf2b76d6 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:05.396513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.410388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] The port '03c1c6be-227b-406a-b720-4c28166e927a' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:27:05.444963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.455408 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7043850
Dec 19 13:27:05.462715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36290) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:05.474303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Request body: {'port': {'network_id': '65087db6-4f48-4068-96fb-75e91f36fe70', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1083104506'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:05.488601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.538779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-65087db6-4f48-4068-96fb-75e91f36fe70', 'network_id': '65087db6-4f48-4068-96fb-75e91f36fe70', 'tenant_id': 'b83f56dbb8ed4d44a35ccaf6cadd2918', 'fixed_ips': [{'subnet_id': 'd4d53f66-1ad4-4fe3-b15f-0974be084d65'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:27:05.539713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.565988 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7aeb9115-9387-43bc-9545-5dffd12004d6 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] 10.222.0.24 "GET /v2.0/floatingips/e070f99a-046b-4a6d-8b60-8556e11e8ad5 HTTP/1.1" status: 200  len: 983 time: 0.3685760
Dec 19 13:27:05.566949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36294) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:05.596749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.615095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:05.630201 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Usage tracker for resource:security_group_rule and tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:05.634259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:05.638417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4737c490>,) {'filters': {'network_id': ['53a43732-cab6-4313-bd01-61a778f28c89']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:05.650168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:05.656313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4737c490>, '1a37d1cd-41f2-4a35-8b0b-c565285e2299') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:05.667263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4737c490>, '1a37d1cd-41f2-4a35-8b0b-c565285e2299') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:05.667544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:27:05.706422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.731167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.741517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:05.741895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:05.757042 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:05.762180 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-610773b8-db5a-4f9f-95d6-5a4f14ffc305 req-87a5e1a0-b4fb-4a7c-a685-e218887d592e service neutron] 10.222.0.18 "GET /v2.0/networks/663f49b5-f790-47f9-bb7b-e5941da93072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3846984
Dec 19 13:27:05.795724 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-81778d26-0e5e-428d-b1d8-26cf0f5683a1 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2905 time: 0.2196577
Dec 19 13:27:05.795724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36302) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:05.813083 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Allocated IP 172.20.0.2 (65087db6-4f48-4068-96fb-75e91f36fe70/d4d53f66-1ad4-4fe3-b15f-0974be084d65/be85cf82-c7f5-4218-9947-6714074b58cf) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:05.908195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b94d2f5a-786b-454a-b97d-0fd3664b27a9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:27:05.957246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.960918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:05.961497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.962330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.970650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4efb9e6f-b2b2-4457-a3f3-7149ada86e7c tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:05.978630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.988852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:05.993724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:05.993982 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:06.028208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Pushing event deleted for resources: {'Network': ['ID=53a43732-cab6-4313-bd01-61a778f28c89,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:06.030242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:06.046826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.048474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Usage tracker for resource:port and tenant:b83f56dbb8ed4d44a35ccaf6cadd2918 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:06.050969 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] 10.222.0.24 "DELETE /v2.0/networks/53a43732-cab6-4313-bd01-61a778f28c89 HTTP/1.1" status: 204  len: 168 time: 3.6034141
Dec 19 13:27:06.055230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:06.061202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-19f65b15-56e6-4393-b2e5-ce8d041e7048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:06.082001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2267d7-b8d3-496c-8e85-dd986b318bd7 req-0302f8d5-9ce2-48aa-8ad3-cad2376cf77c tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:06.083149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:06.090125 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eb2267d7-b8d3-496c-8e85-dd986b318bd7 req-0302f8d5-9ce2-48aa-8ad3-cad2376cf77c tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 944 time: 0.2603898
Dec 19 13:27:06.117278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca73c5-3bdc-4b3e-9259-e70dcdfc72e4 req-9f6c46ac-3c1b-4634-86c6-5391d3e94582 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:06.119194 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f3ca73c5-3bdc-4b3e-9259-e70dcdfc72e4 req-9f6c46ac-3c1b-4634-86c6-5391d3e94582 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 945 time: 0.2365258
Dec 19 13:27:06.120182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:06.173110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dfbb70-8215-4d49-bf80-7893e19a862a,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:06.173890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port b94d2f5a-786b-454a-b97d-0fd3664b27a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9,segment=NetworkSegment(7c577eab-d9bb-4420-90e5-c1b668204397),segment_id=7c577eab-d9bb-4420-90e5-c1b668204397)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:06.179803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:06.189441 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.1550233
Dec 19 13:27:06.195649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event updated for resources: {'Network': ['ID=f47d173d-cf0b-467e-bbd7-9f76b71ad993,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:06.197124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.197421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36308) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:06.200840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'port_id': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9', 'mac_address': 'fa:16:3e:c6:af:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:27:06.205385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:06.211336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.211666 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Added segment cee7abf9-ed66-4589-900f-cc760a12d51c of type vlan for network 87f12b47-01fc-4490-bc39-e0b56989689b
Dec 19 13:27:06.211991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'ports': [{'network_id': '47252be1-83e5-4e66-9154-88c43fe26c17', 'name': 'tempest-port--2046084661', 'admin_state_up': True}, {'network_id': 'f47d173d-cf0b-467e-bbd7-9f76b71ad993', 'admin_state_up': False}]} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:06.212296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'port': {'network_id': '47252be1-83e5-4e66-9154-88c43fe26c17', 'name': 'tempest-port--2046084661', 'admin_state_up': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:06.212758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'port': {'network_id': 'f47d173d-cf0b-467e-bbd7-9f76b71ad993', 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:06.283609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.284634 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f3ca73c5-3bdc-4b3e-9259-e70dcdfc72e4 req-d50deaff-8059-4a27-b4f5-9782cb915969 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1465328
Dec 19 13:27:06.300136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Made reservation on behalf of b83f56dbb8ed4d44a35ccaf6cadd2918 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:06.303114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.308238 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eb2267d7-b8d3-496c-8e85-dd986b318bd7 req-99339020-f4b6-4643-8104-226033218eae tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2121489
Dec 19 13:27:06.308570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network f47d173d-cf0b-467e-bbd7-9f76b71ad993 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:06.322238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device deaa05d5-e214-4cd0-a273-a5edb630573c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:06.348675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Deleting port 256c78fe-b462-454f-ae1f-d8be2fdcfb10 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:06.349011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.370462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.398953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] device_id is not set on port fcd01be9-94f8-4efd-96f1-1b422e67a690 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:27:06.451920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Transition to ACTIVE for port object be85cf82-c7f5-4218-9947-6714074b58cf will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:06.457662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94d2f5a-786b-454a-b97d-0fd3664b27a9 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:27:06.563618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.568814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port deaa05d5-e214-4cd0-a273-a5edb630573c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:06.569191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.577337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:06.578215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.586995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:06.618746 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Transition to ACTIVE for port object be85cf82-c7f5-4218-9947-6714074b58cf will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:06.633701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port b94d2f5a-786b-454a-b97d-0fd3664b27a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9,segment=NetworkSegment(7c577eab-d9bb-4420-90e5-c1b668204397),segment_id=7c577eab-d9bb-4420-90e5-c1b668204397)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:06.684100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:06.689446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Usage tracker for resource:port and tenant:68e640acb85b4f2e9ecba75b88536def is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:06.694568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:06.703689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:06.751817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.753923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.760362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c828db5f-f542-4ce9-86a0-7af0858a8982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:06.777865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event updated for resources: {'Network': ['ID=87f12b47-01fc-4490-bc39-e0b56989689b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:06.785303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:06.801437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 87f12b47-01fc-4490-bc39-e0b56989689b details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:06.807782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a5b45-1eb2-430f-99db-80f992a9097b req-e826eb4c-cd11-4e87-9e3b-49883ac0c9fa tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:06.812543 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-833a5b45-1eb2-430f-99db-80f992a9097b req-e826eb4c-cd11-4e87-9e3b-49883ac0c9fa tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 943 time: 0.3090734
Dec 19 13:27:06.840708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.841022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:06.858337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Allocated IP 172.20.0.14 (65087db6-4f48-4068-96fb-75e91f36fe70/d4d53f66-1ad4-4fe3-b15f-0974be084d65/fcd01be9-94f8-4efd-96f1-1b422e67a690) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:06.878495 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 2.1508658
Dec 19 13:27:06.884503 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36316) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:06.899423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Request body: {'subnet': {'network_id': '87f12b47-01fc-4490-bc39-e0b56989689b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:06.909653 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-833a5b45-1eb2-430f-99db-80f992a9097b req-a3b14cf4-d7eb-418c-be4b-65dc0c8d5e6f tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918465
Dec 19 13:27:06.910588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36320) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:06.911895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:06.921874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Network 65087db6-4f48-4068-96fb-75e91f36fe70 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:06.927665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Usage tracker for resource:subnet and tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:06.932800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:06.933095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:06.940327 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:06.946756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:06.961658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=b94d2f5a-786b-454a-b97d-0fd3664b27a9,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:07.001870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Made reservation on behalf of 68e640acb85b4f2e9ecba75b88536def for: {'port': 2} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:07.005439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.022418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Calling delete_port for 256c78fe-b462-454f-ae1f-d8be2fdcfb10 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:07.027632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['b94d2f5a-786b-454a-b97d-0fd3664b27a9'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:27:07.045022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Made reservation on behalf of 1e79efa2bbed4bf9b4d75a3dcf2b76d6 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:07.049099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.086873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.166449 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Pushing event updated for resources: {'Port': ['ID=be85cf82-c7f5-4218-9947-6714074b58cf,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:07.171099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Attempting to bind port be85cf82-c7f5-4218-9947-6714074b58cf on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:27:07.171099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Attempting to bind port be85cf82-c7f5-4218-9947-6714074b58cf by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'aa664e23-1510-4336-bf5d-a3559ad34f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '65087db6-4f48-4068-96fb-75e91f36fe70'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:27:07.171099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Attempting to bind port be85cf82-c7f5-4218-9947-6714074b58cf on network 65087db6-4f48-4068-96fb-75e91f36fe70 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:07.173559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:07.174019 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:07.174613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:07.193701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:27:07.194069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Checking segment: {'id': 'aa664e23-1510-4336-bf5d-a3559ad34f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '65087db6-4f48-4068-96fb-75e91f36fe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:07.194649 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.195212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Bound using segment: {'id': 'aa664e23-1510-4336-bf5d-a3559ad34f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '65087db6-4f48-4068-96fb-75e91f36fe70'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:27:07.195857 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Bound port: be85cf82-c7f5-4218-9947-6714074b58cf, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa664e23-1510-4336-bf5d-a3559ad34f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '65087db6-4f48-4068-96fb-75e91f36fe70'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:27:07.196396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.234900 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1e7dc8fc-0521-42c0-a427-e4e9b9b96954 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b254391127a4fad8c33e2d439228164&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3192742
Dec 19 13:27:07.238104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36326) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:07.356421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] For port be85cf82-c7f5-4218-9947-6714074b58cf, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:27:07.374005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] For port be85cf82-c7f5-4218-9947-6714074b58cf, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=be85cf82-c7f5-4218-9947-6714074b58cf,segment=NetworkSegment(aa664e23-1510-4336-bf5d-a3559ad34f6c),segment_id=aa664e23-1510-4336-bf5d-a3559ad34f6c)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:27:07.391635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-89a6c1e8-6091-466e-9aaa-58ea5de5794a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.451302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.462833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-908cbf78-6da0-4575-a150-3cd09a8f7cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:07.517171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] device_id is not set on port b28cbefe-bb60-4714-8194-0bcbcbab6905 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:27:07.547921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Pushing event updated for resources: {'Port': ['ID=be85cf82-c7f5-4218-9947-6714074b58cf,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:07.559765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:07.572278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-89a6c1e8-6091-466e-9aaa-58ea5de5794a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.651735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.667953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.676042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:07.753503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event deleted for resources: {'Port': ['ID=256c78fe-b462-454f-ae1f-d8be2fdcfb10,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:07.762305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:07.765021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Transition to ACTIVE for port object fcd01be9-94f8-4efd-96f1-1b422e67a690 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:07.774479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e7ecc-3127-4efb-bed7-aede6a2b7b3e req-c0650f5b-7f8b-4ecd-8643-d0ebf28e494e tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:07.776006 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-206e7ecc-3127-4efb-bed7-aede6a2b7b3e req-c0650f5b-7f8b-4ecd-8643-d0ebf28e494e tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 945 time: 0.3447163
Dec 19 13:27:07.900506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.906635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:27:07.909715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b255c-af04-4125-ab98-a9e81a1d6c3a req-3ae6999f-7ba1-40e1-8772-302d52e9a57b tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:07.914480 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a19b255c-af04-4125-ab98-a9e81a1d6c3a req-3ae6999f-7ba1-40e1-8772-302d52e9a57b tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 944 time: 0.4029403
Dec 19 13:27:07.923696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-89a6c1e8-6091-466e-9aaa-58ea5de5794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:07.942331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b94d2f5a-786b-454a-b97d-0fd3664b27a9 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:07.949953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:07.983614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6c1e8-6091-466e-9aaa-58ea5de5794a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e669f-f45c-42c7-9148-7df67af18eb0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:07.984053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-89a6c1e8-6091-466e-9aaa-58ea5de5794a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:08.008300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.020772 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-206e7ecc-3127-4efb-bed7-aede6a2b7b3e req-7a48a691-77c5-4ba6-a689-15af6d4a891f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2336364
Dec 19 13:27:08.024937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-89a6c1e8-6091-466e-9aaa-58ea5de5794a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.041336 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-89a6c1e8-6091-466e-9aaa-58ea5de5794a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d15e669f-f45c-42c7-9148-7df67af18eb0 HTTP/1.1" status: 204  len: 168 time: 0.7903516
Dec 19 13:27:08.090019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.090451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] device_id is not set on port f7f56309-3da0-417e-87e6-a01977350da6 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:27:08.102983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0c061b91-95f7-4bd7-a730-b3953b23795f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:08.107572 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a19b255c-af04-4125-ab98-a9e81a1d6c3a req-0a5875ce-6f95-4382-8eeb-2af15a94508a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1745634
Dec 19 13:27:08.199225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=85d13dbb-ad62-4ef8-a1a6-35289450f5b6,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:08.212568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Network 65087db6-4f48-4068-96fb-75e91f36fe70 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:08.222869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:08.228303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:08.228571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'port_id': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6', 'mac_address': 'fa:16:3e:91:df:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:27:08.233769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.objects.ports [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84125) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:27:08.233769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.249939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:08.288871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Pushing event updated for resources: {'Port': ['ID=fcd01be9-94f8-4efd-96f1-1b422e67a690,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:08.300299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:08.322484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.331560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device be85cf82-c7f5-4218-9947-6714074b58cf up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:08.356027 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port b94d2f5a-786b-454a-b97d-0fd3664b27a9 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:08.380160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port b94d2f5a-786b-454a-b97d-0fd3664b27a9 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:08.380527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.473725 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:27:08.481470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.492029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a643e7c-1481-4652-9bbc-1a94d92ad200,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:08.507466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:08.539641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=85d13dbb-ad62-4ef8-a1a6-35289450f5b6,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:08.552238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:08.553099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.566196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Checking segment: {'id': 'cee7abf9-ed66-4589-900f-cc760a12d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '87f12b47-01fc-4490-bc39-e0b56989689b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:08.566945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Network hostable DHCP agents. Network: 87f12b47-01fc-4490-bc39-e0b56989689b, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:08.574930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.615004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.617353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-611037e0-4900-4c9f-937d-00c7ab6b35d1 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:08.630606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1595925-100a-45b9-b19c-84e0be654614 req-f42d1af2-cf15-4490-9150-6aa987d4e9d8 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:08.632673 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a1595925-100a-45b9-b19c-84e0be654614 req-f42d1af2-cf15-4490-9150-6aa987d4e9d8 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 945 time: 0.2785866
Dec 19 13:27:08.643247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01066740-6ce7-4b95-b22c-d7f70844d07e req-c19007a0-568a-406e-bc69-6d7b3d616e19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:08.646025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:08.650811 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-01066740-6ce7-4b95-b22c-d7f70844d07e req-c19007a0-568a-406e-bc69-6d7b3d616e19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 944 time: 0.3048012
Dec 19 13:27:08.678423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36344) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:08.704592 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1b0ca00e-f4ef-4725-9634-d2a77d03e1a6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Request body: {'floatingip': {'port_id': '58cd93be-6e98-45fe-a850-c85043a0e932'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:08.708924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port be85cf82-c7f5-4218-9947-6714074b58cf completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:08.778305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Network 87f12b47-01fc-4490-bc39-e0b56989689b is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:08.798315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.833212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=85d13dbb-ad62-4ef8-a1a6-35289450f5b6,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:08.836451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:08.849656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b0ca00e-f4ef-4725-9634-d2a77d03e1a6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for floatingip, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.853321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:27:08.868468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event updated for resources: {'Port': ['ID=b28cbefe-bb60-4714-8194-0bcbcbab6905,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:08.876207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['85d13dbb-ad62-4ef8-a1a6-35289450f5b6'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:27:08.876560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Checking segment: {'id': '0161d6bb-b8b7-4ee0-8704-035dd8fd5937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '47252be1-83e5-4e66-9154-88c43fe26c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:08.877042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Network hostable DHCP agents. Network: 47252be1-83e5-4e66-9154-88c43fe26c17, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:08.894932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:08.895327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:08.895680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:08.896180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:08.896516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:08.896855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:08.897322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:08.897663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:08.897997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:08.898328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:08.898656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:08.909325 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.4421701
Dec 19 13:27:08.912282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:08.912730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36354) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:08.913363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00107b3d-a1e9-4f1e-a406-609ebb7cfd30 None None] Network 65087db6-4f48-4068-96fb-75e91f36fe70 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:08.922123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Request body: {'port': {'network_id': '65087db6-4f48-4068-96fb-75e91f36fe70', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1736151277', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:08.922674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.api.validators [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] bootfile-name is not in valid_values {{(pid=84124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:27:08.922992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.api.validators [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] tftp-server is not in valid_values {{(pid=84124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:27:08.923381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.api.validators [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] server-ip-address is not in valid_values {{(pid=84124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:27:08.959662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 87f12b47-01fc-4490-bc39-e0b56989689b) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:08.964544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:08.965481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:08.977291 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-01066740-6ce7-4b95-b22c-d7f70844d07e req-a02b143c-042f-48d1-b4ff-f945bb4d4aa2 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3253677
Dec 19 13:27:09.065411 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9', 'code': 200}
Dec 19 13:27:09.069490 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf850b-760b-40e0-ad04-4fe5a454cf00 None None] Network 87f12b47-01fc-4490-bc39-e0b56989689b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:09.090154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:09.094471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Usage tracker for resource:port and tenant:b83f56dbb8ed4d44a35ccaf6cadd2918 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:09.098065 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:09.101108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port b94d2f5a-786b-454a-b97d-0fd3664b27a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9,segment=NetworkSegment(7c577eab-d9bb-4420-90e5-c1b668204397),segment_id=7c577eab-d9bb-4420-90e5-c1b668204397)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:09.104219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:09.122978 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.2339311
Dec 19 13:27:09.123298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36360) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:09.134279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-136383195', 'network_id': '87f12b47-01fc-4490-bc39-e0b56989689b'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:09.140575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:09.148641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Usage tracker for resource:port and tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:09.154126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:09.165930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:09.220866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:09.244611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Made reservation on behalf of b83f56dbb8ed4d44a35ccaf6cadd2918 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:09.245563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:09.248831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:09.268655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Network 47252be1-83e5-4e66-9154-88c43fe26c17 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:09.285186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 47252be1-83e5-4e66-9154-88c43fe26c17) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:09.292506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] device_id is not set on port 3ec86f70-d197-4dba-94de-f22bc3e28f37 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:27:09.340239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95624496-4f4f-4fa6-b9a0-acae5c672032 None None] Network 47252be1-83e5-4e66-9154-88c43fe26c17 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:09.382327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:09.383171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:09.384860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Made reservation on behalf of 1e79efa2bbed4bf9b4d75a3dcf2b76d6 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:09.388893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:09.406714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:09.478295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=b94d2f5a-786b-454a-b97d-0fd3664b27a9,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:09.480876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-54baf316-1765-45c9-989d-f2d87e10e76b None None] Provisioning for port be85cf82-c7f5-4218-9947-6714074b58cf completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:09.497425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:09.543946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-54baf316-1765-45c9-989d-f2d87e10e76b None None] Provisioning complete for port be85cf82-c7f5-4218-9947-6714074b58cf triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:09.544394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54baf316-1765-45c9-989d-f2d87e10e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:09.567641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04691e9-9be8-471d-869f-87027b2c25c3 req-6b5fa25e-3068-4471-9c85-f171731a0de0 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:09.575224 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c04691e9-9be8-471d-869f-87027b2c25c3 req-6b5fa25e-3068-4471-9c85-f171731a0de0 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 945 time: 0.2083497
Dec 19 13:27:09.600212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] device_id is not set on port c2f57667-56c6-4ca9-b6e9-b8ba66e9e68a yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:27:09.679667 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c04691e9-9be8-471d-869f-87027b2c25c3 req-b9f9c7df-30e9-4c46-b450-7cb5a67e9fd4 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034822
Dec 19 13:27:09.738165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event updated for resources: {'Port': ['ID=f7f56309-3da0-417e-87e6-a01977350da6,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:09.753230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:09.784455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Allocated IP 172.20.0.3 (65087db6-4f48-4068-96fb-75e91f36fe70/d4d53f66-1ad4-4fe3-b15f-0974be084d65/3ec86f70-d197-4dba-94de-f22bc3e28f37) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:09.866661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b0ca00e-f4ef-4725-9634-d2a77d03e1a6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:09.936597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b0ca00e-f4ef-4725-9634-d2a77d03e1a6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:09.963749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Checking segment: {'id': '2fb3d53d-a97c-48bf-91e1-4dd520cc3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f47d173d-cf0b-467e-bbd7-9f76b71ad993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:09.964256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Network hostable DHCP agents. Network: f47d173d-cf0b-467e-bbd7-9f76b71ad993, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:10.000740 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c756c-c447-45bc-93a4-c3816613510a None None] Network 87f12b47-01fc-4490-bc39-e0b56989689b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:10.004361 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-794e15e1-44da-4ca2-9c62-a4244d23654e req-5913761b-027b-4182-bd3e-7ecd3a453d21 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 1098 time: 0.5603395
Dec 19 13:27:10.037487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36372) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.150513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Allocated IP 172.20.0.12 (87f12b47-01fc-4490-bc39-e0b56989689b/3a643e7c-1481-4652-9bbc-1a94d92ad200/c2f57667-56c6-4ca9-b6e9-b8ba66e9e68a) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:10.205726 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-1b0ca00e-f4ef-4725-9634-d2a77d03e1a6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Floating IP 59c9302a-ff3c-40c3-b2b5-45375fb9363c associated. External IP: 172.26.4.171, port: 58cd93be-6e98-45fe-a850-c85043a0e932.
Dec 19 13:27:10.208834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-794e15e1-44da-4ca2-9c62-a4244d23654e req-f339bbac-0192-4d7e-b9ec-cf95dd2fd357 service neutron] Synchronizing usage tracker for tenant:d03c203d2c9a4db0949c9eb95148e628 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:10.273872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Network f47d173d-cf0b-467e-bbd7-9f76b71ad993 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:10.286734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54baf316-1765-45c9-989d-f2d87e10e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:10.378977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-8b5ec79b-8f4d-4c8c-82ad-da8da9e49d6b tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.382631 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8b5ec79b-8f4d-4c8c-82ad-da8da9e49d6b tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.3414655
Dec 19 13:27:10.386470 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36380) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.398047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-54baf316-1765-45c9-989d-f2d87e10e76b None None] For port be85cf82-c7f5-4218-9947-6714074b58cf, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=be85cf82-c7f5-4218-9947-6714074b58cf,segment=NetworkSegment(aa664e23-1510-4336-bf5d-a3559ad34f6c),segment_id=aa664e23-1510-4336-bf5d-a3559ad34f6c)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:10.431837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Router e46ad8a9-98fc-48c7-b3c8-8c696ce7b949 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:27:10.433870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:10.439487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, f47d173d-cf0b-467e-bbd7-9f76b71ad993) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:10.442403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-794e15e1-44da-4ca2-9c62-a4244d23654e req-f339bbac-0192-4d7e-b9ec-cf95dd2fd357 service neutron] Unset dirty status for tenant:d03c203d2c9a4db0949c9eb95148e628 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:10.443698 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-794e15e1-44da-4ca2-9c62-a4244d23654e req-f339bbac-0192-4d7e-b9ec-cf95dd2fd357 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4317062
Dec 19 13:27:10.445717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-c0406ffd-8c25-47b6-a30b-f0dbaac08019 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.446647 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c0406ffd-8c25-47b6-a30b-f0dbaac08019 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0145659
Dec 19 13:27:10.452617 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36384) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.459591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:10.462798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cdef76-ecb5-45a1-b937-7d2b8b7a3edf None None] Network f47d173d-cf0b-467e-bbd7-9f76b71ad993 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:10.464540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:10.471263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:10.471981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:10.475533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-444850d7-c87b-4f57-9e4a-bf4ae2adef08 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.475533 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-444850d7-c87b-4f57-9e4a-bf4ae2adef08 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0106840
Dec 19 13:27:10.477495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36388) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.483915 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-031ee695-df54-4c45-a6e0-3d49ed583129 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.484836 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-031ee695-df54-4c45-a6e0-3d49ed583129 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0064325
Dec 19 13:27:10.487886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36392) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.508418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-9e2a51f9-d333-4d2a-9025-eb8534657831 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.513200 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9e2a51f9-d333-4d2a-9025-eb8534657831 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0217814
Dec 19 13:27:10.514415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Transition to ACTIVE for port object 3ec86f70-d197-4dba-94de-f22bc3e28f37 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:10.516187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36396) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.521915 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-f15f1ab8-21de-44d8-b342-aa72f426d5dc tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.522854 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f15f1ab8-21de-44d8-b342-aa72f426d5dc tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0057640
Dec 19 13:27:10.531226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36400) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.561256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54baf316-1765-45c9-989d-f2d87e10e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:10.566002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:10.601435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-0a0e8dbb-248f-4ec3-9284-4620ac269d60 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.602363 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0a0e8dbb-248f-4ec3-9284-4620ac269d60 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0683129
Dec 19 13:27:10.607134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36404) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.613519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deed582-4e95-43f2-b5e6-db81f076be5e req-1bc13f31-bc84-4908-86b9-c7998e59f790 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:10.615002 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7deed582-4e95-43f2-b5e6-db81f076be5e req-1bc13f31-bc84-4908-86b9-c7998e59f790 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.2410436
Dec 19 13:27:10.633100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-b936a93d-dd84-4b9a-8075-7e3c51bb670e tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.637301 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b936a93d-dd84-4b9a-8075-7e3c51bb670e tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0168037
Dec 19 13:27:10.645170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36408) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.659594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-6525111b-e61b-4f82-ac4c-7dcc41901ff3 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.663179 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6525111b-e61b-4f82-ac4c-7dcc41901ff3 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0115278
Dec 19 13:27:10.663666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36412) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.669408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-f3886f03-2827-4189-9e90-7ac08d4ee3a1 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.672742 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f3886f03-2827-4189-9e90-7ac08d4ee3a1 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0058217
Dec 19 13:27:10.687743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36416) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.692897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-c19ca365-a198-40b5-99b1-74bd767f1e83 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.693816 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c19ca365-a198-40b5-99b1-74bd767f1e83 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0051181
Dec 19 13:27:10.700036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36420) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.709510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-7ef7aaf9-b125-48cf-af2e-a45c92957fbe tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.710647 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7ef7aaf9-b125-48cf-af2e-a45c92957fbe tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0055530
Dec 19 13:27:10.714345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36426) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.720109 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 4.5190668
Dec 19 13:27:10.722845 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36430) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.726919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:10.732710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-f2a46e97-c404-423e-8df3-e110ae42e008 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.733868 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f2a46e97-c404-423e-8df3-e110ae42e008 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0160949
Dec 19 13:27:10.740495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36434) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.763701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-32ff8af2-55ee-42f0-880d-7724ad2ae19d tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.764629 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-32ff8af2-55ee-42f0-880d-7724ad2ae19d tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0151260
Dec 19 13:27:10.771521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36438) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.789702 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7deed582-4e95-43f2-b5e6-db81f076be5e req-8c5de045-95c2-41b3-99bb-695d0b876349 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1601977
Dec 19 13:27:10.795144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-8b55167c-cfe4-4483-8d04-a27afdec139d tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.796335 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8b55167c-cfe4-4483-8d04-a27afdec139d tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0162342
Dec 19 13:27:10.801643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36442) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.809218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-8910acef-d5cc-439a-a3b1-953c0930f94e tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.810313 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8910acef-d5cc-439a-a3b1-953c0930f94e tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0060120
Dec 19 13:27:10.815987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36446) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.824085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-ca5b8f78-15e1-42f3-b63f-7a86c94b7bd7 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.825279 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ca5b8f78-15e1-42f3-b63f-7a86c94b7bd7 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0067894
Dec 19 13:27:10.827826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36450) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.852006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-1319d846-333b-4a51-adbc-a8d7421f7504 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.852006 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1319d846-333b-4a51-adbc-a8d7421f7504 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0106165
Dec 19 13:27:10.852296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36454) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.860776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:10.864881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-2cd790c7-9afa-4279-894b-fcc806841b5b tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.865823 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2cd790c7-9afa-4279-894b-fcc806841b5b tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0138993
Dec 19 13:27:10.878581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36458) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.882711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee2ab38e-8411-4d77-8c67-65d25b87a12b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:10.899401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baf316-1765-45c9-989d-f2d87e10e76b None None] Pushing event updated for resources: {'Port': ['ID=be85cf82-c7f5-4218-9947-6714074b58cf,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:10.913105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-54baf316-1765-45c9-989d-f2d87e10e76b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:10.915036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7e17844c-7dbc-46a4-b9a7-0ee49f7e06c7 None None] Provisioning complete for port be85cf82-c7f5-4218-9947-6714074b58cf triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:10.916103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e17844c-7dbc-46a4-b9a7-0ee49f7e06c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:10.925589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-a645f733-8dea-4d97-b351-26958a7e7edf tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.926508 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a645f733-8dea-4d97-b351-26958a7e7edf tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0134583
Dec 19 13:27:10.933745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36462) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.942349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-32a8be6d-1301-43e6-8582-2ad0242a86b9 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.943309 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-32a8be6d-1301-43e6-8582-2ad0242a86b9 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0058532
Dec 19 13:27:10.946270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36466) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:10.984244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Pushing event updated for resources: {'Port': ['ID=3ec86f70-d197-4dba-94de-f22bc3e28f37,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:10.988021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Network 65087db6-4f48-4068-96fb-75e91f36fe70 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:10.991753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:10.992654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:10.994239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-73f4e4e7-69b8-4666-872a-8e66e4096703 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:10.999037 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-73f4e4e7-69b8-4666-872a-8e66e4096703 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0192440
Dec 19 13:27:10.999167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:11.002217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36470) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.018227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f6953-94cc-4d3a-8c1d-1c9fe377a002 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:11.022216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f6953-94cc-4d3a-8c1d-1c9fe377a002 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:11.023772 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9d1f6953-94cc-4d3a-8c1d-1c9fe377a002 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.2998202
Dec 19 13:27:11.028559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36474) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.031242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-4a616600-be3f-4271-9976-481f72c2ab1f tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.034591 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4a616600-be3f-4271-9976-481f72c2ab1f tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0283580
Dec 19 13:27:11.035245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36478) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.040565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-fc010d80-f8bf-45de-abfb-75fce8f8af78 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.046782 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fc010d80-f8bf-45de-abfb-75fce8f8af78 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0051110
Dec 19 13:27:11.047707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36482) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.056818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-6d1a0d0e-740c-4f06-bb67-f98a749840b2 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.061432 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6d1a0d0e-740c-4f06-bb67-f98a749840b2 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0083101
Dec 19 13:27:11.061432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36486) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.074159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-1fee0446-ef39-44f1-af45-e2843893cfec tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.080408 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1fee0446-ef39-44f1-af45-e2843893cfec tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0133588
Dec 19 13:27:11.084886 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36490) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.093701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-bd72c767-e712-4a3e-a82f-6a09eea0b775 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.097338 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bd72c767-e712-4a3e-a82f-6a09eea0b775 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0088887
Dec 19 13:27:11.097727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36494) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.103124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-fbdf49c4-50d5-47c9-affd-74e2f246bc43 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.104041 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fbdf49c4-50d5-47c9-affd-74e2f246bc43 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0053923
Dec 19 13:27:11.108286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36498) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.154676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:11.155381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:11.184340 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-02fc69f1-69e2-4713-ad42-29476bca6488 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.187786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:11.187933 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-02fc69f1-69e2-4713-ad42-29476bca6488 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0742459
Dec 19 13:27:11.193297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36502) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.199001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ff7b7113-3a23-44ff-b060-1d368c8fbb7d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:11.203563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-b40a84ff-d1e5-4ce0-9048-39881ede2bb3 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.207235 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b40a84ff-d1e5-4ce0-9048-39881ede2bb3 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0085318
Dec 19 13:27:11.207235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36506) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.215955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbadf37-25c3-42b6-a1c2-5927755fd9a4 req-cec592f6-1639-417c-915d-4fdc99f29b44 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:11.216379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7e17844c-7dbc-46a4-b9a7-0ee49f7e06c7 None None] Provisioning for port fcd01be9-94f8-4efd-96f1-1b422e67a690 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:11.217471 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8cbadf37-25c3-42b6-a1c2-5927755fd9a4 req-cec592f6-1639-417c-915d-4fdc99f29b44 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 945 time: 0.2847316
Dec 19 13:27:11.221892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7e17844c-7dbc-46a4-b9a7-0ee49f7e06c7 None None] Provisioning complete for port fcd01be9-94f8-4efd-96f1-1b422e67a690 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:11.224149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e17844c-7dbc-46a4-b9a7-0ee49f7e06c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:11.224247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-d2754928-b5c1-41ab-be1b-9c0398e65efb tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.227465 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d2754928-b5c1-41ab-be1b-9c0398e65efb tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0169654
Dec 19 13:27:11.232069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36510) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.244965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-14d64156-d463-4513-b0c6-dd169c2aa701 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.248653 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-14d64156-d463-4513-b0c6-dd169c2aa701 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0094841
Dec 19 13:27:11.248795 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36514) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.271904 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 2.3544717
Dec 19 13:27:11.274135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-bc72d56f-3486-4e9a-9699-26fbe0e1de56 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.276725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36518) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.278227 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bc72d56f-3486-4e9a-9699-26fbe0e1de56 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0233870
Dec 19 13:27:11.279406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36520) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.285739 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7e17844c-7dbc-46a4-b9a7-0ee49f7e06c7 None None] Port fcd01be9-94f8-4efd-96f1-1b422e67a690 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:27:11.304759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event updated for resources: {'Port': ['ID=c2f57667-56c6-4ca9-b6e9-b8ba66e9e68a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:11.316952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-505db23d-4f19-4045-b16d-299072766692 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.317194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:11.317910 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-505db23d-4f19-4045-b16d-299072766692 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0345623
Dec 19 13:27:11.322781 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36526) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.323007 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-15fcd1fe-a466-428c-b9c7-f0078f1e9297 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Deleting port b28cbefe-bb60-4714-8194-0bcbcbab6905 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:11.323416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-15fcd1fe-a466-428c-b9c7-f0078f1e9297 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:11.343648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-bfa86d97-f4d3-478d-8e47-c3a8828c694f tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.344570 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bfa86d97-f4d3-478d-8e47-c3a8828c694f tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0194285
Dec 19 13:27:11.349793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Network 87f12b47-01fc-4490-bc39-e0b56989689b is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:11.350187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36530) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.362462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:11.364251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-6e1a2c97-ca00-478c-894f-bb994438a8d1 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.367271 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6e1a2c97-ca00-478c-894f-bb994438a8d1 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0088577
Dec 19 13:27:11.368491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:11.371478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36534) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.378686 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8cbadf37-25c3-42b6-a1c2-5927755fd9a4 req-527ca74f-0cda-4663-9bd2-6eebdcfd6ffa tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1476829
Dec 19 13:27:11.388159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-fc4fffd1-40be-41c5-b4f5-aecc0ce88117 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.391862 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fc4fffd1-40be-41c5-b4f5-aecc0ce88117 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0156379
Dec 19 13:27:11.391862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36538) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.400013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-e9773125-2b0e-449e-b5f0-75ebb61e0d08 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.400935 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e9773125-2b0e-449e-b5f0-75ebb61e0d08 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0083020
Dec 19 13:27:11.406495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36542) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.408742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:27:11.415401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-447e7681-94fd-4bbd-b423-06398dec6dc3 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.416332 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-447e7681-94fd-4bbd-b423-06398dec6dc3 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0087047
Dec 19 13:27:11.422643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36546) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.437340 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0ca00e-f4ef-4725-9634-d2a77d03e1a6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:27:11.439807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f080396-a9ba-43fd-93b4-571032e181e6 None None] Sync routers for ids ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:27:11.440586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-9af80746-fe56-44b0-af29-81169a3bd0c3 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.441518 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9af80746-fe56-44b0-af29-81169a3bd0c3 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0129466
Dec 19 13:27:11.447443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36550) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.455250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-e9321d2e-8f15-406e-97e9-f5ad06e10651 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.455427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:11.459565 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e9321d2e-8f15-406e-97e9-f5ad06e10651 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0079896
Dec 19 13:27:11.465188 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e9f34f-cdc1-4215-9c6f-6dc9e54ab61a tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:11.469042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e9f34f-cdc1-4215-9c6f-6dc9e54ab61a tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:11.472122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f080396-a9ba-43fd-93b4-571032e181e6 None None] Routers {'e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:11.472901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e9f34f-cdc1-4215-9c6f-6dc9e54ab61a tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:11.473216 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4f080396-a9ba-43fd-93b4-571032e181e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4756b1f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:11.474541 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-89e9f34f-cdc1-4215-9c6f-6dc9e54ab61a tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2619 time: 0.1964016
Dec 19 13:27:11.479864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36554) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.480216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36556) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.514456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-99c0acfd-917c-4bc1-ad54-a5fc8bea23b4 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.515584 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-99c0acfd-917c-4bc1-ad54-a5fc8bea23b4 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0212328
Dec 19 13:27:11.543649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36562) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.548873 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "DELETE /v2.0/floatingips/e070f99a-046b-4a6d-8b60-8556e11e8ad5 HTTP/1.1" status: 204  len: 168 time: 5.7531083
Dec 19 13:27:11.561668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36566) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.591916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ed4a9a15-f31b-4e3e-9133-3ff695128cfc None None] Provisioning for port 3ec86f70-d197-4dba-94de-f22bc3e28f37 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:11.603270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4f080396-a9ba-43fd-93b4-571032e181e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4756b1f0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:11.607180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ed4a9a15-f31b-4e3e-9133-3ff695128cfc None None] Provisioning complete for port 3ec86f70-d197-4dba-94de-f22bc3e28f37 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:11.607773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ed4a9a15-f31b-4e3e-9133-3ff695128cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:11.669055 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a9a15-f31b-4e3e-9133-3ff695128cfc None None] Port 3ec86f70-d197-4dba-94de-f22bc3e28f37 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:27:11.671117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f080396-a9ba-43fd-93b4-571032e181e6 None None] Routers {'e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:11.671961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4f080396-a9ba-43fd-93b4-571032e181e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4756b1f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:11.710243 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Deleting port 3ec86f70-d197-4dba-94de-f22bc3e28f37 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:11.715453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:11.732836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4f080396-a9ba-43fd-93b4-571032e181e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4756b1f0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:11.733307 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f080396-a9ba-43fd-93b4-571032e181e6 None None] The sync data for ids ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:11.736609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:11.743456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-21e4a75a-110b-4a7a-a4ef-6c32873b0e63 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.750197 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-21e4a75a-110b-4a7a-a4ef-6c32873b0e63 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.2008007
Dec 19 13:27:11.752138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36570) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.759247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ed4a9a15-f31b-4e3e-9133-3ff695128cfc None None] Provisioning complete for port fcd01be9-94f8-4efd-96f1-1b422e67a690 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:11.759630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ed4a9a15-f31b-4e3e-9133-3ff695128cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:11.777162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:11.783852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-70ee9801-3f44-456c-8237-1ffde70cabdf tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.788633 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-70ee9801-3f44-456c-8237-1ffde70cabdf tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0178347
Dec 19 13:27:11.789843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:11.790399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:11.795040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Usage tracker for resource:floatingip and tenant:5c286af461914769ad86e47f6803e5c5 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:11.800216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36574) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.803821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-15fcd1fe-a466-428c-b9c7-f0078f1e9297 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:11.812074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:11.820105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a9a15-f31b-4e3e-9133-3ff695128cfc None None] Port fcd01be9-94f8-4efd-96f1-1b422e67a690 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:27:11.823563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-0db76847-dc89-4b2e-a1d0-0c10e175a268 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.827506 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0db76847-dc89-4b2e-a1d0-0c10e175a268 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0233941
Dec 19 13:27:11.830490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36578) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.833755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:11.838147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-1b2731ef-1c48-458e-a41b-32bd52df5e0d tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.840330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1b2731ef-1c48-458e-a41b-32bd52df5e0d tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0083628
Dec 19 13:27:11.851272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36582) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.872234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-c181e7dc-e8f2-4af9-9d31-edd069bd63d4 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:11.873157 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c181e7dc-e8f2-4af9-9d31-edd069bd63d4 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0210123
Dec 19 13:27:11.892334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36588) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:11.941465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:12.050032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-5a1c9be0-0c81-4dc9-9aef-19d9ea04fb73 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.050978 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5a1c9be0-0c81-4dc9-9aef-19d9ea04fb73 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.1563468
Dec 19 13:27:12.056205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36592) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.058331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-15fcd1fe-a466-428c-b9c7-f0078f1e9297 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Calling delete_port for b28cbefe-bb60-4714-8194-0bcbcbab6905 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:12.078907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:12.080029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-e070a650-aeee-4d12-adbf-505166aea8b8 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.083235 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e070a650-aeee-4d12-adbf-505166aea8b8 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0194483
Dec 19 13:27:12.086967 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 2.9615412
Dec 19 13:27:12.087874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36596) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.090159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36598) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.092495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:12.092495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.099948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-4c8625fe-ca15-4657-a0eb-eeaadaa5c3eb tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.103219 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4c8625fe-ca15-4657-a0eb-eeaadaa5c3eb tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0068123
Dec 19 13:27:12.104041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36604) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.110432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-293b10fe-da57-420b-b38c-d47e2f706270 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.113594 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-293b10fe-da57-420b-b38c-d47e2f706270 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0070906
Dec 19 13:27:12.114764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36608) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.136414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-1ea4fa8d-c593-48cd-a0be-8486c14c6028 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.140211 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1ea4fa8d-c593-48cd-a0be-8486c14c6028 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0110230
Dec 19 13:27:12.140211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36612) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.142801 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.145913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-73f3ca70-5f33-446a-8c2d-63f7c0ce77a0 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.147560 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-73f3ca70-5f33-446a-8c2d-63f7c0ce77a0 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0059295
Dec 19 13:27:12.147735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.157326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36616) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.172389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-c62c95c6-c7ec-4430-a5b3-15bc9a5b70f2 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.175841 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c62c95c6-c7ec-4430-a5b3-15bc9a5b70f2 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0141683
Dec 19 13:27:12.199902 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device be85cf82-c7f5-4218-9947-6714074b58cf up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:12.216964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36620) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.225467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-c4bca472-0ea1-4dd7-974d-5e60285cab1b tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.228840 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c4bca472-0ea1-4dd7-974d-5e60285cab1b tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0086389
Dec 19 13:27:12.230590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36624) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.236123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-59b47875-927c-47b7-8952-5861f9b0775f tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.239486 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-59b47875-927c-47b7-8952-5861f9b0775f tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0055735
Dec 19 13:27:12.240865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36628) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.246952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-8a9e6c73-a0be-475a-bfa4-92c18d18081d tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.250487 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8a9e6c73-a0be-475a-bfa4-92c18d18081d tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0061862
Dec 19 13:27:12.250934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36632) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.256787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-479b05bf-d3cf-477d-900f-ecc167ea408d tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.260656 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-479b05bf-d3cf-477d-900f-ecc167ea408d tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0084882
Dec 19 13:27:12.268737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36636) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.282574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-4e0ab286-fad0-463e-9864-f24b1c584b9a tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.286063 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4e0ab286-fad0-463e-9864-f24b1c584b9a tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0097456
Dec 19 13:27:12.286764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36640) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.294476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-b138fad8-fba8-4285-9684-a6a3dc5fa1bf tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.298286 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b138fad8-fba8-4285-9684-a6a3dc5fa1bf tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0069292
Dec 19 13:27:12.299603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36644) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.305088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.306913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-0e6654d7-962a-42ac-b2a9-4509d7615801 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.311574 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0e6654d7-962a-42ac-b2a9-4509d7615801 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0101237
Dec 19 13:27:12.318293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36648) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.328316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-fbfd6b8e-2e92-497e-ab28-5c03cfaca965 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.331833 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fbfd6b8e-2e92-497e-ab28-5c03cfaca965 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0055900
Dec 19 13:27:12.333129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-15fcd1fe-a466-428c-b9c7-f0078f1e9297 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.336325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36652) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.338580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port be85cf82-c7f5-4218-9947-6714074b58cf triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:12.339220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.343936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c0581dc8-0c8b-4c7f-af84-7a50792fb5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:12.380437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [None req-ae61b45b-77d5-4309-a01d-ec1701851de3 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.383913 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ae61b45b-77d5-4309-a01d-ec1701851de3 tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0441635
Dec 19 13:27:12.392928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36656) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.399159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcd1fe-a466-428c-b9c7-f0078f1e9297 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event deleted for resources: {'Port': ['ID=b28cbefe-bb60-4714-8194-0bcbcbab6905,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:12.399324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Calling delete_port for 3ec86f70-d197-4dba-94de-f22bc3e28f37 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:12.402187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:27:12.403852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-15fcd1fe-a466-428c-b9c7-f0078f1e9297 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:12.418638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-15fcd1fe-a466-428c-b9c7-f0078f1e9297 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.430647 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=85d13dbb-ad62-4ef8-a1a6-35289450f5b6,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:12.430868 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-15fcd1fe-a466-428c-b9c7-f0078f1e9297 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "DELETE /v2.0/ports/b28cbefe-bb60-4714-8194-0bcbcbab6905 HTTP/1.1" status: 204  len: 168 time: 1.3956754
Dec 19 13:27:12.433746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36660) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:12.455480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [None req-f29db8c8-9b42-4c19-94a8-9046646f8bfc tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:27:12.461641 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f29db8c8-9b42-4c19-94a8-9046646f8bfc tempest-ExtensionsTestJSON-567478708 tempest-ExtensionsTestJSON-567478708-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0291705
Dec 19 13:27:12.481351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5e26c6a6-a01f-498e-b328-5acbafd492a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.487652 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6', 'code': 200}
Dec 19 13:27:12.510118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773850db-09a5-40e2-8425-979fb67f1b11 req-b7868377-a068-4925-97c7-6120621e7aed tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:12.511762 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-773850db-09a5-40e2-8425-979fb67f1b11 req-b7868377-a068-4925-97c7-6120621e7aed tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.5370407
Dec 19 13:27:12.518630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-cdb49b0e-64c3-461b-9c2c-ed6bdbbaec30 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Deleting port c2f57667-56c6-4ca9-b6e9-b8ba66e9e68a {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:12.518966 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cdb49b0e-64c3-461b-9c2c-ed6bdbbaec30 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.552068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.574654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.576506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-95029886-4539-46bc-988e-6c8eaf5538cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:12.653095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d4ecbd34-5d32-4f15-a676-cfcd4255f666 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Deleting port f7f56309-3da0-417e-87e6-a01977350da6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:12.653433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4ecbd34-5d32-4f15-a676-cfcd4255f666 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.707698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=85d13dbb-ad62-4ef8-a1a6-35289450f5b6,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:12.717977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0ca00e-f4ef-4725-9634-d2a77d03e1a6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:27:12.728653 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e465c38-12d4-4780-a52f-7d5646a1bced None None] Sync routers for ids ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:27:12.732327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:12.732673 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:12.733005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:12.733329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:12.733654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:12.734463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:12.734463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:12.734653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:12.735012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:12.735359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:12.735669 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:12.747704 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b0ca00e-f4ef-4725-9634-d2a77d03e1a6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:12.753225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:12.756970 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e465c38-12d4-4780-a52f-7d5646a1bced None None] Routers {'4980413f-f9a5-4f12-96f3-dea8df05a1e1'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:12.757760 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2e465c38-12d4-4780-a52f-7d5646a1bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473cdf10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:12.887185 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-773850db-09a5-40e2-8425-979fb67f1b11 req-1652b597-c2e7-4f44-91d8-3434b604e2b5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3380229
Dec 19 13:27:12.957306 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1b0ca00e-f4ef-4725-9634-d2a77d03e1a6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "PUT /v2.0/floatingips/59c9302a-ff3c-40c3-b2b5-45375fb9363c HTTP/1.1" status: 200  len: 991 time: 4.2768466
Dec 19 13:27:12.970087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6104744a-0c44-43bf-9d7f-76991040ff92', 'tag': '58cd93be-6e98-45fe-a850-c85043a0e932'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:27:12.985615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Allocated IP 172.26.4.231 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/ba0a2fbd-304c-4ec5-af08-22d1ead0827d) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:13.065000 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-2e465c38-12d4-4780-a52f-7d5646a1bced None None] Set router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:13.113291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4ecbd34-5d32-4f15-a676-cfcd4255f666 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:13.124717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bec1d-e54b-42a0-9084-3e7cac1eb170 req-1ebce846-4162-4e82-a643-4c40733412ea tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:13.131626 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-923bec1d-e54b-42a0-9084-3e7cac1eb170 req-1ebce846-4162-4e82-a643-4c40733412ea tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 946 time: 0.5205877
Dec 19 13:27:13.232592 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-923bec1d-e54b-42a0-9084-3e7cac1eb170 req-2efd6abe-d483-4292-b228-293927074d92 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995500
Dec 19 13:27:13.268062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d4ecbd34-5d32-4f15-a676-cfcd4255f666 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Calling delete_port for f7f56309-3da0-417e-87e6-a01977350da6 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:13.293977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:13.322574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cdb49b0e-64c3-461b-9c2c-ed6bdbbaec30 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:13.324655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36678) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:13.375790 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-eac47bd8-3730-42af-a1e4-37f88ea77a48 req-9a8a992d-b16a-4c93-b85b-31d4df4e6105 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 1099 time: 0.4367957
Dec 19 13:27:13.420549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:13.461447 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-eac47bd8-3730-42af-a1e4-37f88ea77a48 req-2de8fdac-055d-4538-bdd0-ec4c19ddf815 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720820
Dec 19 13:27:13.466592 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2e465c38-12d4-4780-a52f-7d5646a1bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473cdf10>, [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:19Z', 'revision_number': 4, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '59c9302a-ff3c-40c3-b2b5-45375fb9363c', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'port_id': '58cd93be-6e98-45fe-a850-c85043a0e932', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'mac_address': 'fa:16:3e:b7:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6104744a-0c44-43bf-9d7f-76991040ff92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:26:32Z', 'updated_at': '2021-12-19T13:27:09Z', 'revision_number': 1, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410080cb-fb3b-448a-bb80-701f2273b8b5', 'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'mac_address': 'fa:16:3e:04:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50564898-908d-467f-a997-b49b377feab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:17Z', 'updated_at': '2021-12-19T13:26:32Z', 'revision_number': 5, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'subnets': [{'id': '50564898-908d-467f-a997-b49b377feab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:13.471029 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e465c38-12d4-4780-a52f-7d5646a1bced None None] Checking router: 4980413f-f9a5-4f12-96f3-dea8df05a1e1 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:27:13.483385 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e465c38-12d4-4780-a52f-7d5646a1bced None None] Routers {'4980413f-f9a5-4f12-96f3-dea8df05a1e1'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:13.484073 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2e465c38-12d4-4780-a52f-7d5646a1bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473cdf10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:26:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:13.543698 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6104744a-0c44-43bf-9d7f-76991040ff92', 'tag': '58cd93be-6e98-45fe-a850-c85043a0e932', 'status': 'completed', 'code': 200}
Dec 19 13:27:13.553478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4ecbd34-5d32-4f15-a676-cfcd4255f666 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:13.557158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-cdb49b0e-64c3-461b-9c2c-ed6bdbbaec30 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Calling delete_port for c2f57667-56c6-4ca9-b6e9-b8ba66e9e68a owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:13.560738 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-15fcd1fe-a466-428c-b9c7-f0078f1e9297 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:13.584260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-68fbf24d-32b8-4e0b-918d-c09e46ac3642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:13.597424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a328213-bab0-4c20-afc2-75898fa9335a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:13.613306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:13.621967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecbd34-5d32-4f15-a676-cfcd4255f666 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event deleted for resources: {'Port': ['ID=f7f56309-3da0-417e-87e6-a01977350da6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:13.629702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d4ecbd34-5d32-4f15-a676-cfcd4255f666 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:13.631000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-10c86cbd-bdc7-4156-b44a-e299fe50b401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:13.641343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Pushing event deleted for resources: {'Port': ['ID=3ec86f70-d197-4dba-94de-f22bc3e28f37,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:13.653033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:13.653379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:13.653717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:13.654050 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:13.654380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:13.654709 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:13.655034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:13.655393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:13.655715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:13.656035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:13.656352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:13.660017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:13.678629 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-2e465c38-12d4-4780-a52f-7d5646a1bced None None] Set router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:13.680565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d6508-4361-4ea1-b57d-4bf7073d2061 req-38406799-7875-4b10-a346-66f305b0bcc9 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:13.686782 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2d4d6508-4361-4ea1-b57d-4bf7073d2061 req-38406799-7875-4b10-a346-66f305b0bcc9 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.6698761
Dec 19 13:27:13.692391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36686) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:13.700656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-02fbcb6b-852c-4367-80ec-36c443b87564 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Request body: {'floatingip': {'port_id': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:13.722589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4ecbd34-5d32-4f15-a676-cfcd4255f666 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:13.761012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:13.774116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:13.782143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:13.853702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9a328213-bab0-4c20-afc2-75898fa9335a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:13.862191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9a328213-bab0-4c20-afc2-75898fa9335a admin admin] Usage tracker for resource:security_group_rule and tenant:061cdd44242f431099a9422073029275 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:13.863931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02fbcb6b-852c-4367-80ec-36c443b87564 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for floatingip, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:13.866871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9a328213-bab0-4c20-afc2-75898fa9335a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:13.875394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9a328213-bab0-4c20-afc2-75898fa9335a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:13.904681 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d4ecbd34-5d32-4f15-a676-cfcd4255f666 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "DELETE /v2.0/ports/f7f56309-3da0-417e-87e6-a01977350da6 HTTP/1.1" status: 204  len: 168 time: 1.4722097
Dec 19 13:27:13.905822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Pushing event updated for resources: {'Port': ['ID=ba0a2fbd-304c-4ec5-af08-22d1ead0827d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:13.908548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36690) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:13.933522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:14.000362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-08d61864-ab53-482d-a7e0-f5196be09ab2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Synchronizing usage tracker for tenant:68e640acb85b4f2e9ecba75b88536def on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:14.073935 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.111740 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2e465c38-12d4-4780-a52f-7d5646a1bced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473cdf10>, [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:19Z', 'revision_number': 4, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '59c9302a-ff3c-40c3-b2b5-45375fb9363c', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'port_id': '58cd93be-6e98-45fe-a850-c85043a0e932', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'mac_address': 'fa:16:3e:b7:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6104744a-0c44-43bf-9d7f-76991040ff92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:26:32Z', 'updated_at': '2021-12-19T13:27:09Z', 'revision_number': 1, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410080cb-fb3b-448a-bb80-701f2273b8b5', 'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'mac_address': 'fa:16:3e:04:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50564898-908d-467f-a997-b49b377feab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:17Z', 'updated_at': '2021-12-19T13:26:32Z', 'revision_number': 5, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'subnets': [{'id': '50564898-908d-467f-a997-b49b377feab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:14.116265 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e465c38-12d4-4780-a52f-7d5646a1bced None None] The sync data for ids ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'] in dv-neutron-821895-1-hyperv is: [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:19Z', 'revision_number': 4, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '59c9302a-ff3c-40c3-b2b5-45375fb9363c', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'port_id': '58cd93be-6e98-45fe-a850-c85043a0e932', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'mac_address': 'fa:16:3e:b7:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6104744a-0c44-43bf-9d7f-76991040ff92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:26:32Z', 'updated_at': '2021-12-19T13:27:09Z', 'revision_number': 1, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410080cb-fb3b-448a-bb80-701f2273b8b5', 'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'mac_address': 'fa:16:3e:04:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50564898-908d-467f-a997-b49b377feab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:17Z', 'updated_at': '2021-12-19T13:26:32Z', 'revision_number': 5, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'subnets': [{'id': '50564898-908d-467f-a997-b49b377feab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:14.141120 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] 10.222.0.24 "DELETE /v2.0/ports/3ec86f70-d197-4dba-94de-f22bc3e28f37 HTTP/1.1" status: 204  len: 168 time: 2.6407981
Dec 19 13:27:14.143327 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-be6d1086-0ca1-4544-ba81-15fd0cd120de req-4928b5a4-ed0c-413c-a66b-ee8d43bc26e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff1a9186fd984e50826c0a8bda0f8d36&device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 1098 time: 0.4547858
Dec 19 13:27:14.143780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36694) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:14.145448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a328213-bab0-4c20-afc2-75898fa9335a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.151973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Request body: {'port': {'name': 'tempest-new-port-name-1660451721', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:14.152340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.api.validators [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] bootfile-name is not in valid_values {{(pid=84124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:27:14.152665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.api.validators [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] tftp-server is not in valid_values {{(pid=84124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:27:14.152980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.api.validators [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] server-ip-address is not in valid_values {{(pid=84124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:27:14.214208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-08d61864-ab53-482d-a7e0-f5196be09ab2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Unset dirty status for tenant:68e640acb85b4f2e9ecba75b88536def on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:14.215366 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-08d61864-ab53-482d-a7e0-f5196be09ab2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2899821
Dec 19 13:27:14.223038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36698) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:14.278494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a328213-bab0-4c20-afc2-75898fa9335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.295542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:14.342988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-285021524'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:14.349504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:14.351545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cdb49b0e-64c3-461b-9c2c-ed6bdbbaec30 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.360207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b7c49fbe-c8e6-45e6-a805-b7041843f191 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:14.394841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Usage tracker for resource:network and tenant:68e640acb85b4f2e9ecba75b88536def is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:14.412954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a328213-bab0-4c20-afc2-75898fa9335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581890bf-29b1-4085-a932-f524f27fbfa2,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:14.422662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9a328213-bab0-4c20-afc2-75898fa9335a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:14.434362 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9a328213-bab0-4c20-afc2-75898fa9335a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=061cdd44242f431099a9422073029275&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1085753
Dec 19 13:27:14.442053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:14.450069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36704) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:14.454104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.462405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb49b0e-64c3-461b-9c2c-ed6bdbbaec30 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2f57667-56c6-4ca9-b6e9-b8ba66e9e68a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:14.465966 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cdb49b0e-64c3-461b-9c2c-ed6bdbbaec30 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:14.485790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:14.592582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d1086-0ca1-4544-ba81-15fd0cd120de req-74ccd867-ac58-44ac-b627-9bc81b1020c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:14.599254 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-be6d1086-0ca1-4544-ba81-15fd0cd120de req-74ccd867-ac58-44ac-b627-9bc81b1020c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 HTTP/1.1" status: 200  len: 912 time: 0.4115572
Dec 19 13:27:14.611457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.643769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1dc74fef-1d0c-46a7-b216-d3f74e8850bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.713995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Made reservation on behalf of 68e640acb85b4f2e9ecba75b88536def for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:14.716893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.866656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.887680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cdb49b0e-64c3-461b-9c2c-ed6bdbbaec30 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.889984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:14.890690 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-be6d1086-0ca1-4544-ba81-15fd0cd120de req-aa3171d4-b905-4b4c-bda7-f72137a3471d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58cd93be-6e98-45fe-a850-c85043a0e932 HTTP/1.1" status: 200  len: 999 time: 0.2803833
Dec 19 13:27:14.903761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-39d92a96-54f3-4ddc-9fa0-d079dd5a5769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.918118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86148c1f-21ad-4eab-a4fc-69a6341caf4f req-52d9b1f3-f809-4d9d-a512-97610655f5fc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:14.919602 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-86148c1f-21ad-4eab-a4fc-69a6341caf4f req-52d9b1f3-f809-4d9d-a512-97610655f5fc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 946 time: 0.5194812
Dec 19 13:27:14.943195 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cdb49b0e-64c3-461b-9c2c-ed6bdbbaec30 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c2f57667-56c6-4ca9-b6e9-b8ba66e9e68a HTTP/1.1" status: 204  len: 168 time: 2.8520145
Dec 19 13:27:14.945415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:14.945415 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Added segment dcfcc07e-a06e-43b5-83d1-e2451bda3cfb of type vlan for network 5d6f30e6-94c8-459a-b54f-c2f48acd1bc1
Dec 19 13:27:14.953303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36712) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:14.986852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87f12b47-01fc-4490-bc39-e0b56989689b', 'external_fixed_ips': [{'subnet_id': '3a643e7c-1481-4652-9bbc-1a94d92ad200', 'ip_address': '172.20.0.12'}]}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:14.997706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:15.004738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-39d92a96-54f3-4ddc-9fa0-d079dd5a5769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.018275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Usage tracker for resource:router and tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:15.021007 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d1086-0ca1-4544-ba81-15fd0cd120de req-6696ee2f-8f5d-49f1-9d40-5edee81ac28d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:15.022425 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-be6d1086-0ca1-4544-ba81-15fd0cd120de req-6696ee2f-8f5d-49f1-9d40-5edee81ac28d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50564898-908d-467f-a997-b49b377feab8 HTTP/1.1" status: 200  len: 850 time: 0.1166420
Dec 19 13:27:15.045470 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:15.065490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:15.083431 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.112229 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-86148c1f-21ad-4eab-a4fc-69a6341caf4f req-6fb29eca-40e1-4670-a27b-6fedf367d455 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1802776
Dec 19 13:27:15.213499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.215239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.242183 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-be6d1086-0ca1-4544-ba81-15fd0cd120de req-cdc6be88-bf32-4fe7-8042-a47f63b032f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f70c7e67-43a4-4c39-9fb8-f73fb6cc5265&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2018867
Dec 19 13:27:15.243971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.262930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.263657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-39d92a96-54f3-4ddc-9fa0-d079dd5a5769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.267688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02fbcb6b-852c-4367-80ec-36c443b87564 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.273200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:15.273768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.282991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fca45486-773f-4c42-bced-9dd2426706a1 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:15.340161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.351267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.353410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4de1c942-fa14-4d88-821b-2e94c1b6ab55 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:15.388501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.397031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02fbcb6b-852c-4367-80ec-36c443b87564 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.444506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-39d92a96-54f3-4ddc-9fa0-d079dd5a5769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.449086 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-39d92a96-54f3-4ddc-9fa0-d079dd5a5769 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/581890bf-29b1-4085-a932-f524f27fbfa2 HTTP/1.1" status: 204  len: 168 time: 0.9847064
Dec 19 13:27:15.465709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Pushing event updated for resources: {'Port': ['ID=fcd01be9-94f8-4efd-96f1-1b422e67a690,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:15.469319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event updated for resources: {'Network': ['ID=5d6f30e6-94c8-459a-b54f-c2f48acd1bc1,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:15.473588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:15.474350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-75785c2f-cd4d-4602-b094-e01b5fe2f7b7 tempest-PortsAdminExtendedAttrsTestJSON-1232305393 tempest-PortsAdminExtendedAttrsTestJSON-1232305393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:15.488883 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.2647996
Dec 19 13:27:15.489909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d92a96-54f3-4ddc-9fa0-d079dd5a5769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581890bf-29b1-4085-a932-f524f27fbfa2,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:15.493257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36718) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:15.493591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-39d92a96-54f3-4ddc-9fa0-d079dd5a5769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:15.500114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-725965453'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:15.507833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:15.510073 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 5d6f30e6-94c8-459a-b54f-c2f48acd1bc1 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:15.512357 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-be6d1086-0ca1-4544-ba81-15fd0cd120de req-30dc3fbd-d25d-4962-935b-e8f1ea32d1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/f70c7e67-43a4-4c39-9fb8-f73fb6cc5265?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630126
Dec 19 13:27:15.514837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Usage tracker for resource:network and tenant:68e640acb85b4f2e9ecba75b88536def is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:15.517354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:15.518220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:15.524489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.525970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:15.537301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-90c9ac89-4a5f-41c2-8532-4986bc9c7793 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:15.739284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Made reservation on behalf of 68e640acb85b4f2e9ecba75b88536def for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:15.753383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.780504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a71d41f0-2da6-4292-b768-13be7d62978e None None] Provisioning complete for port fcd01be9-94f8-4efd-96f1-1b422e67a690 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:15.781091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a71d41f0-2da6-4292-b768-13be7d62978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.840099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a71d41f0-2da6-4292-b768-13be7d62978e None None] Port fcd01be9-94f8-4efd-96f1-1b422e67a690 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:27:15.865372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:15.870435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.893687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.895231 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Added segment a792652b-ca85-4a61-b59f-6f33be50a40e of type vlan for network d4ed4ecb-6a8f-4219-ac6e-928c06344de1
Dec 19 13:27:15.931980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] In _notify_port_updated(), no bound segment for port fcd01be9-94f8-4efd-96f1-1b422e67a690 on network 65087db6-4f48-4068-96fb-75e91f36fe70 {{(pid=84124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:27:15.936304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:15.936925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.941003 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] 10.222.0.24 "PUT /v2.0/ports/fcd01be9-94f8-4efd-96f1-1b422e67a690 HTTP/1.1" status: 200  len: 1137 time: 1.7915173
Dec 19 13:27:15.941003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Pushing event updated for resources: {'Port': ['ID=ba0a2fbd-304c-4ec5-af08-22d1ead0827d,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:15.942895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36726) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:15.946706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:15.951546 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:15.988679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:16.009569 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-be6d1086-0ca1-4544-ba81-15fd0cd120de req-bb6c830d-be95-497a-8e31-e4282a350af5 service neutron] 10.222.0.18 "GET /v2.0/networks/f70c7e67-43a4-4c39-9fb8-f73fb6cc5265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4760301
Dec 19 13:27:16.088865 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:16.112222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:16.114220 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.5512650
Dec 19 13:27:16.116977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36736) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:16.238118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:27:16.244809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:16.260325 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-02fbcb6b-852c-4367-80ec-36c443b87564 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Floating IP 18e83fa8-cc18-4ec2-90f8-b65458a91826 associated. External IP: 172.26.4.42, port: b94d2f5a-786b-454a-b97d-0fd3664b27a9.
Dec 19 13:27:16.339626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:16.345278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:16.349377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Usage tracker for resource:floatingip and tenant:f602df31d73d42c4bde26f2650df0be4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:16.352430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:16.358932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:16.362919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba09fcd-1ed5-4ac2-8c1b-656f44917d03 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:16.363549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8ba09fcd-1ed5-4ac2-8c1b-656f44917d03 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Synchronizing usage tracker for tenant:b83f56dbb8ed4d44a35ccaf6cadd2918 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:16.507533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:16.528711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49f1ea-654c-4ccd-9532-c2b91e54af39 req-6e41232e-19ea-4674-8126-76c781dbd353 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:16.530144 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e49f1ea-654c-4ccd-9532-c2b91e54af39 req-6e41232e-19ea-4674-8126-76c781dbd353 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 946 time: 0.2760649
Dec 19 13:27:16.564237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:16.564965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8ba09fcd-1ed5-4ac2-8c1b-656f44917d03 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Unset dirty status for tenant:b83f56dbb8ed4d44a35ccaf6cadd2918 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:16.569571 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8ba09fcd-1ed5-4ac2-8c1b-656f44917d03 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] 10.222.0.24 "GET /v2.0/ports/fcd01be9-94f8-4efd-96f1-1b422e67a690 HTTP/1.1" status: 200  len: 1137 time: 0.6206412
Dec 19 13:27:16.572834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36748) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:16.582407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:16.582978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:16.591452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:16.649172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-864c9a06-a57d-44d1-8511-16dfdc80b51b tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Deleting port fcd01be9-94f8-4efd-96f1-1b422e67a690 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:16.649501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-864c9a06-a57d-44d1-8511-16dfdc80b51b tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:16.776582 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e49f1ea-654c-4ccd-9532-c2b91e54af39 req-eaf5f2b1-396d-4695-8706-42dc5efba602 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2349267
Dec 19 13:27:16.777191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event updated for resources: {'Network': ['ID=d4ed4ecb-6a8f-4219-ac6e-928c06344de1,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:16.783353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:16.796186 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network d4ed4ecb-6a8f-4219-ac6e-928c06344de1 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:16.865702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:16.908993 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.4138174
Dec 19 13:27:16.911800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:16.914766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:17.074802 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36760) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:17.088014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'subnets': [{'network_id': '5d6f30e6-94c8-459a-b54f-c2f48acd1bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--751918004', 'ip_version': 4}, {'network_id': 'd4ed4ecb-6a8f-4219-ac6e-928c06344de1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:17.088319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'subnet': {'network_id': '5d6f30e6-94c8-459a-b54f-c2f48acd1bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--751918004', 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:17.089478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Request body: {'subnet': {'network_id': 'd4ed4ecb-6a8f-4219-ac6e-928c06344de1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:17.149427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36764) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:17.197011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-864c9a06-a57d-44d1-8511-16dfdc80b51b tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:17.314581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'networks': [{'name': 'tempest-network--708846966'}, {'name': 'tempest-network--1796125691'}]} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:17.314873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'network': {'name': 'tempest-network--708846966'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:17.315334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'network': {'name': 'tempest-network--1796125691'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:17.332352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:17.334733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Allocated IP 172.20.0.12 (87f12b47-01fc-4490-bc39-e0b56989689b/3a643e7c-1481-4652-9bbc-1a94d92ad200/d9c024ef-0b31-4759-b46c-6c2b3ff19c8e) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:17.344641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Usage tracker for resource:network and tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:17.353010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb44b0-50e5-49d1-bd67-64df04c0e4ac req-f42b636c-d57c-42c0-901b-286485445d75 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:17.355014 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-42eb44b0-50e5-49d1-bd67-64df04c0e4ac req-f42b636c-d57c-42c0-901b-286485445d75 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 946 time: 0.3063707
Dec 19 13:27:17.356452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:17.369886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36770) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:17.377657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:17.383812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-864c9a06-a57d-44d1-8511-16dfdc80b51b tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Calling delete_port for fcd01be9-94f8-4efd-96f1-1b422e67a690 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:17.418746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-91db573b-aa59-4c15-8f41-d9db3ff65879 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Request body: {'floatingip': {'port_id': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:17.499355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Made reservation on behalf of 8e6ddcd6b9a64c89a2194cdcf78b0615 for: {'network': 2} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:17.502519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:17.502788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:17.519023 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fbcb6b-852c-4367-80ec-36c443b87564 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Router 01410ec3-7af6-475c-a68d-30d98262f0a9 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:27:17.536145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:17.568510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:17.581911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91db573b-aa59-4c15-8f41-d9db3ff65879 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for floatingip, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:17.659249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:17.665612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Usage tracker for resource:security_group_rule and tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:17.670311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:17.678420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:17.687786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Allocated IP 172.26.4.134 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/e77917b0-e86e-4746-9c59-ad0179ec40b8) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:17.796954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:17.801312 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:17.802871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:17.860897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Usage tracker for resource:subnet and tenant:68e640acb85b4f2e9ecba75b88536def is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:17.864818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:17.993968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:18.019924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Network 87f12b47-01fc-4490-bc39-e0b56989689b is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:18.022916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event updated for resources: {'Port': ['ID=d9c024ef-0b31-4759-b46c-6c2b3ff19c8e,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:18.026416 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:18.028173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.029286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:18.032364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:18.131812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.140314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.152473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:18.193296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Made reservation on behalf of 68e640acb85b4f2e9ecba75b88536def for: {'subnet': 2} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:18.204160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fbcb6b-852c-4367-80ec-36c443b87564 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:27:18.210449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86f9174-cf55-4660-9e96-7f82733a7871,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:18.219833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:18.225444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:18.240985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.241330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Added segment 954ced42-b27a-48a3-9037-73e10ab41905 of type vlan for network c5cbc8fc-e8d3-424d-94b7-04c4c7e088d4
Dec 19 13:27:18.273161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02fbcb6b-852c-4367-80ec-36c443b87564 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.279669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-864c9a06-a57d-44d1-8511-16dfdc80b51b tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.294652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:18.313678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.325002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.353379 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-02fbcb6b-852c-4367-80ec-36c443b87564 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "PUT /v2.0/floatingips/18e83fa8-cc18-4ec2-90f8-b65458a91826 HTTP/1.1" status: 200  len: 990 time: 4.6597188
Dec 19 13:27:18.357261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'tag': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:27:18.375108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:18.383975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.384451 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Added segment 604740c8-48d6-4c0d-baf8-8dda7e15e347 of type vlan for network 3b4045e4-29c9-42f9-9437-c0ab4b8e1763
Dec 19 13:27:18.413555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c9a06-a57d-44d1-8511-16dfdc80b51b tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Pushing event deleted for resources: {'Port': ['ID=fcd01be9-94f8-4efd-96f1-1b422e67a690,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:18.416466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.424918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-864c9a06-a57d-44d1-8511-16dfdc80b51b tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:18.455131 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'tag': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9', 'status': 'completed', 'code': 200}
Dec 19 13:27:18.477381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.478259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.554458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.555303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.556124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:18.580546 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:18.583602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:18.584226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.711645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event updated for resources: {'Network': ['ID=c5cbc8fc-e8d3-424d-94b7-04c4c7e088d4,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:18.726581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network c5cbc8fc-e8d3-424d-94b7-04c4c7e088d4 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:18.865822 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.7153018
Dec 19 13:27:18.878583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36780) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:18.934799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-864c9a06-a57d-44d1-8511-16dfdc80b51b tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.941085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.941405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:18.983844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event updated for resources: {'Network': ['ID=3b4045e4-29c9-42f9-9437-c0ab4b8e1763,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:18.996225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:18.997780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:18.998087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:19.013987 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 3b4045e4-29c9-42f9-9437-c0ab4b8e1763 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:19.045506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:19.057616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b57f495-12c9-40f8-b608-b8989ec36283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:19.069260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7464c-5249-4a86-bd71-984408d6ad19 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:19.074065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7464c-5249-4a86-bd71-984408d6ad19 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:19.078328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7464c-5249-4a86-bd71-984408d6ad19 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:19.082246 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7464c-5249-4a86-bd71-984408d6ad19 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:19.086083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7464c-5249-4a86-bd71-984408d6ad19 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:19.086973 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7cd7464c-5249-4a86-bd71-984408d6ad19 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Synchronizing usage tracker for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:19.157831 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-864c9a06-a57d-44d1-8511-16dfdc80b51b tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] 10.222.0.24 "DELETE /v2.0/ports/fcd01be9-94f8-4efd-96f1-1b422e67a690 HTTP/1.1" status: 204  len: 168 time: 2.5843821
Dec 19 13:27:19.158480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36786) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:19.201234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7cd7464c-5249-4a86-bd71-984408d6ad19 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Unset dirty status for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:19.203135 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7cd7464c-5249-4a86-bd71-984408d6ad19 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3009 time: 0.3227530
Dec 19 13:27:19.205410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36790) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:19.244866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Router c2dad793-83d9-483e-bce8-3b57d5f1697c is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:27:19.257584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:19.261144 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-340b1b94-071a-4c29-b1d5-b1868d7aa4ad req-0ea310c4-6096-4904-a5ab-906704c0c30a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cd8305d66a649c082ece81b30e5ddd4&device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 1098 time: 0.7691731
Dec 19 13:27:19.269979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:19.272281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:19.309853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Pushing event updated for resources: {'Port': ['ID=e77917b0-e86e-4746-9c59-ad0179ec40b8,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:19.312996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:19.406823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:19.613567 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:19.668453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4689d160>,) {'filters': {'network_id': ['c5cbc8fc-e8d3-424d-94b7-04c4c7e088d4']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:19.689033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4689d160>, '954ced42-b27a-48a3-9037-73e10ab41905') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:19.689563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4689d160>, '954ced42-b27a-48a3-9037-73e10ab41905') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:19.707896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:19.738454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:19.748974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:19.750233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:19.764221 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:19.813558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-91db573b-aa59-4c15-8f41-d9db3ff65879 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:27:19.909307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:19.936532 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:27:19.946833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Sync routers for ids ['c2dad793-83d9-483e-bce8-3b57d5f1697c'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:27:19.962811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Routers {'c2dad793-83d9-483e-bce8-3b57d5f1697c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:19.964381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a24f10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c2dad793-83d9-483e-bce8-3b57d5f1697c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:20.020728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.026305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:20.028917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b1b94-071a-4c29-b1d5-b1868d7aa4ad req-2e9c9ab6-b140-449a-be36-5177534036bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:20.030394 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-340b1b94-071a-4c29-b1d5-b1868d7aa4ad req-2e9c9ab6-b140-449a-be36-5177534036bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc33190a-751f-4699-9dbf-7d69c7ceca8e HTTP/1.1" status: 200  len: 912 time: 0.7255173
Dec 19 13:27:20.052237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.054659 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "DELETE /v2.0/networks/c5cbc8fc-e8d3-424d-94b7-04c4c7e088d4 HTTP/1.1" status: 204  len: 168 time: 0.8480694
Dec 19 13:27:20.060472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.061924 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 5.0954342
Dec 19 13:27:20.063368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event deleted for resources: {'Network': ['ID=c5cbc8fc-e8d3-424d-94b7-04c4c7e088d4,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:20.065375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36796) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:20.065958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36798) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:20.138599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:20.153074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91db573b-aa59-4c15-8f41-d9db3ff65879 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.167960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0630b6-84ed-45c2-92f2-553e99701e32 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Deleting subnet d4d53f66-1ad4-4fe3-b15f-0974be084d65 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:27:20.189916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d0630b6-84ed-45c2-92f2-553e99701e32 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.222891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Set router c2dad793-83d9-483e-bce8-3b57d5f1697c gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:20.240209 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.285957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.300928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91db573b-aa59-4c15-8f41-d9db3ff65879 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.466192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d0630b6-84ed-45c2-92f2-553e99701e32 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.517676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.560388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46c0dfd0>,) {'filters': {'network_id': ['3b4045e4-29c9-42f9-9437-c0ab4b8e1763']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:20.574183 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46c0dfd0>, '604740c8-48d6-4c0d-baf8-8dda7e15e347') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:20.574509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46c0dfd0>, '604740c8-48d6-4c0d-baf8-8dda7e15e347') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:20.579974 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-340b1b94-071a-4c29-b1d5-b1868d7aa4ad req-498bf7cb-6f5f-4665-9f9f-9597cd26c7f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9 HTTP/1.1" status: 200  len: 998 time: 0.5301454
Dec 19 13:27:20.597056 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.618378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.626161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:20.626719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.673319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a24f10>, [{'id': 'c2dad793-83d9-483e-bce8-3b57d5f1697c', 'name': '', 'tenant_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87f12b47-01fc-4490-bc39-e0b56989689b', 'external_fixed_ips': [{'subnet_id': '3a643e7c-1481-4652-9bbc-1a94d92ad200', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd9c024ef-0b31-4759-b46c-6c2b3ff19c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:15Z', 'updated_at': '2021-12-19T13:27:18Z', 'revision_number': 3, 'project_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'gw_port': {'id': 'd9c024ef-0b31-4759-b46c-6c2b3ff19c8e', 'name': '', 'network_id': '87f12b47-01fc-4490-bc39-e0b56989689b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dad793-83d9-483e-bce8-3b57d5f1697c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a643e7c-1481-4652-9bbc-1a94d92ad200', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:17Z', 'updated_at': '2021-12-19T13:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a643e7c-1481-4652-9bbc-1a94d92ad200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:20.679532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Checking router: c2dad793-83d9-483e-bce8-3b57d5f1697c for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:27:20.680227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Updating router c2dad793-83d9-483e-bce8-3b57d5f1697c port d9c024ef-0b31-4759-b46c-6c2b3ff19c8e binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:20.686580 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:20.739646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.766786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.840665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.928130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b1b94-071a-4c29-b1d5-b1868d7aa4ad req-1c831b39-dc02-449c-bfb8-d3e458cf200f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:20.929547 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.929679 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-340b1b94-071a-4c29-b1d5-b1868d7aa4ad req-1c831b39-dc02-449c-bfb8-d3e458cf200f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c5d365b-ec90-4521-bf4b-b9217d9b4e32 HTTP/1.1" status: 200  len: 850 time: 0.3304169
Dec 19 13:27:20.935811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6fd0a377-e474-4311-91db-743fa3c8eb68 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:20.952860 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:20.963107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event deleted for resources: {'Network': ['ID=3b4045e4-29c9-42f9-9437-c0ab4b8e1763,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:20.969009 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:20.973888 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "DELETE /v2.0/networks/3b4045e4-29c9-42f9-9437-c0ab4b8e1763 HTTP/1.1" status: 204  len: 168 time: 0.9068127
Dec 19 13:27:20.977950 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36808) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:21.099580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.113664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Transition to ACTIVE for port object d9c024ef-0b31-4759-b46c-6c2b3ff19c8e will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:21.147385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac77108-427c-4029-aba5-f3baa946dff3 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:21.153911 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac77108-427c-4029-aba5-f3baa946dff3 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:21.154716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.157398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac77108-427c-4029-aba5-f3baa946dff3 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:21.158230 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bac77108-427c-4029-aba5-f3baa946dff3 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Synchronizing usage tracker for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:21.166877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-864c9a06-a57d-44d1-8511-16dfdc80b51b tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:21.170262 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.184038 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ce9e7-2b82-4d0b-92cb-b36796a4f34e None None] Sync routers for ids ['01410ec3-7af6-475c-a68d-30d98262f0a9'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:27:21.196748 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ce9e7-2b82-4d0b-92cb-b36796a4f34e None None] Routers {'01410ec3-7af6-475c-a68d-30d98262f0a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:21.202079 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-714ce9e7-2b82-4d0b-92cb-b36796a4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473cd4f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['01410ec3-7af6-475c-a68d-30d98262f0a9'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:21.202341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d0630b6-84ed-45c2-92f2-553e99701e32 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.221821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.226037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-60b73a1b-49a1-40c1-8fd5-27a5c66a7274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:21.251973 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Deleting port d9c024ef-0b31-4759-b46c-6c2b3ff19c8e {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:21.252812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.304459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bac77108-427c-4029-aba5-f3baa946dff3 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Unset dirty status for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:21.306133 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bac77108-427c-4029-aba5-f3baa946dff3 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1942 time: 0.3275313
Dec 19 13:27:21.311686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe1c9-e039-4af9-a459-75aed19b2fde None None] Pushing event updated for resources: {'Port': ['ID=d9c024ef-0b31-4759-b46c-6c2b3ff19c8e,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:21.314188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Attempting to bind port d9c024ef-0b31-4759-b46c-6c2b3ff19c8e on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:27:21.314712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Attempting to bind port d9c024ef-0b31-4759-b46c-6c2b3ff19c8e by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'cee7abf9-ed66-4589-900f-cc760a12d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '87f12b47-01fc-4490-bc39-e0b56989689b'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:27:21.315134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Attempting to bind port d9c024ef-0b31-4759-b46c-6c2b3ff19c8e on network 87f12b47-01fc-4490-bc39-e0b56989689b {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:21.317434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-706fe1c9-e039-4af9-a459-75aed19b2fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:21.325833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:27:21.326451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Checking segment: {'id': 'cee7abf9-ed66-4589-900f-cc760a12d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '87f12b47-01fc-4490-bc39-e0b56989689b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:21.327100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.327625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Bound using segment: {'id': 'cee7abf9-ed66-4589-900f-cc760a12d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '87f12b47-01fc-4490-bc39-e0b56989689b'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:27:21.328690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Bound port: d9c024ef-0b31-4759-b46c-6c2b3ff19c8e, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee7abf9-ed66-4589-900f-cc760a12d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '87f12b47-01fc-4490-bc39-e0b56989689b'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:27:21.329246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.353218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36812) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:21.378565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1920696550'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:21.392135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Pushing event updated for resources: {'Port': ['ID=e77917b0-e86e-4746-9c59-ad0179ec40b8,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:21.395595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:21.396816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:21.406586 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-714ce9e7-2b82-4d0b-92cb-b36796a4f34e None None] Set router 01410ec3-7af6-475c-a68d-30d98262f0a9 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:21.444133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:21.448989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] For port d9c024ef-0b31-4759-b46c-6c2b3ff19c8e, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:27:21.454544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] For port d9c024ef-0b31-4759-b46c-6c2b3ff19c8e, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d9c024ef-0b31-4759-b46c-6c2b3ff19c8e,segment=NetworkSegment(cee7abf9-ed66-4589-900f-cc760a12d51c),segment_id=cee7abf9-ed66-4589-900f-cc760a12d51c)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:27:21.470661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.487539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] For port d9c024ef-0b31-4759-b46c-6c2b3ff19c8e, host dv-neutron-821895-1-hyperv, got binding levels [] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:21.487879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.488084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.504285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:21.537285 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-340b1b94-071a-4c29-b1d5-b1868d7aa4ad req-0e1449a0-a044-4287-81b7-51793ef2ced4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc33190a-751f-4699-9dbf-7d69c7ceca8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5916545
Dec 19 13:27:21.560307 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.563967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:21.661292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Made reservation on behalf of 8e6ddcd6b9a64c89a2194cdcf78b0615 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:21.665530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.684057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d0630b6-84ed-45c2-92f2-553e99701e32 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.699146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.703392 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.5829041
Dec 19 13:27:21.707282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36818) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:21.710259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe1c9-e039-4af9-a459-75aed19b2fde None None] Pushing event updated for resources: {'Port': ['ID=d9c024ef-0b31-4759-b46c-6c2b3ff19c8e,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:21.719767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-706fe1c9-e039-4af9-a459-75aed19b2fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:21.720847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Routers {'c2dad793-83d9-483e-bce8-3b57d5f1697c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:21.722831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a24f10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c2dad793-83d9-483e-bce8-3b57d5f1697c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:21.793492 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-91db573b-aa59-4c15-8f41-d9db3ff65879 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Floating IP c77d4950-4dea-49de-93b2-21b466107f95 associated. External IP: 172.26.4.65, port: 85d13dbb-ad62-4ef8-a1a6-35289450f5b6.
Dec 19 13:27:21.804046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Calling delete_port for d9c024ef-0b31-4759-b46c-6c2b3ff19c8e owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:21.867537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event updated for resources: {'Subnet': ['ID=fd5eed96-c739-473d-bd18-a84776eec601,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:21.898631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:21.907141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-79562e04-5541-4b15-9f4d-70fdac452946 tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:21.952293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] Set router c2dad793-83d9-483e-bce8-3b57d5f1697c gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:21.963316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-714ce9e7-2b82-4d0b-92cb-b36796a4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473cd4f0>, [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '18e83fa8-cc18-4ec2-90f8-b65458a91826', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'port_id': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'mac_address': 'fa:16:3e:c6:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:26:37Z', 'updated_at': '2021-12-19T13:27:15Z', 'revision_number': 1, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deaa05d5-e214-4cd0-a273-a5edb630573c', 'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'mac_address': 'fa:16:3e:f9:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:03Z', 'revision_number': 5, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'subnets': [{'id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:21.969011 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ce9e7-2b82-4d0b-92cb-b36796a4f34e None None] Checking router: 01410ec3-7af6-475c-a68d-30d98262f0a9 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:27:21.977269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d0630b6-84ed-45c2-92f2-553e99701e32 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:21.982111 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1d0630b6-84ed-45c2-92f2-553e99701e32 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] 10.222.0.24 "DELETE /v2.0/subnets/d4d53f66-1ad4-4fe3-b15f-0974be084d65 HTTP/1.1" status: 204  len: 168 time: 2.8161178
Dec 19 13:27:21.987323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0630b6-84ed-45c2-92f2-553e99701e32 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d53f66-1ad4-4fe3-b15f-0974be084d65,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:21.990482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1d0630b6-84ed-45c2-92f2-553e99701e32 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:21.990920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36824) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:21.997517 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ce9e7-2b82-4d0b-92cb-b36796a4f34e None None] Routers {'01410ec3-7af6-475c-a68d-30d98262f0a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:21.998402 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-714ce9e7-2b82-4d0b-92cb-b36796a4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473cd4f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['01410ec3-7af6-475c-a68d-30d98262f0a9'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:22.006221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32a1685-91b8-42ba-91ce-377950494308 None None] Network 65087db6-4f48-4068-96fb-75e91f36fe70 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:22.022897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Checking segment: {'id': 'dcfcc07e-a06e-43b5-83d1-e2451bda3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5d6f30e6-94c8-459a-b54f-c2f48acd1bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:22.023775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Network hostable DHCP agents. Network: 5d6f30e6-94c8-459a-b54f-c2f48acd1bc1, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:22.087764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:22.153217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a24f10>, [{'id': 'c2dad793-83d9-483e-bce8-3b57d5f1697c', 'name': '', 'tenant_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:15Z', 'updated_at': '2021-12-19T13:27:21Z', 'revision_number': 4, 'project_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:22.160752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42c014-b361-410c-85df-a0b2d83d7b86 None None] The sync data for ids ['c2dad793-83d9-483e-bce8-3b57d5f1697c'] in dv-neutron-821895-1-hyperv is: [{'id': 'c2dad793-83d9-483e-bce8-3b57d5f1697c', 'name': '', 'tenant_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:15Z', 'updated_at': '2021-12-19T13:27:21Z', 'revision_number': 4, 'project_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:22.181517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:27:22.183263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:27:22.198697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7c04e37b-a652-43e5-b18b-27b7651f0600 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Synchronizing usage tracker for tenant:5c286af461914769ad86e47f6803e5c5 on resource:floatingip {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:22.202627 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-340b1b94-071a-4c29-b1d5-b1868d7aa4ad req-f5b764d7-92b1-4251-aa39-6258c12cd9ce service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6491621
Dec 19 13:27:22.207552 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-714ce9e7-2b82-4d0b-92cb-b36796a4f34e None None] Set router 01410ec3-7af6-475c-a68d-30d98262f0a9 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:22.211899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:22.212826 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Added segment f27c66a1-036b-45b6-b297-f7d17fee5ad7 of type vlan for network 52de3f89-5c76-4d58-aeb3-2646ae87c390
Dec 19 13:27:22.379149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e06f84d-8b96-4e2a-8cb8-ffe6005a961b None None] DHCP port deletion for 65087db6-4f48-4068-96fb-75e91f36fe70 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:27:22.383610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6e06f84d-8b96-4e2a-8cb8-ffe6005a961b None None] Deleting port be85cf82-c7f5-4218-9947-6714074b58cf {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:22.383988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6e06f84d-8b96-4e2a-8cb8-ffe6005a961b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:22.441244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:22.445742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:22.450885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Network 5d6f30e6-94c8-459a-b54f-c2f48acd1bc1 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:22.508492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Deleting port be85cf82-c7f5-4218-9947-6714074b58cf {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:22.509155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:22.562677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7c04e37b-a652-43e5-b18b-27b7651f0600 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Unset dirty status for tenant:5c286af461914769ad86e47f6803e5c5 on resource:floatingip {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:22.566923 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7c04e37b-a652-43e5-b18b-27b7651f0600 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4000 time: 0.8451695
Dec 19 13:27:22.567368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36828) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:22.578467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 5d6f30e6-94c8-459a-b54f-c2f48acd1bc1) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:22.587519 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-340b1b94-071a-4c29-b1d5-b1868d7aa4ad req-a758f388-a97f-40e8-b84a-bf170a679ad7 service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3661904
Dec 19 13:27:22.589701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:22.594185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6e06f84d-8b96-4e2a-8cb8-ffe6005a961b None None] For port be85cf82-c7f5-4218-9947-6714074b58cf, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=be85cf82-c7f5-4218-9947-6714074b58cf,segment=NetworkSegment(aa664e23-1510-4336-bf5d-a3559ad34f6c),segment_id=aa664e23-1510-4336-bf5d-a3559ad34f6c)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:22.594650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6e06f84d-8b96-4e2a-8cb8-ffe6005a961b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:22.603768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d9b310-b4b4-4012-a4a4-fed675b4dec5 None None] Network 5d6f30e6-94c8-459a-b54f-c2f48acd1bc1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:22.612331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3c2e5c63-7843-425c-beb2-845d87cb3ace tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:22.627382 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-714ce9e7-2b82-4d0b-92cb-b36796a4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473cd4f0>, [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '18e83fa8-cc18-4ec2-90f8-b65458a91826', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'port_id': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'mac_address': 'fa:16:3e:c6:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:26:37Z', 'updated_at': '2021-12-19T13:27:15Z', 'revision_number': 1, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deaa05d5-e214-4cd0-a273-a5edb630573c', 'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'mac_address': 'fa:16:3e:f9:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:03Z', 'revision_number': 5, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'subnets': [{'id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:22.636608 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ce9e7-2b82-4d0b-92cb-b36796a4f34e None None] The sync data for ids ['01410ec3-7af6-475c-a68d-30d98262f0a9'] in dv-neutron-821895-1-hyperv is: [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '18e83fa8-cc18-4ec2-90f8-b65458a91826', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'port_id': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'mac_address': 'fa:16:3e:c6:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:26:37Z', 'updated_at': '2021-12-19T13:27:15Z', 'revision_number': 1, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deaa05d5-e214-4cd0-a273-a5edb630573c', 'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'mac_address': 'fa:16:3e:f9:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:03Z', 'revision_number': 5, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'subnets': [{'id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:22.697104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Deleting port d9c024ef-0b31-4759-b46c-6c2b3ff19c8e {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:22.697104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:22.716218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:22.720001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:22.720612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:22.774350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-eb41e199-76e6-4327-8c6a-a8038ee8044a tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Synchronizing usage tracker for tenant:25e3bf4ff7a74538b759da371a68cdb5 on resource:floatingip {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:22.806732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event updated for resources: {'Subnet': ['ID=17901420-1780-4ea4-91e1-e0b1a4bec163,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:22.811880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6e06f84d-8b96-4e2a-8cb8-ffe6005a961b None None] Calling delete_port for be85cf82-c7f5-4218-9947-6714074b58cf owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:22.860529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:22.866598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:22.958655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] For port d9c024ef-0b31-4759-b46c-6c2b3ff19c8e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d9c024ef-0b31-4759-b46c-6c2b3ff19c8e,segment=NetworkSegment(cee7abf9-ed66-4589-900f-cc760a12d51c),segment_id=cee7abf9-ed66-4589-900f-cc760a12d51c)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:22.959179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.011435 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.6571331
Dec 19 13:27:23.013154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36834) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:23.026613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-5d6f30e6-94c8-459a-b54f-c2f48acd1bc1', 'network_id': '5d6f30e6-94c8-459a-b54f-c2f48acd1bc1', 'tenant_id': '68e640acb85b4f2e9ecba75b88536def', 'fixed_ips': [{'subnet_id': 'fd5eed96-c739-473d-bd18-a84776eec601'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:27:23.027764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.044981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6e06f84d-8b96-4e2a-8cb8-ffe6005a961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.051534 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bbeb133c-6742-4a50-a721-8c5138c32d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:23.084990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1757094659'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:23.091629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-eb41e199-76e6-4327-8c6a-a8038ee8044a tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Unset dirty status for tenant:25e3bf4ff7a74538b759da371a68cdb5 on resource:floatingip {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:23.093025 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-eb41e199-76e6-4327-8c6a-a8038ee8044a tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.5227723
Dec 19 13:27:23.097945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06f84d-8b96-4e2a-8cb8-ffe6005a961b None None] Pushing event deleted for resources: {'Port': ['ID=be85cf82-c7f5-4218-9947-6714074b58cf,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:23.103437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Calling delete_port for d9c024ef-0b31-4759-b46c-6c2b3ff19c8e owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:23.111305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36840) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:23.112140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:23.143219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6e06f84d-8b96-4e2a-8cb8-ffe6005a961b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:23.148896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06f84d-8b96-4e2a-8cb8-ffe6005a961b None None] No DVR routers for this DVR port be85cf82-c7f5-4218-9947-6714074b58cf on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:27:23.190218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Usage tracker for resource:network and tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:23.198948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:23.274672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Allocated IP 172.20.0.2 (5d6f30e6-94c8-459a-b54f-c2f48acd1bc1/fd5eed96-c739-473d-bd18-a84776eec601/be75f569-d70b-4549-9db9-2fdf31edcc8c) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:23.315512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:23.329482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Checking segment: {'id': 'a792652b-ca85-4a61-b59f-6f33be50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4ed4ecb-6a8f-4219-ac6e-928c06344de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:23.330072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Network hostable DHCP agents. Network: d4ed4ecb-6a8f-4219-ac6e-928c06344de1, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:23.337071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event updated for resources: {'Network': ['ID=52de3f89-5c76-4d58-aeb3-2646ae87c390,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:23.340955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:23.344881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] For port be85cf82-c7f5-4218-9947-6714074b58cf, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=be85cf82-c7f5-4218-9947-6714074b58cf,segment=NetworkSegment(aa664e23-1510-4336-bf5d-a3559ad34f6c),segment_id=aa664e23-1510-4336-bf5d-a3559ad34f6c)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:23.345349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.361792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 52de3f89-5c76-4d58-aeb3-2646ae87c390 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:23.380136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949dd933-73d9-4ddd-9a78-12b101bb27a1 None None] New status for floating IP 59c9302a-ff3c-40c3-b2b5-45375fb9363c: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:27:23.404825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.408768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:23.449476 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9c024ef-0b31-4759-b46c-6c2b3ff19c8e,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:23.453908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:23.455081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Deleting port e77917b0-e86e-4746-9c59-ad0179ec40b8 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:23.455570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.592446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Calling delete_port for be85cf82-c7f5-4218-9947-6714074b58cf owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:23.669362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:27:23.670031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:27:23.677812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.683839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Made reservation on behalf of 8e6ddcd6b9a64c89a2194cdcf78b0615 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:23.687044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.822757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:23.828417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Network d4ed4ecb-6a8f-4219-ac6e-928c06344de1 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:23.861981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.873268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Transition to ACTIVE for port object be75f569-d70b-4549-9db9-2fdf31edcc8c will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:23.892652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Transition to ACTIVE for port object be75f569-d70b-4549-9db9-2fdf31edcc8c will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:23.908363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.908704 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Added segment ef10d7f8-0c61-4954-abc1-6ce5a1a0e82f of type vlan for network 9f18bea1-8d45-4fdf-903f-e2006418c63c
Dec 19 13:27:23.971800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.985491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.985813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:23.995670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, d4ed4ecb-6a8f-4219-ac6e-928c06344de1) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:24.006956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2fd2d6-51a6-4588-bd29-b81864d4f788 None None] Network d4ed4ecb-6a8f-4219-ac6e-928c06344de1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:24.007155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:24.007373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:24.007992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.031214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.034473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.036828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.089790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-54baf316-1765-45c9-989d-f2d87e10e76b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:24.123544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:27:24.138008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Calling delete_port for e77917b0-e86e-4746-9c59-ad0179ec40b8 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:24.165882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device be85cf82-c7f5-4218-9947-6714074b58cf no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:27:24.186715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Deleting port be85cf82-c7f5-4218-9947-6714074b58cf {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:24.186974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.210510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.212600 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2dad793-83d9-483e-bce8-3b57d5f1697c {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:27:24.218963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: be85cf82-c7f5-4218-9947-6714074b58cf {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:27:24.219335 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device be85cf82-c7f5-4218-9947-6714074b58cf not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:27:24.221933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Network 5d6f30e6-94c8-459a-b54f-c2f48acd1bc1 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:24.227659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Pushing event updated for resources: {'Port': ['ID=be75f569-d70b-4549-9db9-2fdf31edcc8c,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:24.230033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:24.231744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:24.232922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.234630 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c2dad793-83d9-483e-bce8-3b57d5f1697c HTTP/1.1" status: 204  len: 168 time: 4.1654098
Dec 19 13:27:24.237401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:24.237999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36846) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:24.290481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] The port 'be85cf82-c7f5-4218-9947-6714074b58cf' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:27:24.314049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc17e60b-c112-4488-9abe-ae8a772e8980 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Deleting subnet 3a643e7c-1481-4652-9bbc-1a94d92ad200 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:27:24.318833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dc17e60b-c112-4488-9abe-ae8a772e8980 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.340088 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 7.2619939
Dec 19 13:27:24.369026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36852) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:24.383820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.388578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:24.389275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.413524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Attempting to bind port be75f569-d70b-4549-9db9-2fdf31edcc8c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:27:24.414030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Attempting to bind port be75f569-d70b-4549-9db9-2fdf31edcc8c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'dcfcc07e-a06e-43b5-83d1-e2451bda3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5d6f30e6-94c8-459a-b54f-c2f48acd1bc1'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:27:24.414305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Attempting to bind port be75f569-d70b-4549-9db9-2fdf31edcc8c on network 5d6f30e6-94c8-459a-b54f-c2f48acd1bc1 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:24.449500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:24.461619 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dc17e60b-c112-4488-9abe-ae8a772e8980 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.465190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:27:24.465577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Checking segment: {'id': 'dcfcc07e-a06e-43b5-83d1-e2451bda3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5d6f30e6-94c8-459a-b54f-c2f48acd1bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:24.466030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.466451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Bound using segment: {'id': 'dcfcc07e-a06e-43b5-83d1-e2451bda3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5d6f30e6-94c8-459a-b54f-c2f48acd1bc1'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:27:24.466980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Bound port: be75f569-d70b-4549-9db9-2fdf31edcc8c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfcc07e-a06e-43b5-83d1-e2451bda3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5d6f30e6-94c8-459a-b54f-c2f48acd1bc1'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:27:24.470967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.510088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a740702-38f4-401a-b7cb-2395db9e391e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:24.512202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a740702-38f4-401a-b7cb-2395db9e391e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:24.513714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a740702-38f4-401a-b7cb-2395db9e391e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:24.518492 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4a740702-38f4-401a-b7cb-2395db9e391e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.1492944
Dec 19 13:27:24.519362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36856) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:24.521915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-d4ed4ecb-6a8f-4219-ac6e-928c06344de1', 'network_id': 'd4ed4ecb-6a8f-4219-ac6e-928c06344de1', 'tenant_id': '68e640acb85b4f2e9ecba75b88536def', 'fixed_ips': [{'subnet_id': '17901420-1780-4ea4-91e1-e0b1a4bec163'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:27:24.522742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.601225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dc17e60b-c112-4488-9abe-ae8a772e8980 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.662428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] For port be75f569-d70b-4549-9db9-2fdf31edcc8c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:27:24.673425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91db573b-aa59-4c15-8f41-d9db3ff65879 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:27:24.705967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] For port be75f569-d70b-4549-9db9-2fdf31edcc8c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=be75f569-d70b-4549-9db9-2fdf31edcc8c,segment=NetworkSegment(dcfcc07e-a06e-43b5-83d1-e2451bda3cfb),segment_id=dcfcc07e-a06e-43b5-83d1-e2451bda3cfb)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:27:24.720951 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.741552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Allocated IP 172.20.0.18 (d4ed4ecb-6a8f-4219-ac6e-928c06344de1/17901420-1780-4ea4-91e1-e0b1a4bec163/5aa49f11-0a43-46c6-8e03-714a5bd3c17c) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:24.765327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event updated for resources: {'Network': ['ID=9f18bea1-8d45-4fdf-903f-e2006418c63c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:24.773374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:24.778246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46385a90>,) {'filters': {'network_id': ['65087db6-4f48-4068-96fb-75e91f36fe70']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:24.795959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46385a90>, 'aa664e23-1510-4336-bf5d-a3559ad34f6c') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:24.796553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46385a90>, 'aa664e23-1510-4336-bf5d-a3559ad34f6c') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:24.821385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 9f18bea1-8d45-4fdf-903f-e2006418c63c details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:24.826284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3786e8f-740d-4887-9b43-84bda3ed6dc0 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Deleting subnet fd5eed96-c739-473d-bd18-a84776eec601 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:27:24.829275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3786e8f-740d-4887-9b43-84bda3ed6dc0 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.840690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.862751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.883264 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.8111401
Dec 19 13:27:24.883628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36860) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:24.889649 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'ports': [{'network_id': '52de3f89-5c76-4d58-aeb3-2646ae87c390', 'name': 'tempest-port--1253541990', 'admin_state_up': True}, {'network_id': '9f18bea1-8d45-4fdf-903f-e2006418c63c', 'admin_state_up': False}]} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:24.889909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'port': {'network_id': '52de3f89-5c76-4d58-aeb3-2646ae87c390', 'name': 'tempest-port--1253541990', 'admin_state_up': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:24.890357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'port': {'network_id': '9f18bea1-8d45-4fdf-903f-e2006418c63c', 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:24.893371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-99cc33f9-c8ac-4eb5-bea6-133c2373dc68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:24.894107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.898667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.901338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:24.919351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dc17e60b-c112-4488-9abe-ae8a772e8980 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.950094 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Pushing event deleted for resources: {'Port': ['ID=e77917b0-e86e-4746-9c59-ad0179ec40b8,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:24.952793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:24.953268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:24.968693 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:24.971894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:24.978617 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3786e8f-740d-4887-9b43-84bda3ed6dc0 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.020570 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7072c8bf-1d5e-4187-863b-e50d38eaaaf8 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:25.053597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Pushing event updated for resources: {'Port': ['ID=be75f569-d70b-4549-9db9-2fdf31edcc8c,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:25.056690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:25.081745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17e60b-c112-4488-9abe-ae8a772e8980 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a643e7c-1481-4652-9bbc-1a94d92ad200,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:25.092652 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dc17e60b-c112-4488-9abe-ae8a772e8980 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:25.112733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dc17e60b-c112-4488-9abe-ae8a772e8980 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.123707 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dc17e60b-c112-4488-9abe-ae8a772e8980 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/3a643e7c-1481-4652-9bbc-1a94d92ad200 HTTP/1.1" status: 204  len: 168 time: 0.8829510
Dec 19 13:27:25.123844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36866) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:25.187527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.199995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Transition to ACTIVE for port object 5aa49f11-0a43-46c6-8e03-714a5bd3c17c will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:25.220656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.240204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Transition to ACTIVE for port object 5aa49f11-0a43-46c6-8e03-714a5bd3c17c will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:25.282930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.295382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-63955729-d974-4b1b-98f0-1050876ca05e tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:25.309943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.342595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Pushing event deleted for resources: {'Network': ['ID=65087db6-4f48-4068-96fb-75e91f36fe70,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:25.352906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.355552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:25.358878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.361299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.362543 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] 10.222.0.24 "DELETE /v2.0/floatingips/15449f51-f05d-4453-8add-585e33d40a6d HTTP/1.1" status: 204  len: 168 time: 2.2479110
Dec 19 13:27:25.363251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:25.366155 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] 10.222.0.24 "DELETE /v2.0/networks/65087db6-4f48-4068-96fb-75e91f36fe70 HTTP/1.1" status: 204  len: 168 time: 3.3427799
Dec 19 13:27:25.366280 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3786e8f-740d-4887-9b43-84bda3ed6dc0 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.368313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:25.376069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36870) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:25.388343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.405616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Usage tracker for resource:port and tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:25.410911 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:25.421066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:25.470288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Network d4ed4ecb-6a8f-4219-ac6e-928c06344de1 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:25.475218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:25.478864 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:25.503748 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Pushing event updated for resources: {'Port': ['ID=5aa49f11-0a43-46c6-8e03-714a5bd3c17c,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:25.565328 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:25.598938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Made reservation on behalf of 8e6ddcd6b9a64c89a2194cdcf78b0615 for: {'port': 2} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:25.603646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.652084 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.664955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Attempting to bind port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:27:25.665338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Attempting to bind port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'a792652b-ca85-4a61-b59f-6f33be50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4ed4ecb-6a8f-4219-ac6e-928c06344de1'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:27:25.665935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Attempting to bind port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c on network d4ed4ecb-6a8f-4219-ac6e-928c06344de1 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:25.674286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:27:25.674723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Checking segment: {'id': 'a792652b-ca85-4a61-b59f-6f33be50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4ed4ecb-6a8f-4219-ac6e-928c06344de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:25.675707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.676481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Bound using segment: {'id': 'a792652b-ca85-4a61-b59f-6f33be50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4ed4ecb-6a8f-4219-ac6e-928c06344de1'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:27:25.677034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Bound port: 5aa49f11-0a43-46c6-8e03-714a5bd3c17c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a792652b-ca85-4a61-b59f-6f33be50a40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd4ed4ecb-6a8f-4219-ac6e-928c06344de1'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:27:25.677509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.679639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3786e8f-740d-4887-9b43-84bda3ed6dc0 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.703502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dc17e60b-c112-4488-9abe-ae8a772e8980 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:25.770198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3786e8f-740d-4887-9b43-84bda3ed6dc0 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.782722 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f3786e8f-740d-4887-9b43-84bda3ed6dc0 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "DELETE /v2.0/subnets/fd5eed96-c739-473d-bd18-a84776eec601 HTTP/1.1" status: 204  len: 168 time: 1.2600346
Dec 19 13:27:25.783527 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36878) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:25.798765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] For port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:27:25.801797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] For port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5aa49f11-0a43-46c6-8e03-714a5bd3c17c,segment=NetworkSegment(a792652b-ca85-4a61-b59f-6f33be50a40e),segment_id=a792652b-ca85-4a61-b59f-6f33be50a40e)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:27:25.810894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Deleting port ba0a2fbd-304c-4ec5-af08-22d1ead0827d {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:25.811428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.830993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3786e8f-740d-4887-9b43-84bda3ed6dc0 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5eed96-c739-473d-bd18-a84776eec601,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:25.895241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.902461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:25.903654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:25.974214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f3786e8f-740d-4887-9b43-84bda3ed6dc0 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:25.992942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Pushing event updated for resources: {'Port': ['ID=5aa49f11-0a43-46c6-8e03-714a5bd3c17c,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:25.996594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:26.002276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47365640>,) {'filters': {'network_id': ['87f12b47-01fc-4490-bc39-e0b56989689b']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:26.015409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91db573b-aa59-4c15-8f41-d9db3ff65879 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:27:26.020677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91db573b-aa59-4c15-8f41-d9db3ff65879 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:26.029303 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a2c54-ed40-437c-8288-0aa6c260921d None None] Sync routers for ids ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:27:26.044061 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a2c54-ed40-437c-8288-0aa6c260921d None None] Routers {'10546e2d-c6eb-48a9-96cc-36319cdfbcbf'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:26.044674 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-362a2c54-ed40-437c-8288-0aa6c260921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47840e50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:26.059193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] device_id is not set on port 4e3a3baf-d07c-421e-b54b-efc8c289cd3c yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:27:26.086042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47365640>, 'cee7abf9-ed66-4589-900f-cc760a12d51c') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:26.086374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47365640>, 'cee7abf9-ed66-4589-900f-cc760a12d51c') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:26.108105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:26.159404 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-91db573b-aa59-4c15-8f41-d9db3ff65879 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "PUT /v2.0/floatingips/c77d4950-4dea-49de-93b2-21b466107f95 HTTP/1.1" status: 200  len: 991 time: 8.7841673
Dec 19 13:27:26.214630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'tag': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:27:26.232441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36886) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:26.253289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:26.302910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:26.346943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:26.349687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:26.357998 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-362a2c54-ed40-437c-8288-0aa6c260921d None None] Set router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:26.363880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device be75f569-d70b-4549-9db9-2fdf31edcc8c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:26.407984 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:26.525574 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'tag': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6', 'status': 'completed', 'code': 200}
Dec 19 13:27:26.609804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] device_id is not set on port 4cf48791-bc56-4017-b2a5-fcf8dac16e8e yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:27:26.706387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port be75f569-d70b-4549-9db9-2fdf31edcc8c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:26.831284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:26.834110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:26.901095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:26.980744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3096e-2178-4858-8c7f-784e3cad09cb None None] Network 5d6f30e6-94c8-459a-b54f-c2f48acd1bc1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:27.021600 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57568f2-76bf-44fd-a616-2b465d91d2a4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Deleting subnet 17901420-1780-4ea4-91e1-e0b1a4bec163 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:27:27.027595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e57568f2-76bf-44fd-a616-2b465d91d2a4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.057949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Calling delete_port for ba0a2fbd-304c-4ec5-af08-22d1ead0827d owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:27.075262 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-362a2c54-ed40-437c-8288-0aa6c260921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47840e50>, [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:27Z', 'revision_number': 4, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'c77d4950-4dea-49de-93b2-21b466107f95', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'port_id': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'mac_address': 'fa:16:3e:91:df:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:26:39Z', 'updated_at': '2021-12-19T13:27:19Z', 'revision_number': 1, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488e1ef7-674c-4779-b549-7279f52156c2', 'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'mac_address': 'fa:16:3e:6d:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:02Z', 'revision_number': 5, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'subnets': [{'id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:27.080464 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a2c54-ed40-437c-8288-0aa6c260921d None None] Checking router: 10546e2d-c6eb-48a9-96cc-36319cdfbcbf for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:27:27.094148 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e57568f2-76bf-44fd-a616-2b465d91d2a4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.100624 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a2c54-ed40-437c-8288-0aa6c260921d None None] Routers {'10546e2d-c6eb-48a9-96cc-36319cdfbcbf'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:27.101994 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-362a2c54-ed40-437c-8288-0aa6c260921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47840e50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:27.179771 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aa974ec3-4165-4ef3-9f16-a12924425f54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b83f56dbb8ed4d44a35ccaf6cadd2918&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9235833
Dec 19 13:27:27.186299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36898) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:27.227985 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-058b11bc-3ffa-4751-b7f7-5d6039cc8cfc req-fbb109cd-9012-4b24-8856-18ffc0aa93d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2746389
Dec 19 13:27:27.250564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e57568f2-76bf-44fd-a616-2b465d91d2a4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.288672 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-648767c3-5316-425d-87c4-edee2624e376 req-ba5f606e-b2cb-4e72-b3f4-70f16ae4bba2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2df18cdddf84a9bb57cf83bee4224ba&device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 1099 time: 0.4976022
Dec 19 13:27:27.312039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-12e89251-211c-4722-9cf0-00219923c88e None None] Provisioning for port be75f569-d70b-4549-9db9-2fdf31edcc8c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:27.319913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-12e89251-211c-4722-9cf0-00219923c88e None None] Provisioning complete for port be75f569-d70b-4549-9db9-2fdf31edcc8c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:27.323878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-12e89251-211c-4722-9cf0-00219923c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.340629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.344586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  87f12b47-01fc-4490-bc39-e0b56989689b {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 19 13:27:27.347735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.404452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60ecda40-6688-4d49-91a1-28705a5fd7c1 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:27.445514 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] DHCP port deletion for 5d6f30e6-94c8-459a-b54f-c2f48acd1bc1 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:27:27.446663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.456752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event deleted for resources: {'Network': ['ID=87f12b47-01fc-4490-bc39-e0b56989689b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:27.464996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-206a4de1-d81a-40bf-9b53-01211a0517b5 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:27.469917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:27.471813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Deleting port be75f569-d70b-4549-9db9-2fdf31edcc8c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:27.472196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.531350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5612-6db3-4923-b92d-e8dcb5e5bcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.544087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.552017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e57568f2-76bf-44fd-a616-2b465d91d2a4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.584958 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-362a2c54-ed40-437c-8288-0aa6c260921d None None] Set router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:27.606921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:27.664716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event updated for resources: {'Port': ['ID=4e3a3baf-d07c-421e-b54b-efc8c289cd3c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:27.670350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e57568f2-76bf-44fd-a616-2b465d91d2a4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:27.677362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:27.687899 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Checking segment: {'id': 'f27c66a1-036b-45b6-b297-f7d17fee5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '52de3f89-5c76-4d58-aeb3-2646ae87c390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:27.688244 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Network hostable DHCP agents. Network: 52de3f89-5c76-4d58-aeb3-2646ae87c390, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:27.699449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-95cda85b-1f70-4ac6-96c9-bdc6ff213762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:27.837542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57568f2-76bf-44fd-a616-2b465d91d2a4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event deleted for resources: {'Subnet': ['ID=17901420-1780-4ea4-91e1-e0b1a4bec163,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:27.846086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c91871d-7d32-4c09-aa55-7030b73fceb2 None None] Network d4ed4ecb-6a8f-4219-ac6e-928c06344de1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:27.846616 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e57568f2-76bf-44fd-a616-2b465d91d2a4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "DELETE /v2.0/subnets/17901420-1780-4ea4-91e1-e0b1a4bec163 HTTP/1.1" status: 204  len: 168 time: 2.0134664
Dec 19 13:27:27.849638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e57568f2-76bf-44fd-a616-2b465d91d2a4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:27.850772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36906) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:27.862437 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-058b11bc-3ffa-4751-b7f7-5d6039cc8cfc req-6d8d8fcf-2b54-42e1-b86e-d9de7b652769 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff1a9186fd984e50826c0a8bda0f8d36&device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 1098 time: 0.4601040
Dec 19 13:27:27.879828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba0a2fbd-304c-4ec5-af08-22d1ead0827d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:27.899227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648767c3-5316-425d-87c4-edee2624e376 req-00a4df07-eada-4cec-a522-8f0ec5ab2d19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:27.905055 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-648767c3-5316-425d-87c4-edee2624e376 req-00a4df07-eada-4cec-a522-8f0ec5ab2d19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=663f49b5-f790-47f9-bb7b-e5941da93072 HTTP/1.1" status: 200  len: 907 time: 0.6039164
Dec 19 13:27:27.906213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:27.951898 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "DELETE /v2.0/networks/87f12b47-01fc-4490-bc39-e0b56989689b HTTP/1.1" status: 204  len: 168 time: 2.8265221
Dec 19 13:27:28.026755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-12e89251-211c-4722-9cf0-00219923c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.072355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623d08c4-6ac6-4957-a4cd-4b84795f405f tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:28.073945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-623d08c4-6ac6-4957-a4cd-4b84795f405f tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Synchronizing usage tracker for tenant:68e640acb85b4f2e9ecba75b88536def on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:28.088435 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5612-6db3-4923-b92d-e8dcb5e5bcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.283132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Network 52de3f89-5c76-4d58-aeb3-2646ae87c390 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:28.312655 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-362a2c54-ed40-437c-8288-0aa6c260921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47840e50>, [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:27Z', 'revision_number': 4, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'c77d4950-4dea-49de-93b2-21b466107f95', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'port_id': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'mac_address': 'fa:16:3e:91:df:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:26:39Z', 'updated_at': '2021-12-19T13:27:19Z', 'revision_number': 1, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488e1ef7-674c-4779-b549-7279f52156c2', 'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'mac_address': 'fa:16:3e:6d:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:02Z', 'revision_number': 5, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'subnets': [{'id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:28.317582 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a2c54-ed40-437c-8288-0aa6c260921d None None] The sync data for ids ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'] in dv-neutron-821895-1-hyperv is: [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:27Z', 'revision_number': 4, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'c77d4950-4dea-49de-93b2-21b466107f95', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'floating_ip_address': '172.26.4.65', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'port_id': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'mac_address': 'fa:16:3e:91:df:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:26:39Z', 'updated_at': '2021-12-19T13:27:19Z', 'revision_number': 1, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488e1ef7-674c-4779-b549-7279f52156c2', 'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'mac_address': 'fa:16:3e:6d:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:02Z', 'revision_number': 5, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'subnets': [{'id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:28.327704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5612-6db3-4923-b92d-e8dcb5e5bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.330896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5aa49f11-0a43-46c6-8e03-714a5bd3c17c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:28.334948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-333eaecb-45dc-435c-a23b-8047b77d521b tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:28.350605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf5612-6db3-4923-b92d-e8dcb5e5bcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e071589d-02d5-4560-8405-161494330342,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:28.363361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ebf5612-6db3-4923-b92d-e8dcb5e5bcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:28.387732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b11bc-3ffa-4751-b7f7-5d6039cc8cfc req-5762a9aa-f347-4ba1-80c7-88f3a31bf8b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:28.389189 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-058b11bc-3ffa-4751-b7f7-5d6039cc8cfc req-5762a9aa-f347-4ba1-80c7-88f3a31bf8b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 HTTP/1.1" status: 200  len: 912 time: 0.4468069
Dec 19 13:27:28.394352 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5612-6db3-4923-b92d-e8dcb5e5bcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.397966 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3ebf5612-6db3-4923-b92d-e8dcb5e5bcb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e071589d-02d5-4560-8405-161494330342 HTTP/1.1" status: 204  len: 168 time: 1.2086842
Dec 19 13:27:28.397966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.400322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.405086 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/8e483583-0ced-4f7e-bdd3-bf60f257cc96 HTTP/1.1" status: 204  len: 168 time: 3.0231893
Dec 19 13:27:28.405721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36918) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:28.410318 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-648767c3-5316-425d-87c4-edee2624e376 req-8094fd78-30f1-46c5-bb0e-e5040cca5224 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85d13dbb-ad62-4ef8-a1a6-35289450f5b6 HTTP/1.1" status: 200  len: 999 time: 0.4561338
Dec 19 13:27:28.501328 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-058b11bc-3ffa-4751-b7f7-5d6039cc8cfc req-1376f7bd-10a4-49aa-ba1f-bc3f8047321f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58cd93be-6e98-45fe-a850-c85043a0e932 HTTP/1.1" status: 200  len: 1001 time: 0.1023965
Dec 19 13:27:28.502758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-623d08c4-6ac6-4957-a4cd-4b84795f405f tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Unset dirty status for tenant:68e640acb85b4f2e9ecba75b88536def on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:28.503821 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-623d08c4-6ac6-4957-a4cd-4b84795f405f tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6496103
Dec 19 13:27:28.506609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 52de3f89-5c76-4d58-aeb3-2646ae87c390) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:28.510433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36924) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:28.541258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe9c357-cf22-4592-b99f-7440606da022 None None] Network 52de3f89-5c76-4d58-aeb3-2646ae87c390 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:28.556865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9c573353-a975-428e-a818-f000e240c307 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Deleting port 90c60351-02aa-468b-a2b9-761bea795198 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:28.557302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c573353-a975-428e-a818-f000e240c307 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.570890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:28.571734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.580555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-789619c6-add8-4272-810d-4bfc4c00eea5 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:28.675892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b11bc-3ffa-4751-b7f7-5d6039cc8cfc req-b6a44eda-b4e5-43f0-afac-f1db3400fdc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:28.677314 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-058b11bc-3ffa-4751-b7f7-5d6039cc8cfc req-b6a44eda-b4e5-43f0-afac-f1db3400fdc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50564898-908d-467f-a997-b49b377feab8 HTTP/1.1" status: 200  len: 850 time: 0.1651874
Dec 19 13:27:28.678427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648767c3-5316-425d-87c4-edee2624e376 req-9d23b1e2-727f-4baa-ade9-1c8bc0a7489a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:28.680016 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-648767c3-5316-425d-87c4-edee2624e376 req-9d23b1e2-727f-4baa-ade9-1c8bc0a7489a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb58da1e-c81f-40d1-bd91-57a34befe6d1 HTTP/1.1" status: 200  len: 845 time: 0.2394180
Dec 19 13:27:28.683793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event updated for resources: {'Port': ['ID=4cf48791-bc56-4017-b2a5-fcf8dac16e8e,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:28.698001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36928) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:28.700818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:28.724484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-12e89251-211c-4722-9cf0-00219923c88e None None] For port be75f569-d70b-4549-9db9-2fdf31edcc8c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=be75f569-d70b-4549-9db9-2fdf31edcc8c,segment=NetworkSegment(dcfcc07e-a06e-43b5-83d1-e2451bda3cfb),segment_id=dcfcc07e-a06e-43b5-83d1-e2451bda3cfb)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:28.740062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] For port be75f569-d70b-4549-9db9-2fdf31edcc8c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=be75f569-d70b-4549-9db9-2fdf31edcc8c,segment=NetworkSegment(dcfcc07e-a06e-43b5-83d1-e2451bda3cfb),segment_id=dcfcc07e-a06e-43b5-83d1-e2451bda3cfb)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:28.740831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.746653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4f54f5e0-6770-46e6-b9e1-252c2007420e tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Request body: {'router': {'name': 'tempest-router--1421741566', 'project_id': 'ff321586c5854c1abe43f48c2fa5cafa'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:28.750522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Checking segment: {'id': 'ef10d7f8-0c61-4954-abc1-6ce5a1a0e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9f18bea1-8d45-4fdf-903f-e2006418c63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:28.750873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Network hostable DHCP agents. Network: 9f18bea1-8d45-4fdf-903f-e2006418c63c, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:28.782156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4f54f5e0-6770-46e6-b9e1-252c2007420e tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:28.801790 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-058b11bc-3ffa-4751-b7f7-5d6039cc8cfc req-e1b661a4-7373-43a3-a9ea-6bd53301fd08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f70c7e67-43a4-4c39-9fb8-f73fb6cc5265&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1000278
Dec 19 13:27:28.817265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4f54f5e0-6770-46e6-b9e1-252c2007420e tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Usage tracker for resource:router and tenant:ff321586c5854c1abe43f48c2fa5cafa is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:28.825394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4f54f5e0-6770-46e6-b9e1-252c2007420e tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:28.842488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.847537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4f54f5e0-6770-46e6-b9e1-252c2007420e tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:28.945178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Calling delete_port for be75f569-d70b-4549-9db9-2fdf31edcc8c owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:28.972955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4f54f5e0-6770-46e6-b9e1-252c2007420e tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.973926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4f54f5e0-6770-46e6-b9e1-252c2007420e tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:28.978233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Deleting port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:28.978563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:29.107986 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-648767c3-5316-425d-87c4-edee2624e376 req-b3dde0ef-aaa5-4c5d-87bc-9ccd93d89afb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=663f49b5-f790-47f9-bb7b-e5941da93072&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4057131
Dec 19 13:27:29.112089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-12e89251-211c-4722-9cf0-00219923c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:29.113855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:29.147771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Network 9f18bea1-8d45-4fdf-903f-e2006418c63c is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:29.209024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:27:29.209428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:27:29.214120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 9f18bea1-8d45-4fdf-903f-e2006418c63c) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:29.235668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3a34c-69e1-47b4-88f5-f0c0bb99e377 None None] Network 9f18bea1-8d45-4fdf-903f-e2006418c63c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:29.245996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4f54f5e0-6770-46e6-b9e1-252c2007420e tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:29.288053 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-058b11bc-3ffa-4751-b7f7-5d6039cc8cfc req-a8747a70-e425-42d5-ba52-d222a5658be6 service neutron] 10.222.0.18 "GET /v2.0/networks/f70c7e67-43a4-4c39-9fb8-f73fb6cc5265?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4784558
Dec 19 13:27:29.295508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:29.300225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:29.303576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:29.305022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:29.400757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c573353-a975-428e-a818-f000e240c307 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:29.421604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e89251-211c-4722-9cf0-00219923c88e None None] Pushing event updated for resources: {'Port': ['ID=be75f569-d70b-4549-9db9-2fdf31edcc8c,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:29.525711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-12e89251-211c-4722-9cf0-00219923c88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:29.548419 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 4.6615272
Dec 19 13:27:29.549586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36950) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:29.564994 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6cefd6-dc7b-45bd-af7b-797e29d74e46 None None] New status for floating IP 18e83fa8-cc18-4ec2-90f8-b65458a91826: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:27:29.566998 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-058b11bc-3ffa-4751-b7f7-5d6039cc8cfc req-82d4591a-4a6b-435b-9387-3881e0af1a20 service neutron] 10.222.0.18 "GET /v2.0/networks/f70c7e67-43a4-4c39-9fb8-f73fb6cc5265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2512193
Dec 19 13:27:29.656273 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3dd55c-e6ea-4662-9099-748486b76678 None None] New status for floating IP c77d4950-4dea-49de-93b2-21b466107f95: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:27:29.668711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c821e1a0-7150-476b-beb1-9aa0cecfdee5 None None] DHCP port deletion for d4ed4ecb-6a8f-4219-ac6e-928c06344de1 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:27:29.684744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f5b4d862-d1cb-4bc5-88a5-5fb2a303ee39 None None] Provisioning for port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:29.689444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4f54f5e0-6770-46e6-b9e1-252c2007420e tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:29.704741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9c573353-a975-428e-a818-f000e240c307 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Calling delete_port for 90c60351-02aa-468b-a2b9-761bea795198 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:29.734531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b7178-ef91-49b4-9960-842dc75c67b8 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:29.739963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b7178-ef91-49b4-9960-842dc75c67b8 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:29.741272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-531b7178-ef91-49b4-9960-842dc75c67b8 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Synchronizing usage tracker for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:29.822489 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Deleting port be75f569-d70b-4549-9db9-2fdf31edcc8c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:29.823684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:29.838012 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-648767c3-5316-425d-87c4-edee2624e376 req-72eae3c5-12f9-4424-848b-95f1d52dde63 service neutron] 10.222.0.18 "GET /v2.0/networks/663f49b5-f790-47f9-bb7b-e5941da93072?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6986990
Dec 19 13:27:29.841133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] For port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5aa49f11-0a43-46c6-8e03-714a5bd3c17c,segment=NetworkSegment(a792652b-ca85-4a61-b59f-6f33be50a40e),segment_id=a792652b-ca85-4a61-b59f-6f33be50a40e)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:29.841559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:29.842957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-531b7178-ef91-49b4-9960-842dc75c67b8 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Unset dirty status for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:29.848308 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-531b7178-ef91-49b4-9960-842dc75c67b8 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.2895885
Dec 19 13:27:29.850908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36956) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:29.865932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c821e1a0-7150-476b-beb1-9aa0cecfdee5 None None] Deleting port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:29.866445 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c821e1a0-7150-476b-beb1-9aa0cecfdee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.013783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4f54f5e0-6770-46e6-b9e1-252c2007420e tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.015210 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4f54f5e0-6770-46e6-b9e1-252c2007420e tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 1.3116755
Dec 19 13:27:30.020337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36962) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:30.024758 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:30.082661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 36966) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:30.095336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:30.095738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.100175 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Calling delete_port for 5aa49f11-0a43-46c6-8e03-714a5bd3c17c owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:30.208694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4182c9a6-e637-44a0-95ce-f95d55cd5efb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.319041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-cb00f3da-0462-48a9-8cbc-2c54bad854c6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Deleting port 4e3a3baf-d07c-421e-b54b-efc8c289cd3c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:30.319484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb00f3da-0462-48a9-8cbc-2c54bad854c6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.427335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.451009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b9f31d1f-fc95-483e-a63c-61fa44559196 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:30.488030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Could not find standard attr ID for object 5aa49f11-0a43-46c6-8e03-714a5bd3c17c. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:27:30.508656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] No DVR routers for this DVR port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:27:30.508986 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No ports have port_id starting with 5aa49f11-0a43-46c6-8e03-714a5bd3c17c
Dec 19 13:27:30.510080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event deleted for resources: {'Port': ['ID=5aa49f11-0a43-46c6-8e03-714a5bd3c17c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:30.549334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] For port be75f569-d70b-4549-9db9-2fdf31edcc8c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=be75f569-d70b-4549-9db9-2fdf31edcc8c,segment=NetworkSegment(dcfcc07e-a06e-43b5-83d1-e2451bda3cfb),segment_id=dcfcc07e-a06e-43b5-83d1-e2451bda3cfb)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:30.549853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.571514 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c821e1a0-7150-476b-beb1-9aa0cecfdee5 None None] For port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5aa49f11-0a43-46c6-8e03-714a5bd3c17c,segment=NetworkSegment(a792652b-ca85-4a61-b59f-6f33be50a40e),segment_id=a792652b-ca85-4a61-b59f-6f33be50a40e)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:30.572007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c821e1a0-7150-476b-beb1-9aa0cecfdee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.645344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:30.646024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c573353-a975-428e-a818-f000e240c307 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.647365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device be75f569-d70b-4549-9db9-2fdf31edcc8c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:27:30.667430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:30.670277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4182c9a6-e637-44a0-95ce-f95d55cd5efb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.675158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4182c9a6-e637-44a0-95ce-f95d55cd5efb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.744468 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-648767c3-5316-425d-87c4-edee2624e376 req-c0b3aa4f-367f-48e9-91f5-0fac68935ec3 service neutron] 10.222.0.18 "GET /v2.0/networks/663f49b5-f790-47f9-bb7b-e5941da93072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8838980
Dec 19 13:27:30.772859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a8be6834-30b2-4dce-9581-b238e23927b1 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] Request body: {'port': {'network_id': '2c724a72-9396-4c62-874e-c123c0118b71', 'name': 'tempest-NetworksNegativeTestJSON-1713754952'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:30.821115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4182c9a6-e637-44a0-95ce-f95d55cd5efb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.821592 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4182c9a6-e637-44a0-95ce-f95d55cd5efb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6cbef66-b3f5-4b71-9fef-f0ef1bae04e3 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:27:30.827680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c573353-a975-428e-a818-f000e240c307 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event deleted for resources: {'Port': ['ID=90c60351-02aa-468b-a2b9-761bea795198,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:30.830028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c573353-a975-428e-a818-f000e240c307 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:30.844734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4182c9a6-e637-44a0-95ce-f95d55cd5efb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:30.848588 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4182c9a6-e637-44a0-95ce-f95d55cd5efb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e6cbef66-b3f5-4b71-9fef-f0ef1bae04e3 HTTP/1.1" status: 204  len: 168 time: 0.8245742
Dec 19 13:27:30.858585 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8be6834-30b2-4dce-9581-b238e23927b1 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] POST failed (client error): The resource could not be found.
Dec 19 13:27:30.859543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8be6834-30b2-4dce-9581-b238e23927b1 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:27:30.862259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Calling delete_port for be75f569-d70b-4549-9db9-2fdf31edcc8c owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:30.864907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36980) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:30.865108 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a8be6834-30b2-4dce-9581-b238e23927b1 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.7774146
Dec 19 13:27:30.901762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c821e1a0-7150-476b-beb1-9aa0cecfdee5 None None] Calling delete_port for 5aa49f11-0a43-46c6-8e03-714a5bd3c17c owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:30.902539 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cfd161-d7e1-4414-80d8-047345130ada tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:27:30.903177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cfd161-d7e1-4414-80d8-047345130ada tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:27:30.904979 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b8cfd161-d7e1-4414-80d8-047345130ada tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] 10.222.0.24 "DELETE /v2.0/networks/d35b9120-b57a-4d90-a894-d454efd609e9 HTTP/1.1" status: 404  len: 339 time: 0.0390513
Dec 19 13:27:30.913475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36984) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:30.964134 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-6855839b-2f6e-4ae9-92d9-62324329cdb6 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:27:30.964850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6855839b-2f6e-4ae9-92d9-62324329cdb6 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:27:30.966727 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6855839b-2f6e-4ae9-92d9-62324329cdb6 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] 10.222.0.24 "DELETE /v2.0/ports/01e408df-0827-4b57-90a9-0c1ada221e5e HTTP/1.1" status: 404  len: 333 time: 0.0525665
Dec 19 13:27:30.970396 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36988) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:31.030637 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa66276-1498-4289-8b9d-e707d743c7fe tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:27:31.031006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa66276-1498-4289-8b9d-e707d743c7fe tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:27:31.036571 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-afa66276-1498-4289-8b9d-e707d743c7fe tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] 10.222.0.24 "DELETE /v2.0/subnets/ac37edb3-e187-4c4b-b97a-8070b99e0786 HTTP/1.1" status: 404  len: 337 time: 0.0614376
Dec 19 13:27:31.036865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36992) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:31.081950 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-181da767-2a22-49e8-b8ce-eb0469e1ae6a tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] GET failed (client error): The resource could not be found.
Dec 19 13:27:31.090144 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-181da767-2a22-49e8-b8ce-eb0469e1ae6a tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] 10.222.0.24 "GET /v2.0/networks/3473de13-c64d-40e9-b583-253feac60b9d HTTP/1.1" status: 404  len: 339 time: 0.0458140
Dec 19 13:27:31.090144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 36996) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:31.095688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-c821e1a0-7150-476b-beb1-9aa0cecfdee5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:27:31.096232 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-c821e1a0-7150-476b-beb1-9aa0cecfdee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:27:31.115798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.133464 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-59291b9f-b449-49fc-a487-9d4fd0793e91 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] GET failed (client error): The resource could not be found.
Dec 19 13:27:31.138734 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-59291b9f-b449-49fc-a487-9d4fd0793e91 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] 10.222.0.24 "GET /v2.0/ports/d992b8d3-08af-42bc-a063-4a1933c58fa4 HTTP/1.1" status: 404  len: 333 time: 0.0446346
Dec 19 13:27:31.142076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37000) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:31.165656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.177958 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d95aaf-5908-4c1b-9862-c7b941d9ca8a tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] GET failed (client error): The resource could not be found.
Dec 19 13:27:31.178768 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-29d95aaf-5908-4c1b-9862-c7b941d9ca8a tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] 10.222.0.24 "GET /v2.0/subnets/f108df0f-d69d-4a8c-a604-345714ab0ee4 HTTP/1.1" status: 404  len: 337 time: 0.0389585
Dec 19 13:27:31.184291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37004) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:31.192049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3f8fc512-321c-42c7-8013-304892c77024 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:31.211167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.212536 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8fc512-321c-42c7-8013-304892c77024 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] PUT failed (client error): The resource could not be found.
Dec 19 13:27:31.213552 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8fc512-321c-42c7-8013-304892c77024 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:27:31.214479 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3f8fc512-321c-42c7-8013-304892c77024 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] 10.222.0.24 "PUT /v2.0/networks/3936f811-c3dd-40f0-946f-d9d96023ff9a HTTP/1.1" status: 404  len: 339 time: 0.0290234
Dec 19 13:27:31.217727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c573353-a975-428e-a818-f000e240c307 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.218704 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37008) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:31.222895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d469b6c40>,) {'filters': {'network_id': ['d4ed4ecb-6a8f-4219-ac6e-928c06344de1']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:31.224653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c0647c4d-4e9b-42ec-854d-9d11c2561c21 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:31.224799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:31.249769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb00f3da-0462-48a9-8cbc-2c54bad854c6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.258738 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d469b6c40>, 'a792652b-ca85-4a61-b59f-6f33be50a40e') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:31.264775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d469b6c40>, 'a792652b-ca85-4a61-b59f-6f33be50a40e') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:31.273234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Pushing event deleted for resources: {'Port': ['ID=be75f569-d70b-4549-9db9-2fdf31edcc8c,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:31.282444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:31.282968 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0647c4d-4e9b-42ec-854d-9d11c2561c21 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] PUT failed (client error): The resource could not be found.
Dec 19 13:27:31.283100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] No DVR routers for this DVR port be75f569-d70b-4549-9db9-2fdf31edcc8c on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:27:31.287009 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0647c4d-4e9b-42ec-854d-9d11c2561c21 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:27:31.287009 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c0647c4d-4e9b-42ec-854d-9d11c2561c21 tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] 10.222.0.24 "PUT /v2.0/ports/b6bd2451-9859-4a8f-95ee-5320a396980b HTTP/1.1" status: 404  len: 333 time: 0.0671964
Dec 19 13:27:31.295524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37014) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:31.301707 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9c573353-a975-428e-a818-f000e240c307 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "DELETE /v2.0/ports/90c60351-02aa-468b-a2b9-761bea795198 HTTP/1.1" status: 204  len: 168 time: 2.8947446
Dec 19 13:27:31.311604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0dad70f7-2a26-4b8f-ac66-5ccc26b294ec tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:31.316349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.324129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37018) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:31.351500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37020) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:31.363117 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dad70f7-2a26-4b8f-ac66-5ccc26b294ec tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] PUT failed (client error): The resource could not be found.
Dec 19 13:27:31.363117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dad70f7-2a26-4b8f-ac66-5ccc26b294ec tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:27:31.363117 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0dad70f7-2a26-4b8f-ac66-5ccc26b294ec tempest-NetworksNegativeTestJSON-2087069478 tempest-NetworksNegativeTestJSON-2087069478-project] 10.222.0.24 "PUT /v2.0/subnets/7680a82a-1421-43d7-9a67-5de1e4cbeffd HTTP/1.1" status: 404  len: 337 time: 0.0665164
Dec 19 13:27:31.407574 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5aa49f11-0a43-46c6-8e03-714a5bd3c17c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:27:31.475099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-cb00f3da-0462-48a9-8cbc-2c54bad854c6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Calling delete_port for 4e3a3baf-d07c-421e-b54b-efc8c289cd3c owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:31.563415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 5aa49f11-0a43-46c6-8e03-714a5bd3c17c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:27:31.563931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5aa49f11-0a43-46c6-8e03-714a5bd3c17c not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:27:31.599238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c821e1a0-7150-476b-beb1-9aa0cecfdee5 None None] Deleting port 5aa49f11-0a43-46c6-8e03-714a5bd3c17c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:31.599848 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c821e1a0-7150-476b-beb1-9aa0cecfdee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.600178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.617709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:31.618096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:31.635451 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:31.648350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-546015139', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:31.656298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:31.661818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Usage tracker for resource:router and tenant:ef99c99a1c4d4d0481e9f8f4b88c2c3f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:31.665229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:31.671627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:31.680102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c821e1a0-7150-476b-beb1-9aa0cecfdee5 None None] The port '5aa49f11-0a43-46c6-8e03-714a5bd3c17c' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:27:31.729899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb00f3da-0462-48a9-8cbc-2c54bad854c6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.738010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6d29acee-ce87-43b3-8717-0850eef43a1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:31.780317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.782013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.784450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00f3da-0462-48a9-8cbc-2c54bad854c6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event deleted for resources: {'Port': ['ID=4e3a3baf-d07c-421e-b54b-efc8c289cd3c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:31.789691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cb00f3da-0462-48a9-8cbc-2c54bad854c6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:31.802276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb00f3da-0462-48a9-8cbc-2c54bad854c6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.815046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.821711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-952cdcc8-72cd-47f4-a456-90f9ebec766e tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:31.823672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.836830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:31.852433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052adb9e-a9e4-4cb6-85bf-3d68afedfbe3 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:31.853238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-052adb9e-a9e4-4cb6-85bf-3d68afedfbe3 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Synchronizing usage tracker for tenant:25e3bf4ff7a74538b759da371a68cdb5 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:31.858783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event deleted for resources: {'Network': ['ID=d4ed4ecb-6a8f-4219-ac6e-928c06344de1,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:31.861542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:31.864681 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "DELETE /v2.0/networks/d4ed4ecb-6a8f-4219-ac6e-928c06344de1 HTTP/1.1" status: 204  len: 168 time: 3.3455083
Dec 19 13:27:31.867279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37034) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:31.931308 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cb00f3da-0462-48a9-8cbc-2c54bad854c6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "DELETE /v2.0/ports/4e3a3baf-d07c-421e-b54b-efc8c289cd3c HTTP/1.1" status: 204  len: 168 time: 2.0695715
Dec 19 13:27:31.933836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37038) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:31.986014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-052adb9e-a9e4-4cb6-85bf-3d68afedfbe3 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Unset dirty status for tenant:25e3bf4ff7a74538b759da371a68cdb5 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:31.989835 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-052adb9e-a9e4-4cb6-85bf-3d68afedfbe3 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46ad8a9-98fc-48c7-b3c8-8c696ce7b949 HTTP/1.1" status: 200  len: 913 time: 0.4340258
Dec 19 13:27:31.990443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37044) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:32.076689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37048) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:32.084224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-78ae160c-831d-4870-912e-e4c6ce0e02ac tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Deleting port 4cf48791-bc56-4017-b2a5-fcf8dac16e8e {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:32.084575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ae160c-831d-4870-912e-e4c6ce0e02ac tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.196485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.214299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.342526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.361477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca4ac8be-bf87-4478-a083-5005f7f193e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.410341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ae160c-831d-4870-912e-e4c6ce0e02ac tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.430837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d471f82e0>,) {'filters': {'network_id': ['5d6f30e6-94c8-459a-b54f-c2f48acd1bc1']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:32.446308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d471f82e0>, 'dcfcc07e-a06e-43b5-83d1-e2451bda3cfb') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:32.446596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d471f82e0>, 'dcfcc07e-a06e-43b5-83d1-e2451bda3cfb') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:32.461540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.481062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.496645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:32.497031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:32.511852 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:32.549219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-78ae160c-831d-4870-912e-e4c6ce0e02ac tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Calling delete_port for 4cf48791-bc56-4017-b2a5-fcf8dac16e8e owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:32.589545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ca4ac8be-bf87-4478-a083-5005f7f193e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:32.607794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ca4ac8be-bf87-4478-a083-5005f7f193e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b10f5d7dd93c4a4289d7c5084b287ba7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:32.614952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ca4ac8be-bf87-4478-a083-5005f7f193e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:32.634447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ca4ac8be-bf87-4478-a083-5005f7f193e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:32.700043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.725883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.735443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:32.750686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.753819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.809761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event deleted for resources: {'Network': ['ID=5d6f30e6-94c8-459a-b54f-c2f48acd1bc1,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:32.819961 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:32.829652 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "DELETE /v2.0/networks/5d6f30e6-94c8-459a-b54f-c2f48acd1bc1 HTTP/1.1" status: 204  len: 168 time: 0.9612479
Dec 19 13:27:32.833421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37058) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:32.862299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ae160c-831d-4870-912e-e4c6ce0e02ac tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.872545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8f6b51cd-9221-49e8-9095-31dbe694a6c8 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:32.933395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae160c-831d-4870-912e-e4c6ce0e02ac tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event deleted for resources: {'Port': ['ID=4cf48791-bc56-4017-b2a5-fcf8dac16e8e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:32.944167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-78ae160c-831d-4870-912e-e4c6ce0e02ac tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:32.966440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ae160c-831d-4870-912e-e4c6ce0e02ac tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:32.974529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca4ac8be-bf87-4478-a083-5005f7f193e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.006173 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-78ae160c-831d-4870-912e-e4c6ce0e02ac tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "DELETE /v2.0/ports/4cf48791-bc56-4017-b2a5-fcf8dac16e8e HTTP/1.1" status: 204  len: 168 time: 1.0712304
Dec 19 13:27:33.008289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37064) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:33.009057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.029379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Allocated IP 172.26.4.225 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/8c3b50b0-5965-4ace-b191-a72279bd0459) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:33.102315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca4ac8be-bf87-4478-a083-5005f7f193e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.115735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:33.122593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c9b9ce0d-3686-451d-9a8f-57bb8f99d389 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Synchronizing usage tracker for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:33.173566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ac8be-bf87-4478-a083-5005f7f193e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcec00d2-4834-472b-9ec6-2e9aac7b9f18,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:33.176672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca4ac8be-bf87-4478-a083-5005f7f193e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:33.187709 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ca4ac8be-bf87-4478-a083-5005f7f193e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b10f5d7dd93c4a4289d7c5084b287ba7&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1053643
Dec 19 13:27:33.187709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37068) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:33.238847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.277851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.280811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d479fadc0>,) {'filters': {'network_id': ['f47d173d-cf0b-467e-bbd7-9f76b71ad993']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:33.303361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d479fadc0>, '2fb3d53d-a97c-48bf-91e1-4dd520cc3b33') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:33.303649 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d479fadc0>, '2fb3d53d-a97c-48bf-91e1-4dd520cc3b33') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:33.320341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.325611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b45f9b9b-0657-46a8-8518-54f113813487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.327206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c9b9ce0d-3686-451d-9a8f-57bb8f99d389 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Unset dirty status for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:33.328434 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c9b9ce0d-3686-451d-9a8f-57bb8f99d389 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3192523
Dec 19 13:27:33.334560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37072) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:33.349320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.353735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1693970220'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:33.355948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.362422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:33.363936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:33.364319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.377898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Usage tracker for resource:network and tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:33.378611 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:33.384600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b45f9b9b-0657-46a8-8518-54f113813487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.391994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:33.408213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:33.501974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.504016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.506881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Made reservation on behalf of 8e6ddcd6b9a64c89a2194cdcf78b0615 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:33.508823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-744c2683-d309-4e6c-bf88-5cfa482984fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:33.510047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.593231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:33.602629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.607826 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Added segment 2b540e31-d832-4490-ae6e-c38589cf48da of type vlan for network 4d26edb6-b29e-4ad0-bb59-a87ea540986b
Dec 19 13:27:33.631591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.660183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b45f9b9b-0657-46a8-8518-54f113813487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.666948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8619f792-49b8-4b2d-b801-1ef5cd99c951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1809154946-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:33.675178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.684172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f9b9b-0657-46a8-8518-54f113813487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcec00d2-4834-472b-9ec6-2e9aac7b9f18,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:33.689825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b45f9b9b-0657-46a8-8518-54f113813487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:33.696997 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "DELETE /v2.0/networks/f47d173d-cf0b-467e-bbd7-9f76b71ad993 HTTP/1.1" status: 204  len: 168 time: 0.8632789
Dec 19 13:27:33.706916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37078) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:33.708668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:33.714010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:33.734281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:33.736370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.740023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:33.740580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.747986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:33.761683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Pushing event updated for resources: {'Port': ['ID=8c3b50b0-5965-4ace-b191-a72279bd0459,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:33.813070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:33.817334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:33.831567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b45f9b9b-0657-46a8-8518-54f113813487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.835644 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b45f9b9b-0657-46a8-8518-54f113813487 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcec00d2-4834-472b-9ec6-2e9aac7b9f18 HTTP/1.1" status: 204  len: 168 time: 0.6473627
Dec 19 13:27:33.846665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event deleted for resources: {'Network': ['ID=f47d173d-cf0b-467e-bbd7-9f76b71ad993,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:33.852297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:33.918342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event updated for resources: {'Network': ['ID=4d26edb6-b29e-4ad0-bb59-a87ea540986b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:33.926553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:33.929013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:33.941346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 4d26edb6-b29e-4ad0-bb59-a87ea540986b details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:33.971699 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6360910
Dec 19 13:27:33.975588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37086) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:33.986286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-82088466'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:33.992917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:34.000906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Usage tracker for resource:network and tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:34.015745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:34.019343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:34.107416 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.128614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Made reservation on behalf of 8e6ddcd6b9a64c89a2194cdcf78b0615 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:34.131525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.136248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d477ba790>,) {'filters': {'network_id': ['47252be1-83e5-4e66-9154-88c43fe26c17']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:34.153509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d477ba790>, '0161d6bb-b8b7-4ee0-8704-035dd8fd5937') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:34.153798 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d477ba790>, '0161d6bb-b8b7-4ee0-8704-035dd8fd5937') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:34.170312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.175813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:34.183644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.188331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.188651 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Added segment 28350d72-1832-43d7-9c55-6a8cbe9e885f of type vlan for network 9a3ebe6b-3d0d-4ade-a1d4-c1258575da48
Dec 19 13:27:34.192507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:34.192507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:34.205833 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:34.273862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.310367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.311132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.380970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.387282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.387504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Deleting port ba9b0969-79fc-4d98-b6c0-923a5a6756c3 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:34.387979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.394351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-db0ba5ce-88ac-4ca5-88f8-b4f60b34a9bf tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:34.416634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Pushing event deleted for resources: {'Network': ['ID=47252be1-83e5-4e66-9154-88c43fe26c17,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:34.419402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:34.427196 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] 10.222.0.24 "DELETE /v2.0/networks/47252be1-83e5-4e66-9154-88c43fe26c17 HTTP/1.1" status: 204  len: 168 time: 0.7166932
Dec 19 13:27:34.431391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.435947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:34.436507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.449131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a2df4f4e-1c20-4b87-8961-5779060ca3a2 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:34.635141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event updated for resources: {'Network': ['ID=9a3ebe6b-3d0d-4ade-a1d4-c1258575da48,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:34.639956 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:34.645913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 9a3ebe6b-3d0d-4ade-a1d4-c1258575da48 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:34.696410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Router e606d475-7ee8-4f6d-a362-4f3332252d82 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:27:34.782309 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.8055477
Dec 19 13:27:34.844112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:34.994991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37110) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:35.083604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Calling delete_port for ba9b0969-79fc-4d98-b6c0-923a5a6756c3 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:35.107702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:27:35.117809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3253e029-7f42-4599-8d0c-11b45f883a70 None None] Sync routers for ids ['e606d475-7ee8-4f6d-a362-4f3332252d82'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:27:35.143946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3253e029-7f42-4599-8d0c-11b45f883a70 None None] Routers {'e606d475-7ee8-4f6d-a362-4f3332252d82'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:35.144607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3253e029-7f42-4599-8d0c-11b45f883a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bb5310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e606d475-7ee8-4f6d-a362-4f3332252d82'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:35.233645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:35.234836 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.8824883
Dec 19 13:27:35.237420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37122) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:35.287928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3253e029-7f42-4599-8d0c-11b45f883a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bb5310>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:35.314581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3253e029-7f42-4599-8d0c-11b45f883a70 None None] Routers {'e606d475-7ee8-4f6d-a362-4f3332252d82'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:35.315548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3253e029-7f42-4599-8d0c-11b45f883a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bb5310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e606d475-7ee8-4f6d-a362-4f3332252d82'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:35.427331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3253e029-7f42-4599-8d0c-11b45f883a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bb5310>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:35.429224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3253e029-7f42-4599-8d0c-11b45f883a70 None None] The sync data for ids ['e606d475-7ee8-4f6d-a362-4f3332252d82'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:35.551125 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-84dbb040-8f70-4a9d-b08e-0c0aaeb5837a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68e640acb85b4f2e9ecba75b88536def&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5547829
Dec 19 13:27:35.553360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37128) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:35.565578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37132) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:35.647691 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4fd4c79d-1813-4e98-a499-282181bdbed3 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/routers/e606d475-7ee8-4f6d-a362-4f3332252d82 HTTP/1.1" status: 200  len: 920 time: 0.4089942
Dec 19 13:27:35.650199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37138) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:35.703365 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6a374dda-f7f2-41e2-9f1e-379291737428 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=e606d475-7ee8-4f6d-a362-4f3332252d82 HTTP/1.1" status: 200  len: 205 time: 0.0517092
Dec 19 13:27:35.706056 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37142) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:35.750199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b261433f-7f39-499e-86ea-c320e30b9f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:35.781241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b261433f-7f39-499e-86ea-c320e30b9f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:35.799193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6f474ad3-f14a-46ee-afbc-a532d606b74a tempest-DvrRoutersNegativeTest-1588473480 tempest-DvrRoutersNegativeTest-1588473480-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-19035956', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:35.801575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.policy [None req-6f474ad3-f14a-46ee-afbc-a532d606b74a tempest-DvrRoutersNegativeTest-1588473480 tempest-DvrRoutersNegativeTest-1588473480-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84125) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Dec 19 13:27:35.801935 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.policy [None req-6f474ad3-f14a-46ee-afbc-a532d606b74a tempest-DvrRoutersNegativeTest-1588473480 tempest-DvrRoutersNegativeTest-1588473480-project] Failed policy check for 'create_router' {{(pid=84125) enforce /opt/stack/neutron/neutron/policy.py:482}}
Dec 19 13:27:35.802545 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-6f474ad3-f14a-46ee-afbc-a532d606b74a tempest-DvrRoutersNegativeTest-1588473480 tempest-DvrRoutersNegativeTest-1588473480-project] create failed (client error): Access was denied to this resource.
Dec 19 13:27:35.807210 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6f474ad3-f14a-46ee-afbc-a532d606b74a tempest-DvrRoutersNegativeTest-1588473480 tempest-DvrRoutersNegativeTest-1588473480-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.2321451
Dec 19 13:27:35.843530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:35.850336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-78ae160c-831d-4870-912e-e4c6ce0e02ac tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:35.902488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event deleted for resources: {'Port': ['ID=ba9b0969-79fc-4d98-b6c0-923a5a6756c3,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:35.905870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:35.956292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b261433f-7f39-499e-86ea-c320e30b9f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:35.973118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-991e5df3-fc2e-4eb1-8806-cccf81f159ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:36.060900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261433f-7f39-499e-86ea-c320e30b9f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa99521-02c4-4fd4-a32f-6533e368b0d8,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:36.065677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b261433f-7f39-499e-86ea-c320e30b9f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:36.210953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:36.259353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b261433f-7f39-499e-86ea-c320e30b9f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:36.262681 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b261433f-7f39-499e-86ea-c320e30b9f01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfa99521-02c4-4fd4-a32f-6533e368b0d8 HTTP/1.1" status: 204  len: 168 time: 0.7084622
Dec 19 13:27:36.446901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:36.556308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37158) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:36.564951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:36.637804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Deleting port 8c3b50b0-5965-4ace-b191-a72279bd0459 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:36.638257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:36.954516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-98e6113c-89a3-49c2-bf16-0bfb365aad83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:37.040747 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:27:37.045691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-98e6113c-89a3-49c2-bf16-0bfb365aad83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:37.053854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-98e6113c-89a3-49c2-bf16-0bfb365aad83 admin admin] Usage tracker for resource:security_group_rule and tenant:09163f899a0f4354be3226b12e090f64 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:37.057935 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:37.066107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-98e6113c-89a3-49c2-bf16-0bfb365aad83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:37.077985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-98e6113c-89a3-49c2-bf16-0bfb365aad83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:37.210648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Calling delete_port for 8c3b50b0-5965-4ace-b191-a72279bd0459 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:37.263735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Router e46ad8a9-98fc-48c7-b3c8-8c696ce7b949 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:27:37.361121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-98e6113c-89a3-49c2-bf16-0bfb365aad83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:37.447024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-98e6113c-89a3-49c2-bf16-0bfb365aad83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:37.461377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7358b240-ad9d-42ff-8b58-33da56969d83 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:37.539599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6113c-89a3-49c2-bf16-0bfb365aad83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8ea3ca-0e46-4cc8-bdbe-131ee753c1b4,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:37.543087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-98e6113c-89a3-49c2-bf16-0bfb365aad83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:37.549762 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-98e6113c-89a3-49c2-bf16-0bfb365aad83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09163f899a0f4354be3226b12e090f64&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9908326
Dec 19 13:27:37.550413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37178) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:37.586390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:37.603079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:37.630580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:27:37.646956 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "PUT /v2.0/routers/e46ad8a9-98fc-48c7-b3c8-8c696ce7b949/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6555262
Dec 19 13:27:37.656693 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37182) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:37.665489 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed83f8b2-fc23-4687-b32d-3247062899ea None None] Sync routers for ids ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:27:37.670591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Pushing event deleted for resources: {'Port': ['ID=8c3b50b0-5965-4ace-b191-a72279bd0459,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:37.676919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:37.696238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed83f8b2-fc23-4687-b32d-3247062899ea None None] Routers {'e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:37.696986 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ed83f8b2-fc23-4687-b32d-3247062899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476f3820>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:37.791203 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ed83f8b2-fc23-4687-b32d-3247062899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476f3820>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:37.811566 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed83f8b2-fc23-4687-b32d-3247062899ea None None] Routers {'e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:37.819308 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ed83f8b2-fc23-4687-b32d-3247062899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476f3820>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:37.890629 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ed83f8b2-fc23-4687-b32d-3247062899ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476f3820>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:37.891040 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed83f8b2-fc23-4687-b32d-3247062899ea None None] The sync data for ids ['e46ad8a9-98fc-48c7-b3c8-8c696ce7b949'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:37.895691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddb669c-8764-40e5-bf80-397da94c19cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:37.961177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddb669c-8764-40e5-bf80-397da94c19cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.006690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37194) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:38.013576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'subnets': [{'network_id': '4d26edb6-b29e-4ad0-bb59-a87ea540986b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1678034164', 'ip_version': 6}, {'network_id': '9a3ebe6b-3d0d-4ade-a1d4-c1258575da48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:38.014059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'subnet': {'network_id': '4d26edb6-b29e-4ad0-bb59-a87ea540986b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1678034164', 'ip_version': 6}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:38.014906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Request body: {'subnet': {'network_id': '9a3ebe6b-3d0d-4ade-a1d4-c1258575da48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:38.087276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37198) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:38.196197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.228588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1266116499'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:38.237793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:38.246028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:network and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:38.250021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:38.252987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:38.258945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:38.262216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Usage tracker for resource:subnet and tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:38.266044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:38.274509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:38.364664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:38.367769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.381591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.396568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Made reservation on behalf of 8e6ddcd6b9a64c89a2194cdcf78b0615 for: {'subnet': 2} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:38.592715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.600544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.612315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.612895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.673075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.738975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:38.744556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:security_group_rule and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:38.752099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:38.765701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddb669c-8764-40e5-bf80-397da94c19cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.766664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.767242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Fanout notify agent at l3_agent the message router_deleted on router e606d475-7ee8-4f6d-a362-4f3332252d82 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:27:38.772441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:38.779901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-39d92a96-54f3-4ddc-9fa0-d079dd5a5769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:38.796758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb669c-8764-40e5-bf80-397da94c19cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8ea3ca-0e46-4cc8-bdbe-131ee753c1b4,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:38.802861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5ddb669c-8764-40e5-bf80-397da94c19cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:38.859609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.860680 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/e606d475-7ee8-4f6d-a362-4f3332252d82 HTTP/1.1" status: 204  len: 168 time: 3.1528955
Dec 19 13:27:38.862907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddb669c-8764-40e5-bf80-397da94c19cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.866266 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5ddb669c-8764-40e5-bf80-397da94c19cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a8ea3ca-0e46-4cc8-bdbe-131ee753c1b4 HTTP/1.1" status: 204  len: 168 time: 1.3126662
Dec 19 13:27:38.866266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37208) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:38.936577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:38.954546 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Request body: {'router': {'name': 'tempest-snat-router-196876951', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'enable_snat': False}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:38.960610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:38.977066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Usage tracker for resource:router and tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:38.983232 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:38.991619 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:39.064190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.067299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.074022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:39.096419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.097454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.115269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:39.118124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.154448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6fdf45-cc0f-425a-8a1b-83bd1606e906,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:39.157613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:39.159210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.159584 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment 8558c6a2-dbef-4114-a9ac-ce9637a60a71 of type vlan for network e2c780e7-fb03-4580-b0d0-0c04b3b68948
Dec 19 13:27:39.170804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Deleting port 406a1331-c8ec-4b59-97bf-2f834a4a5108 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:39.171446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.196123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.330894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.336776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:39.337543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.344865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-27be856a-089f-4799-a707-06d8e25f47dd tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:39.423472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.424205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.474294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.564485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=e2c780e7-fb03-4580-b0d0-0c04b3b68948,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:39.567472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:39.567893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:39.576244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network e2c780e7-fb03-4580-b0d0-0c04b3b68948 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:39.637845 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Calling delete_port for 406a1331-c8ec-4b59-97bf-2f834a4a5108 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:39.649051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event updated for resources: {'Subnet': ['ID=c13cf64a-f587-44b2-88c1-8195c599d157,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:39.654398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:39.655710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Checking segment: {'id': '2b540e31-d832-4490-ae6e-c38589cf48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d26edb6-b29e-4ad0-bb59-a87ea540986b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:39.656116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Network hostable DHCP agents. Network: 4d26edb6-b29e-4ad0-bb59-a87ea540986b, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:39.755745 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6673234
Dec 19 13:27:39.793988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Network 4d26edb6-b29e-4ad0-bb59-a87ea540986b is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:39.873536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 4d26edb6-b29e-4ad0-bb59-a87ea540986b) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:39.877535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:39.881399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37232) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:39.883038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:39.886582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c251f-5424-44eb-bf81-85e3b463cc87 None None] Network 4d26edb6-b29e-4ad0-bb59-a87ea540986b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:39.919462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'network_id': 'e2c780e7-fb03-4580-b0d0-0c04b3b68948', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:40.031893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event updated for resources: {'Subnet': ['ID=3adf5c39-bb2f-4cb4-b5ec-45018d806076,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:40.035726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:40.083479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Checking segment: {'id': '28350d72-1832-43d7-9c55-6a8cbe9e885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9a3ebe6b-3d0d-4ade-a1d4-c1258575da48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:40.084210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Network hostable DHCP agents. Network: 9a3ebe6b-3d0d-4ade-a1d4-c1258575da48, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:40.170691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-4d26edb6-b29e-4ad0-bb59-a87ea540986b', 'network_id': '4d26edb6-b29e-4ad0-bb59-a87ea540986b', 'tenant_id': '8e6ddcd6b9a64c89a2194cdcf78b0615', 'fixed_ips': [{'subnet_id': 'c13cf64a-f587-44b2-88c1-8195c599d157'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:27:40.171695 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:40.174717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:40.203304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Network 9a3ebe6b-3d0d-4ade-a1d4-c1258575da48 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:40.216811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:40.257047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:40.263143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:subnet and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:40.270356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:40.286523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:40.292297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:40.298554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4c8255a-4c50-4617-824f-2917f757cdf9 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:40.312506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 9a3ebe6b-3d0d-4ade-a1d4-c1258575da48) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:40.317506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:40.321648 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:40.321648 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:40.337369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21590615-ae2a-4e54-8e9a-d5758519ed65 None None] Network 9a3ebe6b-3d0d-4ade-a1d4-c1258575da48 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:40.349924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37242) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:40.360267 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event deleted for resources: {'Port': ['ID=406a1331-c8ec-4b59-97bf-2f834a4a5108,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:40.366184 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:40.445877 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 2.4373987
Dec 19 13:27:40.448597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37248) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:40.455201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Allocated IP 2001:db8::1 (4d26edb6-b29e-4ad0-bb59-a87ea540986b/c13cf64a-f587-44b2-88c1-8195c599d157/efcd4b54-acc7-4741-9240-16b3d5e1da3c) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:40.470731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:40.526671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-72561c3a-c11a-4a6c-93b3-1c59596173bf tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1037295950', 'prefixes': ['172.20.0.0/16']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:40.535515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-72561c3a-c11a-4a6c-93b3-1c59596173bf tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:40.571985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b93384e-f495-43cc-be5e-b3028f71015a tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:40.573464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b93384e-f495-43cc-be5e-b3028f71015a tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:40.575251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b93384e-f495-43cc-be5e-b3028f71015a tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:40.576214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3b93384e-f495-43cc-be5e-b3028f71015a tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Synchronizing usage tracker for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:40.654524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Allocated IP 172.26.4.187 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/75019e95-cca4-42a6-a62b-1ce5e10bc124) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:40.679065 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3b93384e-f495-43cc-be5e-b3028f71015a tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Unset dirty status for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:40.681201 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3b93384e-f495-43cc-be5e-b3028f71015a tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.2307200
Dec 19 13:27:40.692085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37252) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:40.753535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:40.757105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-9a3ebe6b-3d0d-4ade-a1d4-c1258575da48', 'network_id': '9a3ebe6b-3d0d-4ade-a1d4-c1258575da48', 'tenant_id': '8e6ddcd6b9a64c89a2194cdcf78b0615', 'fixed_ips': [{'subnet_id': '3adf5c39-bb2f-4cb4-b5ec-45018d806076'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:27:40.758047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:40.786797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e6b7e5-b4c2-4402-a489-15166592fe6c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Deleting subnet c13cf64a-f587-44b2-88c1-8195c599d157 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:27:40.891505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:40.897322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-72561c3a-c11a-4a6c-93b3-1c59596173bf tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] Notify callbacks [] for subnetpool, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:40.901405 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-72561c3a-c11a-4a6c-93b3-1c59596173bf tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.5472381
Dec 19 13:27:40.902720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37256) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:40.906203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:40.915384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Transition to ACTIVE for port object efcd4b54-acc7-4741-9240-16b3d5e1da3c will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:40.941714 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-35da59b1-3124-4fc3-97e7-1979366df470 tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] 10.222.0.24 "GET /v2.0/subnetpools/a673ce23-8f2a-4859-91cf-8d7e909d5281 HTTP/1.1" status: 200  len: 732 time: 0.0356522
Dec 19 13:27:40.941928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37260) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:40.947446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0cfc4c3d-5370-4bb8-93ff-234b8d847b50 tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1261348902'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:40.973862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Transition to ACTIVE for port object efcd4b54-acc7-4741-9240-16b3d5e1da3c will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:41.000602 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Allocated IP 2001:db8:0:1::1 (9a3ebe6b-3d0d-4ade-a1d4-c1258575da48/3adf5c39-bb2f-4cb4-b5ec-45018d806076/9fb86832-d9d0-4eac-9082-aa809082d47a) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:41.041227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-90e6b7e5-b4c2-4402-a489-15166592fe6c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.078865 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.086668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-706fe1c9-e039-4af9-a459-75aed19b2fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:41.158050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-90e6b7e5-b4c2-4402-a489-15166592fe6c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.211759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cfc4c3d-5370-4bb8-93ff-234b8d847b50 tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] Notify callbacks [] for subnetpool, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.215395 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0cfc4c3d-5370-4bb8-93ff-234b8d847b50 tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] 10.222.0.24 "PUT /v2.0/subnetpools/a673ce23-8f2a-4859-91cf-8d7e909d5281 HTTP/1.1" status: 200  len: 684 time: 0.2701721
Dec 19 13:27:41.218271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37268) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:41.238349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Network 4d26edb6-b29e-4ad0-bb59-a87ea540986b is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:41.240675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.243570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:41.248011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Pushing event updated for resources: {'Port': ['ID=efcd4b54-acc7-4741-9240-16b3d5e1da3c,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:41.250424 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:41.255352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:41.269198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.294274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.346466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-90e6b7e5-b4c2-4402-a489-15166592fe6c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.409582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Attempting to bind port efcd4b54-acc7-4741-9240-16b3d5e1da3c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:27:41.411370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Attempting to bind port efcd4b54-acc7-4741-9240-16b3d5e1da3c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '2b540e31-d832-4490-ae6e-c38589cf48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d26edb6-b29e-4ad0-bb59-a87ea540986b'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:27:41.411370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Attempting to bind port efcd4b54-acc7-4741-9240-16b3d5e1da3c on network 4d26edb6-b29e-4ad0-bb59-a87ea540986b {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:41.427939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:27:41.428320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Checking segment: {'id': '2b540e31-d832-4490-ae6e-c38589cf48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d26edb6-b29e-4ad0-bb59-a87ea540986b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:41.428731 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.429129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Bound using segment: {'id': '2b540e31-d832-4490-ae6e-c38589cf48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d26edb6-b29e-4ad0-bb59-a87ea540986b'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:27:41.429603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Bound port: efcd4b54-acc7-4741-9240-16b3d5e1da3c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b540e31-d832-4490-ae6e-c38589cf48da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d26edb6-b29e-4ad0-bb59-a87ea540986b'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:27:41.431664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.437002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b803c85a-0b3c-4a86-a222-6c7953e04c90 tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] Notify callbacks [] for subnetpool, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.438360 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b803c85a-0b3c-4a86-a222-6c7953e04c90 tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] 10.222.0.24 "DELETE /v2.0/subnetpools/a673ce23-8f2a-4859-91cf-8d7e909d5281 HTTP/1.1" status: 204  len: 168 time: 0.2193003
Dec 19 13:27:41.441607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.442000 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37274) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:41.456871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Transition to ACTIVE for port object 9fb86832-d9d0-4eac-9082-aa809082d47a will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:41.513372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Transition to ACTIVE for port object 9fb86832-d9d0-4eac-9082-aa809082d47a will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:41.541223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-90e6b7e5-b4c2-4402-a489-15166592fe6c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.547714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:41.550038 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] For port efcd4b54-acc7-4741-9240-16b3d5e1da3c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:27:41.553191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] For port efcd4b54-acc7-4741-9240-16b3d5e1da3c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=efcd4b54-acc7-4741-9240-16b3d5e1da3c,segment=NetworkSegment(2b540e31-d832-4490-ae6e-c38589cf48da),segment_id=2b540e31-d832-4490-ae6e-c38589cf48da)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:27:41.584231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.584841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6b7e5-b4c2-4402-a489-15166592fe6c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event deleted for resources: {'Subnet': ['ID=c13cf64a-f587-44b2-88c1-8195c599d157,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:41.587533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-90e6b7e5-b4c2-4402-a489-15166592fe6c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:41.587817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.588406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Fanout notify agent at l3_agent the message router_deleted on router e46ad8a9-98fc-48c7-b3c8-8c696ce7b949 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:27:41.590174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.601732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-01ca39b2-dfa2-4fab-afa8-e6007d01c47d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:41.605117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-90e6b7e5-b4c2-4402-a489-15166592fe6c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.622648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.627208 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:41.636192 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-1888c7d7-bd77-4499-85cf-d6f05b8c9540 tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] show failed (client error): The resource could not be found.
Dec 19 13:27:41.639919 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1888c7d7-bd77-4499-85cf-d6f05b8c9540 tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] 10.222.0.24 "GET /v2.0/subnetpools/a673ce23-8f2a-4859-91cf-8d7e909d5281 HTTP/1.1" status: 404  len: 346 time: 0.1932364
Dec 19 13:27:41.640815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37278) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:41.659217 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-9b3cb711-80f0-4f28-ba7a-387ef61b2efc tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] delete failed (client error): The resource could not be found.
Dec 19 13:27:41.663824 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9b3cb711-80f0-4f28-ba7a-387ef61b2efc tempest-SubnetPoolsTestJSON-825915951 tempest-SubnetPoolsTestJSON-825915951-project] 10.222.0.24 "DELETE /v2.0/subnetpools/a673ce23-8f2a-4859-91cf-8d7e909d5281 HTTP/1.1" status: 404  len: 346 time: 0.0190566
Dec 19 13:27:41.689693 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.693195 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "DELETE /v2.0/routers/e46ad8a9-98fc-48c7-b3c8-8c696ce7b949 HTTP/1.1" status: 204  len: 168 time: 4.0179200
Dec 19 13:27:41.693195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:41.694241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37284) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:41.697240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:41.701188 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event updated for resources: {'Port': ['ID=75019e95-cca4-42a6-a62b-1ce5e10bc124,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:41.706034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:41.706208 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Network 9a3ebe6b-3d0d-4ade-a1d4-c1258575da48 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:41.714154 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:41.716882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.725081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:41.738503 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:41.744337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f3786e8f-740d-4887-9b43-84bda3ed6dc0 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:41.763019 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-90e6b7e5-b4c2-4402-a489-15166592fe6c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "DELETE /v2.0/subnets/c13cf64a-f587-44b2-88c1-8195c599d157 HTTP/1.1" status: 204  len: 168 time: 1.0697165
Dec 19 13:27:41.769709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37288) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:41.864119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Pushing event updated for resources: {'Port': ['ID=9fb86832-d9d0-4eac-9082-aa809082d47a,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:41.868347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:41.868816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:41.877896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking segment: {'id': '8558c6a2-dbef-4114-a9ac-ce9637a60a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2c780e7-fb03-4580-b0d0-0c04b3b68948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:41.878231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network hostable DHCP agents. Network: e2c780e7-fb03-4580-b0d0-0c04b3b68948, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:41.882425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=73b2723b-aadf-4661-966e-2d3dbee959ba,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:41.888296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:41.925829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Attempting to bind port 9fb86832-d9d0-4eac-9082-aa809082d47a on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:27:41.926208 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Attempting to bind port 9fb86832-d9d0-4eac-9082-aa809082d47a by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '28350d72-1832-43d7-9c55-6a8cbe9e885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9a3ebe6b-3d0d-4ade-a1d4-c1258575da48'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:27:41.926577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Attempting to bind port 9fb86832-d9d0-4eac-9082-aa809082d47a on network 9a3ebe6b-3d0d-4ade-a1d4-c1258575da48 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:41.949895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:27:41.949895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Checking segment: {'id': '28350d72-1832-43d7-9c55-6a8cbe9e885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9a3ebe6b-3d0d-4ade-a1d4-c1258575da48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:41.949895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.954263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Bound using segment: {'id': '28350d72-1832-43d7-9c55-6a8cbe9e885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9a3ebe6b-3d0d-4ade-a1d4-c1258575da48'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:27:41.954263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Bound port: 9fb86832-d9d0-4eac-9082-aa809082d47a, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28350d72-1832-43d7-9c55-6a8cbe9e885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9a3ebe6b-3d0d-4ade-a1d4-c1258575da48'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:27:41.954263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.960810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-25024cb9-ddc8-4aac-8cd4-cd6d4ed9a304 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Deleting subnet 3adf5c39-bb2f-4cb4-b5ec-45018d806076 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:27:41.965636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25024cb9-ddc8-4aac-8cd4-cd6d4ed9a304 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:41.973412 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Pushing event updated for resources: {'Port': ['ID=efcd4b54-acc7-4741-9240-16b3d5e1da3c,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:41.977391 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:42.004663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network e2c780e7-fb03-4580-b0d0-0c04b3b68948 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:42.048723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25024cb9-ddc8-4aac-8cd4-cd6d4ed9a304 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.069074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] For port 9fb86832-d9d0-4eac-9082-aa809082d47a, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:27:42.073291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] For port 9fb86832-d9d0-4eac-9082-aa809082d47a, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9fb86832-d9d0-4eac-9082-aa809082d47a,segment=NetworkSegment(28350d72-1832-43d7-9c55-6a8cbe9e885f),segment_id=28350d72-1832-43d7-9c55-6a8cbe9e885f)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:27:42.082934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.083728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.141822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.145271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbafa0d0-9b01-46cd-b678-8d3eb41eed33 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Deleting subnet 1942f43d-55c3-49ee-81e3-a7a705a3136e {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:27:42.148452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbafa0d0-9b01-46cd-b678-8d3eb41eed33 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.165424 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:42.169993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, e2c780e7-fb03-4580-b0d0-0c04b3b68948) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:42.175958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:42.176740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.215939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbafa0d0-9b01-46cd-b678-8d3eb41eed33 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.255629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Pushing event updated for resources: {'Port': ['ID=9fb86832-d9d0-4eac-9082-aa809082d47a,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:42.258848 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:42.259822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e22cee-b6f4-4b32-bfaa-36d03f3dd24d None None] Network e2c780e7-fb03-4580-b0d0-0c04b3b68948 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:42.361463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25024cb9-ddc8-4aac-8cd4-cd6d4ed9a304 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.461390 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.5750871
Dec 19 13:27:42.462571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37298) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:42.469984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbafa0d0-9b01-46cd-b678-8d3eb41eed33 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.487378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1957946352'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:42.502759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:42.531330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:network and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:42.538192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:42.560913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:42.588106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37304) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:42.589489 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b5597f9e-b52f-4440-8b9f-899e40404fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.614481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-e2c780e7-fb03-4580-b0d0-0c04b3b68948', 'network_id': 'e2c780e7-fb03-4580-b0d0-0c04b3b68948', 'tenant_id': '10bc67d9d9e7453a8aac47bef2c52ff9', 'fixed_ips': [{'subnet_id': '73b2723b-aadf-4661-966e-2d3dbee959ba'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:27:42.617345 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.624578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25024cb9-ddc8-4aac-8cd4-cd6d4ed9a304 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.641604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:42.657619 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:42.660586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.709499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:42.723238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.723736 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment 98dc87a8-692e-454d-a9ae-36f9c4b55607 of type vlan for network 2629008c-08ee-46e4-8096-b781d5a99fd1
Dec 19 13:27:42.757740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.763016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Router 106eb3a0-32b8-47f6-9589-d73c89d0f423 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:27:42.775124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbafa0d0-9b01-46cd-b678-8d3eb41eed33 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.782317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25024cb9-ddc8-4aac-8cd4-cd6d4ed9a304 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event deleted for resources: {'Subnet': ['ID=3adf5c39-bb2f-4cb4-b5ec-45018d806076,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:42.797552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25024cb9-ddc8-4aac-8cd4-cd6d4ed9a304 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:42.798099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25024cb9-ddc8-4aac-8cd4-cd6d4ed9a304 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:42.873542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25024cb9-ddc8-4aac-8cd4-cd6d4ed9a304 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.911558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafa0d0-9b01-46cd-b678-8d3eb41eed33 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event deleted for resources: {'Subnet': ['ID=1942f43d-55c3-49ee-81e3-a7a705a3136e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:42.933880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fbafa0d0-9b01-46cd-b678-8d3eb41eed33 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:42.935861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-53e8fc1c-2e37-425a-88c1-a619f0e20e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.944107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Allocated IP 172.20.255.242 (e2c780e7-fb03-4580-b0d0-0c04b3b68948/73b2723b-aadf-4661-966e-2d3dbee959ba/8855209f-7e79-45a2-ba1b-6beffe69db14) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:42.984887 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-25024cb9-ddc8-4aac-8cd4-cd6d4ed9a304 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "DELETE /v2.0/subnets/3adf5c39-bb2f-4cb4-b5ec-45018d806076 HTTP/1.1" status: 204  len: 168 time: 1.2140791
Dec 19 13:27:42.989806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbafa0d0-9b01-46cd-b678-8d3eb41eed33 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:42.990236 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fbafa0d0-9b01-46cd-b678-8d3eb41eed33 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "DELETE /v2.0/subnets/1942f43d-55c3-49ee-81e3-a7a705a3136e HTTP/1.1" status: 204  len: 168 time: 1.2947133
Dec 19 13:27:42.991336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37310) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:42.993625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37312) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:43.023700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a49f4e-dbd6-4ba9-961b-1f693c012c2a None None] Network 0f79d03e-487d-4334-b4de-8efd8802a2cc requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:43.030954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:43.052226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:43.053464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:43.067162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b2b97277-229e-4e83-a502-72a0f8690c3c tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:43.248219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=2629008c-08ee-46e4-8096-b781d5a99fd1,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:43.251919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:43.269051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2629008c-08ee-46e4-8096-b781d5a99fd1 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:43.274273 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8000789
Dec 19 13:27:43.277098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37318) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:43.284640 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'network_id': '2629008c-08ee-46e4-8096-b781d5a99fd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:43.310793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cbb13-e87f-4068-89f7-b4b69a18fe37 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:43.311506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-788cbb13-e87f-4068-89f7-b4b69a18fe37 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Synchronizing usage tracker for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:43.318177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-53e8fc1c-2e37-425a-88c1-a619f0e20e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:43.345575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-53e8fc1c-2e37-425a-88c1-a619f0e20e84 admin admin] Usage tracker for resource:security_group_rule and tenant:1b1ea5fb43f04e22b9c40773ea79f442 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:43.351412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-53e8fc1c-2e37-425a-88c1-a619f0e20e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:43.356330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:43.362695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-53e8fc1c-2e37-425a-88c1-a619f0e20e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:43.401847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Deleting port 8e4204bd-72c2-4520-99be-92a97db865ca {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:43.402193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:43.442228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:27:43.469119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-788cbb13-e87f-4068-89f7-b4b69a18fe37 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Unset dirty status for tenant:8e6ddcd6b9a64c89a2194cdcf78b0615 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:43.469221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Sync routers for ids ['106eb3a0-32b8-47f6-9589-d73c89d0f423'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:27:43.469331 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-788cbb13-e87f-4068-89f7-b4b69a18fe37 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4733522
Dec 19 13:27:43.469406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69824d73-a498-42eb-851e-020a7924c192 None None] Network 4d26edb6-b29e-4ad0-bb59-a87ea540986b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:43.477272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37322) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:43.655842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:43.667995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9fb86832-d9d0-4eac-9082-aa809082d47a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:43.672223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:43.673445 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 4.8063238
Dec 19 13:27:43.678456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37328) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:43.679359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-53e8fc1c-2e37-425a-88c1-a619f0e20e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:43.685442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:43.733748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] For port 8e4204bd-72c2-4520-99be-92a97db865ca, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8e4204bd-72c2-4520-99be-92a97db865ca,segment=NetworkSegment(572d23ad-d249-4515-b833-ddc64fdc8a35),segment_id=572d23ad-d249-4515-b833-ddc64fdc8a35)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:43.734379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:43.752824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-53e8fc1c-2e37-425a-88c1-a619f0e20e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:43.763924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9a328213-bab0-4c20-afc2-75898fa9335a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:43.800668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:subnet and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:43.804332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:43.811155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:43.821418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Routers {'106eb3a0-32b8-47f6-9589-d73c89d0f423'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:43.822075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-889965dd-d11f-4124-b8f3-494434944075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478cc220>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['106eb3a0-32b8-47f6-9589-d73c89d0f423'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:43.841442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Deleting port 9fb86832-d9d0-4eac-9082-aa809082d47a {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:43.845847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:43.945078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:43.951511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Calling delete_port for 8e4204bd-72c2-4520-99be-92a97db865ca owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:44.046140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8fc1c-2e37-425a-88c1-a619f0e20e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2039568-5d90-4f8b-aa02-38de489bbd48,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:44.054627 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-53e8fc1c-2e37-425a-88c1-a619f0e20e84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b1ea5fb43f04e22b9c40773ea79f442&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4624248
Dec 19 13:27:44.054627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-53e8fc1c-2e37-425a-88c1-a619f0e20e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:44.081207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37336) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:44.155704 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a09eea-b6b0-4a70-b5ff-fb74d513e83a None None] Network 9a3ebe6b-3d0d-4ade-a1d4-c1258575da48 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:44.158011 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.166920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4c31aef-eb57-4a3d-919a-733bfc36ab79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.196052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4c31aef-eb57-4a3d-919a-733bfc36ab79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.217482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.223130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c573353-a975-428e-a818-f000e240c307 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:44.261847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b40f1ff7-ab5e-4386-9cbc-91fe5717b359 None None] Provisioning for port efcd4b54-acc7-4741-9240-16b3d5e1da3c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:44.274704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event deleted for resources: {'Port': ['ID=8e4204bd-72c2-4520-99be-92a97db865ca,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:44.282441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:44.286936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] No DVR routers for this DVR port 8e4204bd-72c2-4520-99be-92a97db865ca on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:27:44.330655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.412321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.417608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Set router 106eb3a0-32b8-47f6-9589-d73c89d0f423 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:44.442576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d474c63a0>,) {'filters': {'network_id': ['0f79d03e-487d-4334-b4de-8efd8802a2cc']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:44.455621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d474c63a0>, '572d23ad-d249-4515-b833-ddc64fdc8a35') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:44.455950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d474c63a0>, '572d23ad-d249-4515-b833-ddc64fdc8a35') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:44.469137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.482734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4c31aef-eb57-4a3d-919a-733bfc36ab79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.486838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca4ac8be-bf87-4478-a083-5005f7f193e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:44.489676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Transition to ACTIVE for port object 8855209f-7e79-45a2-ba1b-6beffe69db14 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:44.495557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.503285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c31aef-eb57-4a3d-919a-733bfc36ab79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2039568-5d90-4f8b-aa02-38de489bbd48,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:44.507942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d4c31aef-eb57-4a3d-919a-733bfc36ab79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:44.508946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:44.509337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:44.527501 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:44.581395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] For port 9fb86832-d9d0-4eac-9082-aa809082d47a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9fb86832-d9d0-4eac-9082-aa809082d47a,segment=NetworkSegment(28350d72-1832-43d7-9c55-6a8cbe9e885f),segment_id=28350d72-1832-43d7-9c55-6a8cbe9e885f)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:44.581395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.609196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4c31aef-eb57-4a3d-919a-733bfc36ab79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.610551 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d4c31aef-eb57-4a3d-919a-733bfc36ab79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2039568-5d90-4f8b-aa02-38de489bbd48 HTTP/1.1" status: 204  len: 168 time: 0.5282588
Dec 19 13:27:44.628175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 9fb86832-d9d0-4eac-9082-aa809082d47a completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:44.639571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Transition to ACTIVE for port object 8855209f-7e79-45a2-ba1b-6beffe69db14 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:44.673984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.677770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:44.715441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.725988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event deleted for resources: {'Network': ['ID=0f79d03e-487d-4334-b4de-8efd8802a2cc,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:44.729813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:44.730895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Calling delete_port for 9fb86832-d9d0-4eac-9082-aa809082d47a owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:44.733317 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "DELETE /v2.0/networks/0f79d03e-487d-4334-b4de-8efd8802a2cc HTTP/1.1" status: 204  len: 168 time: 1.7344997
Dec 19 13:27:44.735324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37342) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:44.806072 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe538344-999e-4571-b29b-4d91d51fb6f9 None None] DHCP port deletion for 4d26edb6-b29e-4ad0-bb59-a87ea540986b request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:27:44.819219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d0585-3625-487e-9350-e05597775f9c None None] DHCP port deletion for 0f79d03e-487d-4334-b4de-8efd8802a2cc request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:27:44.821496 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device efcd4b54-acc7-4741-9240-16b3d5e1da3c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:44.863640 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.868522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fe538344-999e-4571-b29b-4d91d51fb6f9 None None] Deleting port efcd4b54-acc7-4741-9240-16b3d5e1da3c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:44.868896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe538344-999e-4571-b29b-4d91d51fb6f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.937015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-67057d52-e3e1-4739-a41a-d7a954106e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:44.947964 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a86dc3d0-4698-4065-ad04-d66f3e8177eb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/routers/106eb3a0-32b8-47f6-9589-d73c89d0f423 HTTP/1.1" status: 200  len: 908 time: 1.2671587
Dec 19 13:27:44.950793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37352) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:44.959047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Request body: {'router': {'name': 'tempest-snat-router-196876951', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'enable_snat': True}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:44.965060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Deleting port 591f32e3-29fc-4566-bb62-1603c56019a2 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:44.965060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:44.966205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:44.970597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Usage tracker for resource:router and tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:44.974730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:44.982370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:45.029176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-01a7e09a-4640-4b11-a21c-2dedc4c40ced None None] Provisioning for port 9fb86832-d9d0-4eac-9082-aa809082d47a completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:45.032952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.050616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:45.062979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5885aa3c-f745-415e-94fe-16732615aff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.098494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.131316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.134889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.165204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event deleted for resources: {'Port': ['ID=9fb86832-d9d0-4eac-9082-aa809082d47a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:45.177790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.180240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:45.180973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.183087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:45.196710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fe538344-999e-4571-b29b-4d91d51fb6f9 None None] For port efcd4b54-acc7-4741-9240-16b3d5e1da3c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=efcd4b54-acc7-4741-9240-16b3d5e1da3c,segment=NetworkSegment(2b540e31-d832-4490-ae6e-c38589cf48da),segment_id=2b540e31-d832-4490-ae6e-c38589cf48da)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:45.197293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe538344-999e-4571-b29b-4d91d51fb6f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.223939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] No DVR routers for this DVR port 9fb86832-d9d0-4eac-9082-aa809082d47a on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:27:45.281601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-01a7e09a-4640-4b11-a21c-2dedc4c40ced None None] Provisioning complete for port 9fb86832-d9d0-4eac-9082-aa809082d47a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:45.281982 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-01a7e09a-4640-4b11-a21c-2dedc4c40ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.372320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fe538344-999e-4571-b29b-4d91d51fb6f9 None None] Calling delete_port for efcd4b54-acc7-4741-9240-16b3d5e1da3c owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:45.419570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Pushing event updated for resources: {'Port': ['ID=8855209f-7e79-45a2-ba1b-6beffe69db14,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:45.429291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=9006712d-f096-4c5a-be7d-1cd5ce93ace6,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:45.432265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.444326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:45.444549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-01a7e09a-4640-4b11-a21c-2dedc4c40ced None None] Port 9fb86832-d9d0-4eac-9082-aa809082d47a was deleted so its status cannot be updated. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 19 13:27:45.444690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:45.447602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.460123 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Network e2c780e7-fb03-4580-b0d0-0c04b3b68948 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:45.482697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:45.487081 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4642f5b0>,) {'filters': {'network_id': ['9a3ebe6b-3d0d-4ade-a1d4-c1258575da48']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:45.494321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:45.498410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking segment: {'id': '98dc87a8-692e-454d-a9ae-36f9c4b55607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2629008c-08ee-46e4-8096-b781d5a99fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:45.498768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network hostable DHCP agents. Network: 2629008c-08ee-46e4-8096-b781d5a99fd1, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:45.508199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4642f5b0>, '28350d72-1832-43d7-9c55-6a8cbe9e885f') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:45.508515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4642f5b0>, '28350d72-1832-43d7-9c55-6a8cbe9e885f') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:45.525046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.542305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Calling delete_port for 591f32e3-29fc-4566-bb62-1603c56019a2 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:45.566894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.647248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07890498-a79d-493e-91be-b221dfc481e0 None None] DHCP port deletion for 9a3ebe6b-3d0d-4ade-a1d4-c1258575da48 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:27:45.715750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe538344-999e-4571-b29b-4d91d51fb6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.720815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:45.721217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.724017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port efcd4b54-acc7-4741-9240-16b3d5e1da3c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:45.732914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:45.740793 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:45.766854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Attempting to bind port 8855209f-7e79-45a2-ba1b-6beffe69db14 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:27:45.767447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Attempting to bind port 8855209f-7e79-45a2-ba1b-6beffe69db14 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8558c6a2-dbef-4114-a9ac-ce9637a60a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2c780e7-fb03-4580-b0d0-0c04b3b68948'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:27:45.767814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Attempting to bind port 8855209f-7e79-45a2-ba1b-6beffe69db14 on network e2c780e7-fb03-4580-b0d0-0c04b3b68948 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:45.769853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port efcd4b54-acc7-4741-9240-16b3d5e1da3c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:45.770231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.797556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.801296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network 2629008c-08ee-46e4-8096-b781d5a99fd1 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:45.801416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cb00f3da-0462-48a9-8cbc-2c54bad854c6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:45.829783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Port efcd4b54-acc7-4741-9240-16b3d5e1da3c was deleted so its status cannot be updated. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 19 13:27:45.835974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe538344-999e-4571-b29b-4d91d51fb6f9 None None] Pushing event deleted for resources: {'Port': ['ID=efcd4b54-acc7-4741-9240-16b3d5e1da3c,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:45.837610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.842923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fe538344-999e-4571-b29b-4d91d51fb6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:45.851434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:27:45.851830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Checking segment: {'id': '8558c6a2-dbef-4114-a9ac-ce9637a60a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2c780e7-fb03-4580-b0d0-0c04b3b68948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:45.852299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.852774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Bound using segment: {'id': '8558c6a2-dbef-4114-a9ac-ce9637a60a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2c780e7-fb03-4580-b0d0-0c04b3b68948'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:27:45.853308 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Bound port: 8855209f-7e79-45a2-ba1b-6beffe69db14, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8558c6a2-dbef-4114-a9ac-ce9637a60a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2c780e7-fb03-4580-b0d0-0c04b3b68948'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:27:45.854103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.854217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Pushing event deleted for resources: {'Port': ['ID=591f32e3-29fc-4566-bb62-1603c56019a2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:45.857728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:45.868542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe538344-999e-4571-b29b-4d91d51fb6f9 None None] No DVR routers for this DVR port efcd4b54-acc7-4741-9240-16b3d5e1da3c on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:27:45.937707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2629008c-08ee-46e4-8096-b781d5a99fd1) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:45.943142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.948030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-889965dd-d11f-4124-b8f3-494434944075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478cc220>, [{'id': '106eb3a0-32b8-47f6-9589-d73c89d0f423', 'name': 'tempest-snat-router-196876951', 'tenant_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.187'}], 'enable_snat': False}, 'gw_port_id': '75019e95-cca4-42a6-a62b-1ce5e10bc124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:39Z', 'updated_at': '2021-12-19T13:27:41Z', 'revision_number': 3, 'project_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'gw_port': {'id': '75019e95-cca4-42a6-a62b-1ce5e10bc124', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106eb3a0-32b8-47f6-9589-d73c89d0f423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:40Z', 'updated_at': '2021-12-19T13:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:45.960424 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Checking router: 106eb3a0-32b8-47f6-9589-d73c89d0f423 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:27:45.960786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Updating router 106eb3a0-32b8-47f6-9589-d73c89d0f423 port 75019e95-cca4-42a6-a62b-1ce5e10bc124 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:27:45.991044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.991989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:45.993142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:45.996499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8e4204bd-72c2-4520-99be-92a97db865ca no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:27:46.017997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f1ab073-8d4f-41f3-830d-306f06a6c172 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:46.020474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff1c7dc-33cb-45e9-8112-294e9dccfef1 None None] Network 2629008c-08ee-46e4-8096-b781d5a99fd1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:46.039910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.102799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.104142 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] 10.222.0.24 "DELETE /v2.0/floatingips/387d55dc-f5af-4396-a16f-1ad9486f8f11 HTTP/1.1" status: 204  len: 168 time: 1.3677535
Dec 19 13:27:46.113840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 8e4204bd-72c2-4520-99be-92a97db865ca {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:27:46.113840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8e4204bd-72c2-4520-99be-92a97db865ca not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:27:46.113840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9fb86832-d9d0-4eac-9082-aa809082d47a no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:27:46.131637 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "DELETE /v2.0/networks/9a3ebe6b-3d0d-4ade-a1d4-c1258575da48 HTTP/1.1" status: 204  len: 168 time: 2.6532280
Dec 19 13:27:46.133011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37378) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:46.135194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event deleted for resources: {'Network': ['ID=9a3ebe6b-3d0d-4ade-a1d4-c1258575da48,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:46.142214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:46.171685 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] For port 8855209f-7e79-45a2-ba1b-6beffe69db14, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:27:46.177903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 9fb86832-d9d0-4eac-9082-aa809082d47a {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:27:46.178250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9fb86832-d9d0-4eac-9082-aa809082d47a not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:27:46.178680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device efcd4b54-acc7-4741-9240-16b3d5e1da3c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:27:46.206041 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.9276216
Dec 19 13:27:46.211024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37384) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:46.237070 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: efcd4b54-acc7-4741-9240-16b3d5e1da3c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:27:46.237672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device efcd4b54-acc7-4741-9240-16b3d5e1da3c not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:27:46.238830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.270268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] For port 8855209f-7e79-45a2-ba1b-6beffe69db14, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8855209f-7e79-45a2-ba1b-6beffe69db14,segment=NetworkSegment(8558c6a2-dbef-4114-a9ac-ce9637a60a71),segment_id=8558c6a2-dbef-4114-a9ac-ce9637a60a71)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:27:46.279738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.349189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.436305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37392) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:46.441588 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0037990
Dec 19 13:27:46.443635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.446285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37394) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:46.447943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.457597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1e22fb01-79db-4904-9a3a-834916b9d5b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:46.590787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.607788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.629679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d463ca370>,) {'filters': {'network_id': ['4d26edb6-b29e-4ad0-bb59-a87ea540986b']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:46.662989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d463ca370>, '2b540e31-d832-4490-ae6e-c38589cf48da') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:46.666910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d463ca370>, '2b540e31-d832-4490-ae6e-c38589cf48da') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:46.685432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.696456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.743817 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d3414569-a0ba-4cd7-b714-f5de7d76c4fd tempest-NetworksApiDiscovery-649115876 tempest-NetworksApiDiscovery-649115876-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2953672
Dec 19 13:27:46.748818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.758783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:46.759264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:46.782806 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:46.805826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Pushing event updated for resources: {'Port': ['ID=8855209f-7e79-45a2-ba1b-6beffe69db14,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:46.826651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:46.852136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c04d8-d5ce-4838-bd26-4ee10d5db74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2629008c-08ee-46e4-8096-b781d5a99fd1', 'network_id': '2629008c-08ee-46e4-8096-b781d5a99fd1', 'tenant_id': '10bc67d9d9e7453a8aac47bef2c52ff9', 'fixed_ips': [{'subnet_id': '9006712d-f096-4c5a-be7d-1cd5ce93ace6'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:27:46.853369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d37c04d8-d5ce-4838-bd26-4ee10d5db74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.864478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.905441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.942086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37404) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:46.954957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:46.968846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c17b5c1-5c87-4335-9abc-6b484b7a2aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:47.019959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Subnet': ['ID=9006712d-f096-4c5a-be7d-1cd5ce93ace6,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:47.024236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:47.046314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.064035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8770912e-6ad7-4b48-a574-ae13d923609e tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:47.129422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.147581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event deleted for resources: {'Network': ['ID=4d26edb6-b29e-4ad0-bb59-a87ea540986b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:47.159620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.163045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:47.175816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Transition to ACTIVE for port object 75019e95-cca4-42a6-a62b-1ce5e10bc124 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:47.178745 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "DELETE /v2.0/networks/4d26edb6-b29e-4ad0-bb59-a87ea540986b HTTP/1.1" status: 204  len: 168 time: 1.0422485
Dec 19 13:27:47.179625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37410) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server [None req-d37c04d8-d5ce-4838-bd26-4ee10d5db74c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9006712d-f096-4c5a-be7d-1cd5ce93ace6: This subnet is being modified by another concurrent operation.
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 19 13:27:47.192801 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise exception
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9006712d-f096-4c5a-be7d-1cd5ce93ace6: This subnet is being modified by another concurrent operation.
Dec 19 13:27:47.197955 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server 
Dec 19 13:27:47.214636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558553f3-d0b7-40fc-885a-bfe7429b6bce None None] Network 2629008c-08ee-46e4-8096-b781d5a99fd1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:47.271575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.299381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.306934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:47.375918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d469e4a00>,) {'filters': {'network_id': ['2629008c-08ee-46e4-8096-b781d5a99fd1']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:47.413081 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d469e4a00>, '98dc87a8-692e-454d-a9ae-36f9c4b55607') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:47.413328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d469e4a00>, '98dc87a8-692e-454d-a9ae-36f9c4b55607') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:47.444489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.450145 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aaf5dd81-8eb2-4546-b5fa-3dfea86a84d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25e3bf4ff7a74538b759da371a68cdb5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5068495
Dec 19 13:27:47.452486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37416) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:47.466924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.475820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Allocated IP 172.26.4.96 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/bae4b3fd-2ae8-4ca8-8340-57c847e1dff3) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:47.476268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3a0f8-e11a-4517-8a91-f11b1035c36b None None] Pushing event updated for resources: {'Port': ['ID=75019e95-cca4-42a6-a62b-1ce5e10bc124,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:47.483380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-22a3a0f8-e11a-4517-8a91-f11b1035c36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:47.502326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.527831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Attempting to bind port 75019e95-cca4-42a6-a62b-1ce5e10bc124 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:27:47.528927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Attempting to bind port 75019e95-cca4-42a6-a62b-1ce5e10bc124 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:27:47.529755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Attempting to bind port 75019e95-cca4-42a6-a62b-1ce5e10bc124 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:47.585553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:47.586075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:47.602441 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:47.639284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-29afd200-6daf-4e00-80b9-f7ea758bce06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.661646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.677364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:27:47.678336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:47.678955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.679579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:27:47.680381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Bound port: 75019e95-cca4-42a6-a62b-1ce5e10bc124, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:27:47.686788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.694752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.712741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-29afd200-6daf-4e00-80b9-f7ea758bce06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.789292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d473a6880>,) {'filters': {'network_id': ['9f18bea1-8d45-4fdf-903f-e2006418c63c']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:47.837837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d473a6880>, 'ef10d7f8-0c61-4954-abc1-6ce5a1a0e82f') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:47.837837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d473a6880>, 'ef10d7f8-0c61-4954-abc1-6ce5a1a0e82f') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:47.844976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-889965dd-d11f-4124-b8f3-494434944075 None None] For port 75019e95-cca4-42a6-a62b-1ce5e10bc124, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:27:47.849870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-889965dd-d11f-4124-b8f3-494434944075 None None] For port 75019e95-cca4-42a6-a62b-1ce5e10bc124, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=75019e95-cca4-42a6-a62b-1ce5e10bc124,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:27:47.856124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.874802 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.884970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.892796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ef9feab4-3b5d-4cb3-b2d1-a18b6caf6d0a tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:47.907629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.920214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:47.920590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.922431 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.931547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:47.937789 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/2629008c-08ee-46e4-8096-b781d5a99fd1 HTTP/1.1" status: 204  len: 168 time: 1.7207446
Dec 19 13:27:47.944190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37426) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:47.949626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8022f127-1721-4a3b-837e-c39f7308d5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:47.953338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-559630747'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:47.954702 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:47.964296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=2629008c-08ee-46e4-8096-b781d5a99fd1,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:47.969016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:47.969972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:47.976341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:network and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:47.979452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:47.986700 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:48.027027 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8855209f-7e79-45a2-ba1b-6beffe69db14 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:48.047264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-29afd200-6daf-4e00-80b9-f7ea758bce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.058666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:48.077089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37430) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:48.082460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afd200-6daf-4e00-80b9-f7ea758bce06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef09cfe0-e4a6-47a2-9dc2-31b122cd19fd,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:48.097650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:48.107268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.109503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-29afd200-6daf-4e00-80b9-f7ea758bce06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:48.117097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-29afd200-6daf-4e00-80b9-f7ea758bce06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.124563 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-29afd200-6daf-4e00-80b9-f7ea758bce06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef09cfe0-e4a6-47a2-9dc2-31b122cd19fd HTTP/1.1" status: 204  len: 168 time: 0.6648333
Dec 19 13:27:48.134706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3a0f8-e11a-4517-8a91-f11b1035c36b None None] Pushing event updated for resources: {'Port': ['ID=75019e95-cca4-42a6-a62b-1ce5e10bc124,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:48.143432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.143660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-22a3a0f8-e11a-4517-8a91-f11b1035c36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:48.143660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Routers {'106eb3a0-32b8-47f6-9589-d73c89d0f423'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:48.143660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-889965dd-d11f-4124-b8f3-494434944075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478cc220>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['106eb3a0-32b8-47f6-9589-d73c89d0f423'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:48.153107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-637dc883-9a9b-4998-89c2-136b0bc1a4f4 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:48.213350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02755e75-3d74-4e9b-810b-75b83e2a1ca0 None None] Network e2c780e7-fb03-4580-b0d0-0c04b3b68948 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:48.225004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:48.239475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.239811 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment 1567519b-74c0-478f-8349-be5b6fa3bc67 of type vlan for network ddab3108-443f-497b-a079-1fc33c813853
Dec 19 13:27:48.249106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:48.255779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:48.261272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:48.269251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.270711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-53557a33-38e9-45c9-819b-534b357f9eae tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:48.297877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.306036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event deleted for resources: {'Network': ['ID=9f18bea1-8d45-4fdf-903f-e2006418c63c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:48.308918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:48.316550 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "DELETE /v2.0/networks/9f18bea1-8d45-4fdf-903f-e2006418c63c HTTP/1.1" status: 204  len: 168 time: 1.1352422
Dec 19 13:27:48.318693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37438) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:48.342290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event updated for resources: {'Port': ['ID=bae4b3fd-2ae8-4ca8-8340-57c847e1dff3,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:48.350328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:48.351195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6079e94a-541c-423d-8652-14d44537767e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.370584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.425053 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 8855209f-7e79-45a2-ba1b-6beffe69db14 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:48.461037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.470468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6079e94a-541c-423d-8652-14d44537767e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:48.479868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6079e94a-541c-423d-8652-14d44537767e admin admin] Usage tracker for resource:security_group_rule and tenant:bf5a8a4d68db4c4f866aa825565edd35 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:48.483295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6079e94a-541c-423d-8652-14d44537767e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:48.491037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6079e94a-541c-423d-8652-14d44537767e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:48.509996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8e55d370-3120-4648-9c62-def2e45d3854 None None] Provisioning for port 8855209f-7e79-45a2-ba1b-6beffe69db14 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:48.520384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-889965dd-d11f-4124-b8f3-494434944075 None None] Set router 106eb3a0-32b8-47f6-9589-d73c89d0f423 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:48.537334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.542237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:48.542816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.551853 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:48.566713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8e55d370-3120-4648-9c62-def2e45d3854 None None] Provisioning complete for port 8855209f-7e79-45a2-ba1b-6beffe69db14 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:48.567306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8e55d370-3120-4648-9c62-def2e45d3854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.727595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6079e94a-541c-423d-8652-14d44537767e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.735904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=ddab3108-443f-497b-a079-1fc33c813853,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:48.738694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:48.772409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.776078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.788161 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8427856
Dec 19 13:27:48.797274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.802106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37448) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:48.812389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'network_id': 'ddab3108-443f-497b-a079-1fc33c813853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:48.857323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network ddab3108-443f-497b-a079-1fc33c813853 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:48.917358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6079e94a-541c-423d-8652-14d44537767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:48.986765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:49.002908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:subnet and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:49.009825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:49.015884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4713ff70>,) {'filters': {'network_id': ['52de3f89-5c76-4d58-aeb3-2646ae87c390']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:49.032439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:49.039489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4713ff70>, 'f27c66a1-036b-45b6-b297-f7d17fee5ad7') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:49.039913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4713ff70>, 'f27c66a1-036b-45b6-b297-f7d17fee5ad7') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:49.058016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:49.060400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.092114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.106411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:49.106986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.126522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079e94a-541c-423d-8652-14d44537767e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1931d29-25f7-4535-aba9-97817d6eed12,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:49.134289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6079e94a-541c-423d-8652-14d44537767e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:49.164299 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6079e94a-541c-423d-8652-14d44537767e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf5a8a4d68db4c4f866aa825565edd35&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0854266
Dec 19 13:27:49.165219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37456) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:49.165642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37458) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:49.209291 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:49.211541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8e55d370-3120-4648-9c62-def2e45d3854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.233821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0ba4513c-8ae6-48fb-b902-e447ac9b2cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.238308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:49.255633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8e55d370-3120-4648-9c62-def2e45d3854 None None] For port 8855209f-7e79-45a2-ba1b-6beffe69db14, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8855209f-7e79-45a2-ba1b-6beffe69db14,segment=NetworkSegment(8558c6a2-dbef-4114-a9ac-ce9637a60a71),segment_id=8558c6a2-dbef-4114-a9ac-ce9637a60a71)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:49.266694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-889965dd-d11f-4124-b8f3-494434944075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478cc220>, [{'id': '106eb3a0-32b8-47f6-9589-d73c89d0f423', 'name': 'tempest-snat-router-196876951', 'tenant_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.187'}], 'enable_snat': False}, 'gw_port_id': '75019e95-cca4-42a6-a62b-1ce5e10bc124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:39Z', 'updated_at': '2021-12-19T13:27:41Z', 'revision_number': 3, 'project_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'gw_port': {'id': '75019e95-cca4-42a6-a62b-1ce5e10bc124', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106eb3a0-32b8-47f6-9589-d73c89d0f423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:40Z', 'updated_at': '2021-12-19T13:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:49.274067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889965dd-d11f-4124-b8f3-494434944075 None None] The sync data for ids ['106eb3a0-32b8-47f6-9589-d73c89d0f423'] in dv-neutron-821895-1-hyperv is: [{'id': '106eb3a0-32b8-47f6-9589-d73c89d0f423', 'name': 'tempest-snat-router-196876951', 'tenant_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.187'}], 'enable_snat': False}, 'gw_port_id': '75019e95-cca4-42a6-a62b-1ce5e10bc124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:39Z', 'updated_at': '2021-12-19T13:27:41Z', 'revision_number': 3, 'project_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'gw_port': {'id': '75019e95-cca4-42a6-a62b-1ce5e10bc124', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106eb3a0-32b8-47f6-9589-d73c89d0f423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:40Z', 'updated_at': '2021-12-19T13:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:49.340900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8e55d370-3120-4648-9c62-def2e45d3854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.343386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0a8c5d0c-8793-4350-9c2b-5b1bd87112b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:49.373407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.378179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05441b-40d3-4b59-aeb1-1c64e4a032b5 req-e116575e-51e6-4c5c-a157-8720b26c954d tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:49.386253 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4d05441b-40d3-4b59-aeb1-1c64e4a032b5 req-e116575e-51e6-4c5c-a157-8720b26c954d tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 945 time: 0.5071971
Dec 19 13:27:49.436606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-309e77af-c9ff-4872-b47a-f738bb7102d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.461484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290b940a-300f-4a24-92dc-3fe13e7baeb8 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:27:49.491566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.ipam_backend_mixin [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Performing IP validity checks on allocation pools {{(pid=84124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 19 13:27:49.492108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.ipam_backend_mixin [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 19 13:27:49.534474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-309e77af-c9ff-4872-b47a-f738bb7102d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.535275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55d370-3120-4648-9c62-def2e45d3854 None None] Pushing event updated for resources: {'Port': ['ID=8855209f-7e79-45a2-ba1b-6beffe69db14,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:49.546033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8e55d370-3120-4648-9c62-def2e45d3854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:49.558034 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4d05441b-40d3-4b59-aeb1-1c64e4a032b5 req-ff84d4b0-1a33-4ac8-950b-7912ff22218a tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1702020
Dec 19 13:27:49.582317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0ba4513c-8ae6-48fb-b902-e447ac9b2cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:49.585052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-646b7188-646c-43dd-a69c-f14be8abf61f None None] Provisioning complete for port 8855209f-7e79-45a2-ba1b-6beffe69db14 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:49.585515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-646b7188-646c-43dd-a69c-f14be8abf61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.620624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0ba4513c-8ae6-48fb-b902-e447ac9b2cde admin admin] Usage tracker for resource:security_group_rule and tenant:f602df31d73d42c4bde26f2650df0be4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:49.658153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0ba4513c-8ae6-48fb-b902-e447ac9b2cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:49.675018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0ba4513c-8ae6-48fb-b902-e447ac9b2cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:49.710074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b940a-300f-4a24-92dc-3fe13e7baeb8 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:27:49.710433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.712132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e07e0ae9-6e98-493a-a38d-fbc592fb9f77 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:49.738628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.753093 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Pushing event deleted for resources: {'Network': ['ID=52de3f89-5c76-4d58-aeb3-2646ae87c390,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:49.762834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:49.767246 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] 10.222.0.24 "DELETE /v2.0/networks/52de3f89-5c76-4d58-aeb3-2646ae87c390 HTTP/1.1" status: 204  len: 168 time: 1.4444177
Dec 19 13:27:49.794192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.801241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:49.833135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0ba4513c-8ae6-48fb-b902-e447ac9b2cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.859976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-309e77af-c9ff-4872-b47a-f738bb7102d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.864302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:49.884448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e77af-c9ff-4872-b47a-f738bb7102d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1931d29-25f7-4535-aba9-97817d6eed12,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:49.889901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Router e61987de-975f-4a3d-a51e-a4619439aa77 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:27:49.897741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-309e77af-c9ff-4872-b47a-f738bb7102d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:49.910032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-309e77af-c9ff-4872-b47a-f738bb7102d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:49.911593 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-309e77af-c9ff-4872-b47a-f738bb7102d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1931d29-25f7-4535-aba9-97817d6eed12 HTTP/1.1" status: 204  len: 168 time: 0.7415831
Dec 19 13:27:49.964344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=30079938-5fab-41dd-b080-0134ad80a7a4,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:49.972452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:50.014275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0ba4513c-8ae6-48fb-b902-e447ac9b2cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:50.037315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6079e94a-541c-423d-8652-14d44537767e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:50.049581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking segment: {'id': '1567519b-74c0-478f-8349-be5b6fa3bc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ddab3108-443f-497b-a079-1fc33c813853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:50.050187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network hostable DHCP agents. Network: ddab3108-443f-497b-a079-1fc33c813853, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:50.109279 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0ba4513c-8ae6-48fb-b902-e447ac9b2cde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f602df31d73d42c4bde26f2650df0be4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9406836
Dec 19 13:27:50.144137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37474) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:50.145425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4513c-8ae6-48fb-b902-e447ac9b2cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5de4185-45a4-48c8-b671-f1a44d68a005,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:50.145425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0ba4513c-8ae6-48fb-b902-e447ac9b2cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:50.192207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8855209f-7e79-45a2-ba1b-6beffe69db14 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:50.202203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network ddab3108-443f-497b-a079-1fc33c813853 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:50.206842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-86191c55-fb55-4786-8de3-d9ea0258bf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:50.243990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-86191c55-fb55-4786-8de3-d9ea0258bf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:50.342170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, ddab3108-443f-497b-a079-1fc33c813853) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:50.351364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:50.352632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:50.408726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:27:50.426408 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Sync routers for ids ['e61987de-975f-4a3d-a51e-a4619439aa77'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:27:50.429152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-86191c55-fb55-4786-8de3-d9ea0258bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:50.437353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-86191c55-fb55-4786-8de3-d9ea0258bf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:50.447505 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-86191c55-fb55-4786-8de3-d9ea0258bf73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5de4185-45a4-48c8-b671-f1a44d68a005 HTTP/1.1" status: 204  len: 168 time: 0.3318272
Dec 19 13:27:50.450440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0cfdc26d-48d9-4288-85e4-5ad9b3e8e322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:50.450568 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Routers {'e61987de-975f-4a3d-a51e-a4619439aa77'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:50.452307 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4755b5e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e61987de-975f-4a3d-a51e-a4619439aa77'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:50.468217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 8855209f-7e79-45a2-ba1b-6beffe69db14 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:50.468217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:50.478418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86191c55-fb55-4786-8de3-d9ea0258bf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5de4185-45a4-48c8-b671-f1a44d68a005,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:50.488741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-86191c55-fb55-4786-8de3-d9ea0258bf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:50.503750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc450e72-cf99-47f7-a9d6-923ac7260de9 None None] Network ddab3108-443f-497b-a079-1fc33c813853 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:50.517097 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37484) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:50.520383 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.7172031
Dec 19 13:27:50.773263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:50.778823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37494) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:50.780170 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 5.8278041
Dec 19 13:27:50.813510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37500) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:50.852941 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 75019e95-cca4-42a6-a62b-1ce5e10bc124 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:50.946017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:50.991094 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Set router e61987de-975f-4a3d-a51e-a4619439aa77 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:51.210662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.237389 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-06d76737-347c-4934-a24e-498feb383744 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/routers/e61987de-975f-4a3d-a51e-a4619439aa77 HTTP/1.1" status: 200  len: 906 time: 0.4572525
Dec 19 13:27:51.240075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37512) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:51.265933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 75019e95-cca4-42a6-a62b-1ce5e10bc124 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:27:51.271133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07483518-955e-466f-93d5-24f99b914166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-ddab3108-443f-497b-a079-1fc33c813853', 'network_id': 'ddab3108-443f-497b-a079-1fc33c813853', 'tenant_id': '10bc67d9d9e7453a8aac47bef2c52ff9', 'fixed_ips': [{'subnet_id': '30079938-5fab-41dd-b080-0134ad80a7a4'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:27:51.271952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-07483518-955e-466f-93d5-24f99b914166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.311547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 75019e95-cca4-42a6-a62b-1ce5e10bc124 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:51.311934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.345900 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3ae22306-ca59-4c00-b4c7-7461cdc064ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e6ddcd6b9a64c89a2194cdcf78b0615&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5312283
Dec 19 13:27:51.348354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37516) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:51.370393 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4755b5e0>, [{'id': 'e61987de-975f-4a3d-a51e-a4619439aa77', 'name': 'tempest-snat-router-196876951', 'tenant_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'bae4b3fd-2ae8-4ca8-8340-57c847e1dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:45Z', 'updated_at': '2021-12-19T13:27:48Z', 'revision_number': 3, 'project_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'gw_port': {'id': 'bae4b3fd-2ae8-4ca8-8340-57c847e1dff3', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61987de-975f-4a3d-a51e-a4619439aa77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:46Z', 'updated_at': '2021-12-19T13:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:51.375021 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Checking router: e61987de-975f-4a3d-a51e-a4619439aa77 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:27:51.375653 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Updating router e61987de-975f-4a3d-a51e-a4619439aa77 port bae4b3fd-2ae8-4ca8-8340-57c847e1dff3 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:27:51.435447 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.452397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.478348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:51.610028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Subnet': ['ID=30079938-5fab-41dd-b080-0134ad80a7a4,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:51.615969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:51.627694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8b25e44-8799-4626-a59d-66b0f79a0564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.630998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.756862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37526) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:51.775176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4c804-0daf-4b4d-baea-5b507db43f17 req-7b5e158a-3c3b-489c-8f8f-2900014048e1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:51.784182 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-29f4c804-0daf-4b4d-baea-5b507db43f17 req-7b5e158a-3c3b-489c-8f8f-2900014048e1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 945 time: 0.7436261
Dec 19 13:27:51.809171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7be7865e-18be-4a62-9f89-1767c3cd38ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.810464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.839837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 75019e95-cca4-42a6-a62b-1ce5e10bc124, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=75019e95-cca4-42a6-a62b-1ce5e10bc124,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server [None req-07483518-955e-466f-93d5-24f99b914166 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30079938-5fab-41dd-b080-0134ad80a7a4: This subnet is being modified by another concurrent operation.
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 19 13:27:51.851995 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise exception
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30079938-5fab-41dd-b080-0134ad80a7a4: This subnet is being modified by another concurrent operation.
Dec 19 13:27:51.855789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server 
Dec 19 13:27:51.861212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8b25e44-8799-4626-a59d-66b0f79a0564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.879505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b528a3-3634-4783-989f-c16fc1f3ebb3 None None] Network ddab3108-443f-497b-a079-1fc33c813853 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:51.896957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.955281 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.963445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d476e9d90>,) {'filters': {'network_id': ['ddab3108-443f-497b-a079-1fc33c813853']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:51.978112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7be7865e-18be-4a62-9f89-1767c3cd38ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:51.980824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d476e9d90>, '1567519b-74c0-478f-8349-be5b6fa3bc67') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:51.980824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d476e9d90>, '1567519b-74c0-478f-8349-be5b6fa3bc67') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:51.985881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7be7865e-18be-4a62-9f89-1767c3cd38ab admin admin] Usage tracker for resource:security_group_rule and tenant:5c286af461914769ad86e47f6803e5c5 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:51.986661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:51.989784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7be7865e-18be-4a62-9f89-1767c3cd38ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:51.998860 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Transition to ACTIVE for port object bae4b3fd-2ae8-4ca8-8340-57c847e1dff3 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:52.001529 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:52.004936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7be7865e-18be-4a62-9f89-1767c3cd38ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:52.006464 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-29f4c804-0daf-4b4d-baea-5b507db43f17 req-fbd42d54-90fd-4367-950c-0f358b7ce66d tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2095830
Dec 19 13:27:52.023859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.063455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.081670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.084403 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.101612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:52.102550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.108989 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:52.139689 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:52.143533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=75019e95-cca4-42a6-a62b-1ce5e10bc124,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:52.170007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:52.197884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c0575-e426-43cf-9300-43d9a2a065ed None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:27:52.210736 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Attempting to bind port bae4b3fd-2ae8-4ca8-8340-57c847e1dff3 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:27:52.211422 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Attempting to bind port bae4b3fd-2ae8-4ca8-8340-57c847e1dff3 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:27:52.211971 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Attempting to bind port bae4b3fd-2ae8-4ca8-8340-57c847e1dff3 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:52.228667 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Pushing event updated for resources: {'Port': ['ID=bae4b3fd-2ae8-4ca8-8340-57c847e1dff3,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:52.232854 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:27:52.233471 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:52.234136 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.234716 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:27:52.235419 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Bound port: bae4b3fd-2ae8-4ca8-8340-57c847e1dff3, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:27:52.235992 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.242177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8b25e44-8799-4626-a59d-66b0f79a0564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.253941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:52.279653 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:52.280319 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:52.280806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b25e44-8799-4626-a59d-66b0f79a0564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86f9174-cf55-4660-9e96-7f82733a7871,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:52.281002 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:52.281491 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:52.282019 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:52.282508 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:52.282996 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:52.283645 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:52.284325 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:52.284868 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:52.285380 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:27:52.292365 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:52.301150 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8b25e44-8799-4626-a59d-66b0f79a0564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:52.310768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-b952f889-6c3f-422d-a739-2bb5edfe0dbe tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:52.311505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-b952f889-6c3f-422d-a739-2bb5edfe0dbe tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Synchronizing usage tracker for tenant:ff1a9186fd984e50826c0a8bda0f8d36 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:27:52.316876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8b25e44-8799-4626-a59d-66b0f79a0564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.318477 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e8b25e44-8799-4626-a59d-66b0f79a0564 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d86f9174-cf55-4660-9e96-7f82733a7871 HTTP/1.1" status: 204  len: 168 time: 0.9688718
Dec 19 13:27:52.333038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Deleting port bae4b3fd-2ae8-4ca8-8340-57c847e1dff3 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:52.333375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.345319 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] For port bae4b3fd-2ae8-4ca8-8340-57c847e1dff3, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:27:52.352250 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] For port bae4b3fd-2ae8-4ca8-8340-57c847e1dff3, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bae4b3fd-2ae8-4ca8-8340-57c847e1dff3,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:27:52.369012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7be7865e-18be-4a62-9f89-1767c3cd38ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.394710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0c0575-e426-43cf-9300-43d9a2a065ed None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:27:52.399268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.404740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7d49277e-5d93-4b90-aa0f-9e8447f323b6 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:52.428074 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.433299 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:52.438920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.450555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37538) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:52.457493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=ddab3108-443f-497b-a079-1fc33c813853,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:52.460186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:52.461743 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/ddab3108-443f-497b-a079-1fc33c813853 HTTP/1.1" status: 204  len: 168 time: 1.9437265
Dec 19 13:27:52.468810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37544) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:52.476684 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-499278471'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:52.486375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:52.494902 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:network and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:52.500866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:52.515410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:52.519861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7be7865e-18be-4a62-9f89-1767c3cd38ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.534622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1b26d780-71b4-4e9a-840b-03e358cc5b96 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:52.549828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-b952f889-6c3f-422d-a739-2bb5edfe0dbe tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Unset dirty status for tenant:ff1a9186fd984e50826c0a8bda0f8d36 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:27:52.552001 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-b952f889-6c3f-422d-a739-2bb5edfe0dbe tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.18 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 945 time: 0.3572209
Dec 19 13:27:52.573461 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Pushing event updated for resources: {'Port': ['ID=bae4b3fd-2ae8-4ca8-8340-57c847e1dff3,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:52.578559 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:52.579569 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Routers {'e61987de-975f-4a3d-a51e-a4619439aa77'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:52.580313 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4755b5e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e61987de-975f-4a3d-a51e-a4619439aa77'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:52.605362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:52.608872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.664005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1403933655-network', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:52.671391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:52.673856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:52.684301 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Usage tracker for resource:network and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:52.692561 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:52.711102 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:52.726771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.727226 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment f50900c8-428f-463b-ac89-a124691f1fed of type vlan for network eeccf5cc-fd83-482d-a83c-c474a1e67411
Dec 19 13:27:52.769083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7865e-18be-4a62-9f89-1767c3cd38ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edbea1a-c6d8-47fd-b0e9-7de2c2e16792,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:52.775329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.840245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Made reservation on behalf of afb7e7c024a14aa0b2ca3ece70a5e45a for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:52.842777 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.848934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] For port bae4b3fd-2ae8-4ca8-8340-57c847e1dff3, host dv-neutron-821895-1-hyperv, got binding levels [] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:52.849376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.862168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7be7865e-18be-4a62-9f89-1767c3cd38ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:52.870898 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7be7865e-18be-4a62-9f89-1767c3cd38ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c286af461914769ad86e47f6803e5c5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1128335
Dec 19 13:27:52.877665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37552) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:52.881039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.884463 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] Set router e61987de-975f-4a3d-a51e-a4619439aa77 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:52.919510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.925066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:52.925654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:52.936214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:53.013375 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4755b5e0>, [{'id': 'e61987de-975f-4a3d-a51e-a4619439aa77', 'name': 'tempest-snat-router-196876951', 'tenant_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:45Z', 'updated_at': '2021-12-19T13:27:52Z', 'revision_number': 4, 'project_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:53.020982 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5abdfc4-5ece-4f6d-8652-f4658de8af34 None None] The sync data for ids ['e61987de-975f-4a3d-a51e-a4619439aa77'] in dv-neutron-821895-1-hyperv is: [{'id': 'e61987de-975f-4a3d-a51e-a4619439aa77', 'name': 'tempest-snat-router-196876951', 'tenant_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:45Z', 'updated_at': '2021-12-19T13:27:52Z', 'revision_number': 4, 'project_id': '1e79efa2bbed4bf9b4d75a3dcf2b76d6', 'gw_port_host': None}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:53.032605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Calling delete_port for bae4b3fd-2ae8-4ca8-8340-57c847e1dff3 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:53.069309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Deleting port 58cd93be-6e98-45fe-a850-c85043a0e932 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:53.069773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.213229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:53.217676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:53.220584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:53.226512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:53.343587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=eeccf5cc-fd83-482d-a83c-c474a1e67411,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:53.349064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:53.364733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network eeccf5cc-fd83-482d-a83c-c474a1e67411 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:53.404481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] For port 58cd93be-6e98-45fe-a850-c85043a0e932, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=58cd93be-6e98-45fe-a850-c85043a0e932,segment=NetworkSegment(438a99a3-d3b3-4112-8770-348e84381d42),segment_id=438a99a3-d3b3-4112-8770-348e84381d42)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:53.405086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.405898 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ea546ede-4938-4e03-a3bd-0c3fd328b4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.413451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:27:53.413758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:27:53.428986 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9591312
Dec 19 13:27:53.431978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37568) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:53.465249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'network_id': 'eeccf5cc-fd83-482d-a83c-c474a1e67411', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:53.494135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.555763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ea546ede-4938-4e03-a3bd-0c3fd328b4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.570900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.592901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e7181-fa83-4c64-b8e7-c2f31f692fa1 req-c0b823e8-6a2e-4ea1-b5bb-990f0a796f2c tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:53.594390 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-229e7181-fa83-4c64-b8e7-c2f31f692fa1 req-c0b823e8-6a2e-4ea1-b5bb-990f0a796f2c tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 945 time: 0.3519053
Dec 19 13:27:53.615654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:53.699888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:53.702065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:53.710316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:subnet and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:53.721714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425c2d09-e524-4f06-bac2-7b85a2f6a239,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:53.726945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:53.730824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:53.737930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.738280 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Added segment f7d8c0aa-3242-4e0f-8c77-20527ddc2695 of type vlan for network 6db66d00-2be3-45d5-84e8-dc6c71b54415
Dec 19 13:27:53.739571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:53.766200 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-229e7181-fa83-4c64-b8e7-c2f31f692fa1 req-76d34e40-559c-485b-a0d1-6bda9f5ac001 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups?id=887aab8c-3cb3-4c42-8877-cb5d9c9da54c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1536102
Dec 19 13:27:53.781297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.782782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.783182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.783537 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Floating IP 59c9302a-ff3c-40c3-b2b5-45375fb9363c disassociated. External IP: 172.26.4.171, port: 58cd93be-6e98-45fe-a850-c85043a0e932.
Dec 19 13:27:53.783876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Calling delete_port for 58cd93be-6e98-45fe-a850-c85043a0e932 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:53.827619 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:53.898345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ea546ede-4938-4e03-a3bd-0c3fd328b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.907566 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:53.915835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Deleting port bae4b3fd-2ae8-4ca8-8340-57c847e1dff3 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:53.916028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.929255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea546ede-4938-4e03-a3bd-0c3fd328b4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edbea1a-c6d8-47fd-b0e9-7de2c2e16792,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:53.935281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ea546ede-4938-4e03-a3bd-0c3fd328b4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:53.935775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.942506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:53.942506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:53.947466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-df76f8de-afe0-418f-9210-7137aab68ea1 tempest-ExternalNetworksTestJSON-1109158404 tempest-ExternalNetworksTestJSON-1109158404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:54.078670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:54.112513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 75019e95-cca4-42a6-a62b-1ce5e10bc124 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:27:54.115765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:54.124416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a4a62d6c-bfa6-42c2-bb92-37640665c9ee tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:54.225372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 75019e95-cca4-42a6-a62b-1ce5e10bc124 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:27:54.225760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:54.259018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37584) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:54.287780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Pushing event deleted for resources: {'Port': ['ID=58cd93be-6e98-45fe-a850-c85043a0e932,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:54.294909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:54.303793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] For port bae4b3fd-2ae8-4ca8-8340-57c847e1dff3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bae4b3fd-2ae8-4ca8-8340-57c847e1dff3,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:54.304153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:54.309511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ea546ede-4938-4e03-a3bd-0c3fd328b4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:54.311032 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ea546ede-4938-4e03-a3bd-0c3fd328b4fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7edbea1a-c6d8-47fd-b0e9-7de2c2e16792 HTTP/1.1" status: 204  len: 168 time: 1.4316120
Dec 19 13:27:54.324978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=6db66d00-2be3-45d5-84e8-dc6c71b54415,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:54.327995 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.8766570
Dec 19 13:27:54.332954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:54.334553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37592) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:54.346513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 6db66d00-2be3-45d5-84e8-dc6c71b54415 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:54.348174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Request body: {'subnet': {'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1403933655-subnet', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'ip_version': 4}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:54.362784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:54.373867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Usage tracker for resource:subnet and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:54.380961 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:54.393257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:54.470232 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e18c38-e473-4653-b29e-05c9204abcab req-d053e1e3-c8dc-4684-a262-0243ee77deb4 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:54.471826 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d3e18c38-e473-4653-b29e-05c9204abcab req-d053e1e3-c8dc-4684-a262-0243ee77deb4 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.2955329
Dec 19 13:27:54.485604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Calling delete_port for bae4b3fd-2ae8-4ca8-8340-57c847e1dff3 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:54.516085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Made reservation on behalf of afb7e7c024a14aa0b2ca3ece70a5e45a for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:54.518450 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:54.680783 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-645583723'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:54.697827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:54.758828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:network and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:54.764550 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d3e18c38-e473-4653-b29e-05c9204abcab req-efbf5bb2-1ce6-4989-9534-c58060cdd5ec tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2839727
Dec 19 13:27:54.771098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:54.790002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:54.880039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:54.881140 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:54.903818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:54.941250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:54.955408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e57568f2-76bf-44fd-a616-2b465d91d2a4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:55.003528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:55.014300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:security_group_rule and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:55.017686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:55.068539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:27:55.086704 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a2798106-78ec-4469-a1a1-104f41c212b6 req-e396a376-7ad7-44df-9cb3-fe7673c0ff92 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 210 time: 0.0436409
Dec 19 13:27:55.086704 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:55.088517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.123890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=8bf33146-b56a-4c12-8830-0641b4eb4364,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:55.129940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:55.147074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:55.262223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.274457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.280978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:55.300055 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.301405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15a803b-7bd3-4788-a1e2-89f95f9d6333,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:55.304083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:55.322224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking segment: {'id': 'f50900c8-428f-463b-ac89-a124691f1fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eeccf5cc-fd83-482d-a83c-c474a1e67411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:55.322575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network hostable DHCP agents. Network: eeccf5cc-fd83-482d-a83c-c474a1e67411, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:55.337010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event deleted for resources: {'Port': ['ID=bae4b3fd-2ae8-4ca8-8340-57c847e1dff3,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:55.348880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:55.351987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Checking segment: {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:55.352511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Network hostable DHCP agents. Network: 6db66d00-2be3-45d5-84e8-dc6c71b54415, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:55.422163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.428590 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:55.473958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549e6093-5f0a-4f70-8742-42da0691b988,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:55.478804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Network 6db66d00-2be3-45d5-84e8-dc6c71b54415 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:55.489795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network eeccf5cc-fd83-482d-a83c-c474a1e67411 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:55.494341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:55.502799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:55.514859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.522086 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Added segment a24048be-a7f1-4970-a6e7-2c89bbe80133 of type vlan for network cd240b73-5c3d-4ffd-9f76-55101cb2fe53
Dec 19 13:27:55.553881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.578854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 6db66d00-2be3-45d5-84e8-dc6c71b54415) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:55.588065 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e384579-4dce-479f-bd6c-36362f28c5b3 None None] Network 6db66d00-2be3-45d5-84e8-dc6c71b54415 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:55.592004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, eeccf5cc-fd83-482d-a83c-c474a1e67411) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:55.621173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:55.621803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.644831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:55.645432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.649268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91cd62c-edfd-442e-937b-8f6783c6e587 None None] Network eeccf5cc-fd83-482d-a83c-c474a1e67411 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:55.666178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:27:55.711845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.743316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3661a35-a6e9-4405-a410-90e2167daee5 None None] Sync routers for ids ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:27:55.749678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.757623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:55.760381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:55.770127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:55.848320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3661a35-a6e9-4405-a410-90e2167daee5 None None] Routers {'4980413f-f9a5-4f12-96f3-dea8df05a1e1'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:55.849002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f3661a35-a6e9-4405-a410-90e2167daee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474a2910>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:56.102689 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.6614187
Dec 19 13:27:56.117171 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.7804167
Dec 19 13:27:56.128882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37620) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:56.128882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37622) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:56.213647 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 58cd93be-6e98-45fe-a850-c85043a0e932 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:27:56.300024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 58cd93be-6e98-45fe-a850-c85043a0e932 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:27:56.300721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 58cd93be-6e98-45fe-a850-c85043a0e932 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:27:56.310519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] No DVR routers for this DVR port 58cd93be-6e98-45fe-a850-c85043a0e932 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:27:56.314877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:56.317519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6104744a-0c44-43bf-9d7f-76991040ff92', 'name': 'network-vif-deleted', 'tag': '58cd93be-6e98-45fe-a850-c85043a0e932'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:27:56.330572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:56.341497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:56.369223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:56.379316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:56.411167 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.1428182
Dec 19 13:27:56.412644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37632) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:56.416669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:56.420386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f3661a35-a6e9-4405-a410-90e2167daee5 None None] Set router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:56.427819 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6c14d1a6-cf9e-4477-a0ee-aa9e3a2e6d78 req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.18 "DELETE /v2.0/ports/58cd93be-6e98-45fe-a850-c85043a0e932 HTTP/1.1" status: 204  len: 173 time: 3.8644557
Dec 19 13:27:56.449609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Usage tracker for resource:router and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:56.454722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Network': ['ID=cd240b73-5c3d-4ffd-9f76-55101cb2fe53,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:56.461185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'name': 'tempest-PortsTestJSON-2131095003'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:56.470805 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-6db66d00-2be3-45d5-84e8-dc6c71b54415', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:27:56.471451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:56.476523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:56.480499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b55cbf-b2bb-4f5e-94bf-ed0bc5a9fb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-eeccf5cc-fd83-482d-a83c-c474a1e67411', 'network_id': 'eeccf5cc-fd83-482d-a83c-c474a1e67411', 'tenant_id': '10bc67d9d9e7453a8aac47bef2c52ff9', 'fixed_ips': [{'subnet_id': '8bf33146-b56a-4c12-8830-0641b4eb4364'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:27:56.481566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-23b55cbf-b2bb-4f5e-94bf-ed0bc5a9fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:56.490271 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:56.525396 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:56.553101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:56.553604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e61987de-975f-4a3d-a51e-a4619439aa77 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:27:56.566603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:56.566603 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e61987de-975f-4a3d-a51e-a4619439aa77 HTTP/1.1" status: 204  len: 168 time: 5.3226533
Dec 19 13:27:56.575572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37640) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:56.589659 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:56.629928 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cc7f0491-3982-4788-953c-b20e2c3859e9 req-2cf07e09-d60b-4c3d-954f-87522597a449 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 210 time: 0.1955528
Dec 19 13:27:56.743324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfef74-7e60-4125-b750-020c2317738b req-f36f403d-cb05-4d08-a995-9e1fc8803141 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:56.751792 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-abcfef74-7e60-4125-b750-020c2317738b req-f36f403d-cb05-4d08-a995-9e1fc8803141 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.9505820
Dec 19 13:27:56.789309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:56.792464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:56.804892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:56.810260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:port and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:56.813522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:56.820815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:56.822429 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6104744a-0c44-43bf-9d7f-76991040ff92', 'name': 'network-vif-deleted', 'tag': '58cd93be-6e98-45fe-a850-c85043a0e932', 'status': 'completed', 'code': 200}
Dec 19 13:27:56.831273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:56.915276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:56.919688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.015649 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-abcfef74-7e60-4125-b750-020c2317738b req-c0b592e6-b8b6-4832-a6d7-b1f7a4dba6db tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2627094
Dec 19 13:27:57.017091 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 2cf15dc5-aee2-434a-9aed-c8569c88337e yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:27:57.078878 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.094917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:57.109749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.143346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf33146-b56a-4c12-8830-0641b4eb4364,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:57.154069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:57.194769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server [None req-23b55cbf-b2bb-4f5e-94bf-ed0bc5a9fb4f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bf33146-b56a-4c12-8830-0641b4eb4364: This subnet is being modified by another concurrent operation.
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 19 13:27:57.353592 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise exception
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8bf33146-b56a-4c12-8830-0641b4eb4364: This subnet is being modified by another concurrent operation.
Dec 19 13:27:57.358849 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server 
Dec 19 13:27:57.395974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.431512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6841cc-5720-4622-bbe3-0e9c44726768 None None] Network eeccf5cc-fd83-482d-a83c-c474a1e67411 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:57.469343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.514976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46a83c10>,) {'filters': {'network_id': ['eeccf5cc-fd83-482d-a83c-c474a1e67411']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:57.539345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46a83c10>, 'f50900c8-428f-463b-ac89-a124691f1fed') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:57.539635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46a83c10>, 'f50900c8-428f-463b-ac89-a124691f1fed') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:57.564135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Deleting port 75019e95-cca4-42a6-a62b-1ce5e10bc124 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:27:57.564862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.621160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.626183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Allocated IP 172.20.0.2 (6db66d00-2be3-45d5-84e8-dc6c71b54415/b15a803b-7bd3-4788-a1e2-89f95f9d6333/4413da84-de6d-4bc7-bf15-b0921be057ac) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:57.743114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.747458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.768366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:27:57.769771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:27:57.785664 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:27:57.934231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.970965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:57.980743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:58.018287 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:58.034467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f3661a35-a6e9-4405-a410-90e2167daee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474a2910>, [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:19Z', 'revision_number': 4, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '410080cb-fb3b-448a-bb80-701f2273b8b5', 'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'mac_address': 'fa:16:3e:04:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50564898-908d-467f-a997-b49b377feab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:17Z', 'updated_at': '2021-12-19T13:26:32Z', 'revision_number': 5, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'subnets': [{'id': '50564898-908d-467f-a997-b49b377feab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:58.041318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3661a35-a6e9-4405-a410-90e2167daee5 None None] Checking router: 4980413f-f9a5-4f12-96f3-dea8df05a1e1 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:27:58.083005 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/eeccf5cc-fd83-482d-a83c-c474a1e67411 HTTP/1.1" status: 204  len: 168 time: 1.9541671
Dec 19 13:27:58.092187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] For port 75019e95-cca4-42a6-a62b-1ce5e10bc124, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=75019e95-cca4-42a6-a62b-1ce5e10bc124,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:27:58.092830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:58.100408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3661a35-a6e9-4405-a410-90e2167daee5 None None] Routers {'4980413f-f9a5-4f12-96f3-dea8df05a1e1'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:27:58.101796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f3661a35-a6e9-4405-a410-90e2167daee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474a2910>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:58.107294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37666) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:58.140049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:58.211465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=eeccf5cc-fd83-482d-a83c-c474a1e67411,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:58.226591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2015588188'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:58.291252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Calling delete_port for 75019e95-cca4-42a6-a62b-1ce5e10bc124 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:27:58.295030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:58.295635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5e9ec1ad-3f27-4abb-8810-6533058a6e7f tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:58.326769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:58.339671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:58.341305 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6eef5200-0624-4984-a1ee-2c79cf9e6132 req-697af347-b398-4468-aa7f-a61afd8a8d1a tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/ports?device_id=6104744a-0c44-43bf-9d7f-76991040ff92 HTTP/1.1" status: 200  len: 210 time: 0.2669940
Dec 19 13:27:58.371211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:network and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:58.372765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:58.390346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:58.422435 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Transition to ACTIVE for port object 4413da84-de6d-4bc7-bf15-b0921be057ac will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:58.439565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=2cf15dc5-aee2-434a-9aed-c8569c88337e,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:58.455140 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:58.456327 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Checking segment: {'id': 'a24048be-a7f1-4970-a6e7-2c89bbe80133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:58.456898 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network hostable DHCP agents. Network: cd240b73-5c3d-4ffd-9f76-55101cb2fe53, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:27:58.550090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:58.554223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:58.611440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:58.617305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d0ce5ab6-7b23-4f1b-9942-8aec173c6b1f tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:58.626293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Transition to ACTIVE for port object 4413da84-de6d-4bc7-bf15-b0921be057ac will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:27:58.634820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f3661a35-a6e9-4405-a410-90e2167daee5 None None] Set router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:27:58.710761 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37678) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:58.712712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event deleted for resources: {'Port': ['ID=75019e95-cca4-42a6-a62b-1ce5e10bc124,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:58.728973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:58.806924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:27:58.915640 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:58.922354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:58.943708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:58.974462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:58.994629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, cd240b73-5c3d-4ffd-9f76-55101cb2fe53) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:58.997419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.014140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a553178d-4108-4e27-b368-f3b21ba1242e None None] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:27:59.033565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Pushing event updated for resources: {'Port': ['ID=4413da84-de6d-4bc7-bf15-b0921be057ac,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:59.039343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:59.043674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:59.044270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.048414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.048882 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment 4e7e91a1-5e8b-4d7c-be8c-f087f3b62897 of type vlan for network 2097b5fb-dac6-4714-adae-0a478e4378a4
Dec 19 13:27:59.083552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Network 6db66d00-2be3-45d5-84e8-dc6c71b54415 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:27:59.086824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:59.092449 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:27:59.108524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:27:59.145087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.162475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c64da7-482a-44ce-b205-a111a81ff683 req-8affafec-b213-40f7-a03b-ca7da374b4b0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:59.164027 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c6c64da7-482a-44ce-b205-a111a81ff683 req-8affafec-b213-40f7-a03b-ca7da374b4b0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.3918626
Dec 19 13:27:59.177146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e6de2-2f1c-46a4-ac6b-5c503a9b3094 req-7f1a26ae-9985-4bf3-b8be-84f99f47848b tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:59.181290 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2a6e6de2-2f1c-46a4-ac6b-5c503a9b3094 req-7f1a26ae-9985-4bf3-b8be-84f99f47848b tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 946 time: 0.4049358
Dec 19 13:27:59.203928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1904903858', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:59.219994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:59.226812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Usage tracker for resource:port and tenant:492e986d01ff4a8e8f255e2ddf3047af is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:59.229556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.238795 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.8005033
Dec 19 13:27:59.258939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37684) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:59.288806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:59.290883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-395390380'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:59.302851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:59.319277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Attempting to bind port 4413da84-de6d-4bc7-bf15-b0921be057ac on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:27:59.319659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Attempting to bind port 4413da84-de6d-4bc7-bf15-b0921be057ac by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:27:59.320285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Attempting to bind port 4413da84-de6d-4bc7-bf15-b0921be057ac on network 6db66d00-2be3-45d5-84e8-dc6c71b54415 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:27:59.320542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:network and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:59.332329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:59.344228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:27:59.344601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Checking segment: {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:27:59.345540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.345540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Bound using segment: {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:27:59.345841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Bound port: 4413da84-de6d-4bc7-bf15-b0921be057ac, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:27:59.346222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.353317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:59.353659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:59.357194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Allocated IP 172.26.4.31 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/387252b9-03f0-4a07-8feb-8eff856531c7) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:27:59.380168 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c6c64da7-482a-44ce-b205-a111a81ff683 req-684caacb-f1e2-4004-9cd3-978cbf6b0db0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1957927
Dec 19 13:27:59.386435 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2a6e6de2-2f1c-46a4-ac6b-5c503a9b3094 req-7c7d3353-e3cc-4e1c-80b5-f269eb20be2f tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1675482
Dec 19 13:27:59.423293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f3661a35-a6e9-4405-a410-90e2167daee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474a2910>, [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:19Z', 'revision_number': 4, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '410080cb-fb3b-448a-bb80-701f2273b8b5', 'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'mac_address': 'fa:16:3e:04:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50564898-908d-467f-a997-b49b377feab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:17Z', 'updated_at': '2021-12-19T13:26:32Z', 'revision_number': 5, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'subnets': [{'id': '50564898-908d-467f-a997-b49b377feab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:27:59.458397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:59.463910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.478743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] For port 4413da84-de6d-4bc7-bf15-b0921be057ac, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:27:59.486769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] For port 4413da84-de6d-4bc7-bf15-b0921be057ac, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4413da84-de6d-4bc7-bf15-b0921be057ac,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:27:59.489042 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3661a35-a6e9-4405-a410-90e2167daee5 None None] The sync data for ids ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'] in dv-neutron-821895-1-hyperv is: [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:19Z', 'revision_number': 4, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '410080cb-fb3b-448a-bb80-701f2273b8b5', 'name': '', 'network_id': 'f70c7e67-43a4-4c39-9fb8-f73fb6cc5265', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'mac_address': 'fa:16:3e:04:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50564898-908d-467f-a997-b49b377feab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:17Z', 'updated_at': '2021-12-19T13:26:32Z', 'revision_number': 5, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'subnets': [{'id': '50564898-908d-467f-a997-b49b377feab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:27:59.525225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Made reservation on behalf of 492e986d01ff4a8e8f255e2ddf3047af for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:27:59.528125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.548460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.556283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.560203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.564511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:59.565967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.575359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.577733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:27:59.578347 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.590148 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:59.616526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:59.643172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Usage tracker for resource:security_group_rule and tenant:492e986d01ff4a8e8f255e2ddf3047af is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:59.647288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:59.655722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:59.684830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Pushing event updated for resources: {'Port': ['ID=4413da84-de6d-4bc7-bf15-b0921be057ac,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:59.689599 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:59.704534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:27:59.718213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.727764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37696) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:59.743804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.744393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 106eb3a0-32b8-47f6-9589-d73c89d0f423 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:27:59.757717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=2097b5fb-dac6-4714-adae-0a478e4378a4,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:59.757897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.761748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:59.762810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.763174 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Added segment 7c053f28-9d6a-4568-97e1-d5fccf4b402e of type vlan for network cc2e8512-b635-4958-9cb4-c7d965fd1eb7
Dec 19 13:27:59.772327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2097b5fb-dac6-4714-adae-0a478e4378a4 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:27:59.779954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.786005 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "DELETE /v2.0/routers/106eb3a0-32b8-47f6-9589-d73c89d0f423 HTTP/1.1" status: 204  len: 168 time: 3.2087471
Dec 19 13:27:59.786741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37700) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:59.787622 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6494460
Dec 19 13:27:59.792438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37704) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:27:59.793851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1182688525', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:59.801295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:27:59.805565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Usage tracker for resource:router and tenant:ef99c99a1c4d4d0481e9f8f4b88c2c3f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:27:59.809898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:27:59.811775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'network_id': '2097b5fb-dac6-4714-adae-0a478e4378a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:27:59.820578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:27:59.839123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.845468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2d261e5e-22f6-4f85-b96e-9978e21ab9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:27:59.857459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] device_id is not set on port ea348f27-1b27-4df3-8d44-4494536c8012 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:27:59.923656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f5170e-1812-4146-866a-489da6b6a70a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:27:59.928530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:27:59.950936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.962201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:27:59.963321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:00.005655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:00.031188 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:00.033544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-325eac72-a4a6-4fe4-8b82-a0d4c6b1c0a1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:00.038994 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:subnet and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:00.053322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:00.060113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:00.077745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-325eac72-a4a6-4fe4-8b82-a0d4c6b1c0a1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:00.116586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:00.128281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9df2bb5d-7b74-424a-8bb7-54bef325b594 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:00.199861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:00.203862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:00.204457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:00.236500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:00.240381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4413da84-de6d-4bc7-bf15-b0921be057ac up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:00.306308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Allocated IP 172.26.4.117 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/ea348f27-1b27-4df3-8d44-4494536c8012) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:00.348897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:00.365511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:00.369149 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Pushing event updated for resources: {'Port': ['ID=387252b9-03f0-4a07-8feb-8eff856531c7,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:00.374942 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:00.407867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:00.411326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d90dc2a5-c7cb-441e-8373-792c101b7702 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:00.418733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:00.421654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 4413da84-de6d-4bc7-bf15-b0921be057ac completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:00.491945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:00.516674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-325eac72-a4a6-4fe4-8b82-a0d4c6b1c0a1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:00.520307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-325eac72-a4a6-4fe4-8b82-a0d4c6b1c0a1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:00.521649 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-325eac72-a4a6-4fe4-8b82-a0d4c6b1c0a1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "DELETE /v2.0/security-groups/887aab8c-3cb3-4c42-8877-cb5d9c9da54c HTTP/1.1" status: 204  len: 168 time: 0.7893925
Dec 19 13:28:00.523381 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.2552903
Dec 19 13:28:00.528406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37712) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:00.529067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37714) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:00.540577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'ports': [{'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53'}, {'network_id': 'cc2e8512-b635-4958-9cb4-c7d965fd1eb7'}]} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:00.541308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:00.542030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': 'cc2e8512-b635-4958-9cb4-c7d965fd1eb7'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:00.715298 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-1c18edf1-548c-4e57-a22d-2355b8295baa tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] show failed (client error): The resource could not be found.
Dec 19 13:28:00.716318 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1c18edf1-548c-4e57-a22d-2355b8295baa tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "GET /v2.0/security-groups/887aab8c-3cb3-4c42-8877-cb5d9c9da54c HTTP/1.1" status: 404  len: 347 time: 0.1833317
Dec 19 13:28:00.727079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37722) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:00.945569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Network': ['ID=cc2e8512-b635-4958-9cb4-c7d965fd1eb7,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:00.955010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:00.956673 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network cc2e8512-b635-4958-9cb4-c7d965fd1eb7 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:00.958710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:00.994595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325eac72-a4a6-4fe4-8b82-a0d4c6b1c0a1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887aab8c-3cb3-4c42-8877-cb5d9c9da54c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:01.000378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-325eac72-a4a6-4fe4-8b82-a0d4c6b1c0a1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:01.044585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f7beea-260a-44ae-a32a-653598b9d95b None None] Network 6db66d00-2be3-45d5-84e8-dc6c71b54415 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:01.087979 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.089459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.110737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23511ce5-171d-4974-8f0e-eb4e42ee1081 req-ac0d14b8-4aa5-4aa9-84d5-d04b1afceea2 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:01.112224 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-23511ce5-171d-4974-8f0e-eb4e42ee1081 req-ac0d14b8-4aa5-4aa9-84d5-d04b1afceea2 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.4727674
Dec 19 13:28:01.191129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12f9b7-389a-41a5-83c8-334903894fde req-705c935e-86f2-4ab8-99d4-d0ddddd17620 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:01.192598 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1a12f9b7-389a-41a5-83c8-334903894fde req-705c935e-86f2-4ab8-99d4-d0ddddd17620 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 946 time: 0.3507724
Dec 19 13:28:01.201600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.225134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Deleting port 4dc4175d-1ffb-4dce-bb0d-ec316c987a57 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:01.225445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.293200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:01.300472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-72286d86-2927-4c27-b735-bade59d4b96f None None] Provisioning for port 4413da84-de6d-4bc7-bf15-b0921be057ac completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:01.310577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-72286d86-2927-4c27-b735-bade59d4b96f None None] Provisioning complete for port 4413da84-de6d-4bc7-bf15-b0921be057ac triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:01.310982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:port and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:01.311473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-72286d86-2927-4c27-b735-bade59d4b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.331171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:01.336305 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-23511ce5-171d-4974-8f0e-eb4e42ee1081 req-95ae2b5c-10b7-438a-86ca-1c22d41bb3a5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1583791
Dec 19 13:28:01.347107 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1a12f9b7-389a-41a5-83c8-334903894fde req-3227a6b3-3ae8-4e83-99b7-3dde11cfcdde tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1271856
Dec 19 13:28:01.428022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:01.448726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.464022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-859db6b0-f56b-43db-9c5e-afb1a9450ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:01.507865 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb5b73-8d1b-4ec3-8852-c8d32555f127 None None] New status for floating IP 59c9302a-ff3c-40c3-b2b5-45375fb9363c: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:28:01.520457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.520876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.562034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=53905295-9842-41b3-9991-04a4b111f121,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:01.565031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:01.596845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-72286d86-2927-4c27-b735-bade59d4b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.621004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking segment: {'id': '4e7e91a1-5e8b-4d7c-be8c-f087f3b62897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2097b5fb-dac6-4714-adae-0a478e4378a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:01.624739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network hostable DHCP agents. Network: 2097b5fb-dac6-4714-adae-0a478e4378a4, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:01.648372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-72286d86-2927-4c27-b735-bade59d4b96f None None] For port 4413da84-de6d-4bc7-bf15-b0921be057ac, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4413da84-de6d-4bc7-bf15-b0921be057ac,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:01.674405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.732327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-72286d86-2927-4c27-b735-bade59d4b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.734425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-22a3a0f8-e11a-4517-8a91-f11b1035c36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:01.753793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.770519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:28:01.772799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network 2097b5fb-dac6-4714-adae-0a478e4378a4 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:01.815191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Calling delete_port for 4dc4175d-1ffb-4dce-bb0d-ec316c987a57 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:01.854848 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72286d86-2927-4c27-b735-bade59d4b96f None None] Pushing event updated for resources: {'Port': ['ID=4413da84-de6d-4bc7-bf15-b0921be057ac,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:01.856422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-72286d86-2927-4c27-b735-bade59d4b96f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:01.857819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3d0dfaf3-166d-4216-ad0b-3d4aacc00864 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:01.880092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2097b5fb-dac6-4714-adae-0a478e4378a4) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:01.887190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.893620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac7b107-3118-4ad2-af6b-37b2ad6448f5 None None] Network 2097b5fb-dac6-4714-adae-0a478e4378a4 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:01.897613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:01.898551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 2} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:01.900115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:01.905576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.905716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.972369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:01.974095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:01.994622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:02.011821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-618d3c6b-57e7-413e-b25a-b090e7b0426f None None] Provisioning complete for port 4413da84-de6d-4bc7-bf15-b0921be057ac triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:02.012593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-618d3c6b-57e7-413e-b25a-b090e7b0426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.018452 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2231658
Dec 19 13:28:02.025381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37726) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:02.093763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:02.094279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.108715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4413da84-de6d-4bc7-bf15-b0921be057ac up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:02.219346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.230817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:02.259006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Pushing event updated for resources: {'Port': ['ID=ea348f27-1b27-4df3-8d44-4494536c8012,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:02.263473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Sync routers for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:02.264176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:02.319194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.323822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:02.323822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d471f66a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:02.327296 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 3.6069834
Dec 19 13:28:02.336495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37730) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:02.350225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.357501 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.2216504
Dec 19 13:28:02.359861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37732) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:02.376093 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.117'}]}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:02.377935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed8454e-1f7a-45c9-9d40-864457b041f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2097b5fb-dac6-4714-adae-0a478e4378a4', 'network_id': '2097b5fb-dac6-4714-adae-0a478e4378a4', 'tenant_id': '10bc67d9d9e7453a8aac47bef2c52ff9', 'fixed_ips': [{'subnet_id': '53905295-9842-41b3-9991-04a4b111f121'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:28:02.378810 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0ed8454e-1f7a-45c9-9d40-864457b041f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.389989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:02.400740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 186b0e91-d799-40c5-9077-f2b32c6c9ec3 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:28:02.407773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Usage tracker for resource:router and tenant:492e986d01ff4a8e8f255e2ddf3047af is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:02.412145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4413da84-de6d-4bc7-bf15-b0921be057ac triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:02.415640 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.444266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:02.491629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:02.507635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-aa7492bc-29d2-47a2-85b8-64b8e9ed24c3 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:02.508317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-aa7492bc-29d2-47a2-85b8-64b8e9ed24c3 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Synchronizing usage tracker for tenant:a2df18cdddf84a9bb57cf83bee4224ba on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:02.515896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Allocated IP 172.26.4.133 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/0911401f-7ef1-47fc-86d6-dcb8eb689600) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:02.520431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:02.520747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:02.559832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.661558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.661558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.670306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-aa7492bc-29d2-47a2-85b8-64b8e9ed24c3 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Unset dirty status for tenant:a2df18cdddf84a9bb57cf83bee4224ba on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:02.671441 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-aa7492bc-29d2-47a2-85b8-64b8e9ed24c3 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.18 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 946 time: 0.7353542
Dec 19 13:28:02.690471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:02.699187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:02.736997 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb84948-7c30-40e9-b24b-bb5322c0405f None None] Network 2097b5fb-dac6-4714-adae-0a478e4378a4 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:02.820643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.832521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Deleting port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:02.832851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.865236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.879939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 75019e95-cca4-42a6-a62b-1ce5e10bc124 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:02.885000 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Subnet': ['ID=53905295-9842-41b3-9991-04a4b111f121,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:02.889025 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:02.920165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.929340 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d461fda00>,) {'filters': {'network_id': ['2097b5fb-dac6-4714-adae-0a478e4378a4']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:02.937679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:02.951219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 75019e95-cca4-42a6-a62b-1ce5e10bc124 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:28:02.951568 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 75019e95-cca4-42a6-a62b-1ce5e10bc124 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:28:03.123310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Deleting port 4dc4175d-1ffb-4dce-bb0d-ec316c987a57 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:03.123542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.130035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d461fda00>, '4e7e91a1-5e8b-4d7c-be8c-f087f3b62897') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:03.130334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d461fda00>, '4e7e91a1-5e8b-4d7c-be8c-f087f3b62897') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:03.158531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16429c3f-7993-4fcb-87d1-aebb539f97f2 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:28:03.159430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.193311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a148-4aa9-44e2-954b-a947b95a0ecc req-20d96010-c6ae-406a-993f-b50ecbb24ad3 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:03.194364 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a4a3a148-4aa9-44e2-954b-a947b95a0ecc req-20d96010-c6ae-406a-993f-b50ecbb24ad3 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.6412501
Dec 19 13:28:03.206218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.239928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:03.240390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:03.262989 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:03.340135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16429c3f-7993-4fcb-87d1-aebb539f97f2 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:28:03.341231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1d47f-1ef4-4bd0-b668-289e267388dc req-f1f3e46d-a4df-463e-9c5e-593f307a03b9 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:03.343232 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e5c1d47f-1ef4-4bd0-b668-289e267388dc req-f1f3e46d-a4df-463e-9c5e-593f307a03b9 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 946 time: 0.7808740
Dec 19 13:28:03.346754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d471f66a0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:00Z', 'revision_number': 3, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:03.356148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Checking router: acbf5ca9-9d83-418d-a03b-2830e1d7fc94 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:28:03.356555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Updating router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 port 387252b9-03f0-4a07-8feb-8eff856531c7 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:28:03.422421 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a4a3a148-4aa9-44e2-954b-a947b95a0ecc req-ca0215e6-07eb-40aa-8319-0f07b5ee3721 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2097044
Dec 19 13:28:03.465908 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e5c1d47f-1ef4-4bd0-b668-289e267388dc req-1c8865a1-2a6a-4e15-befd-e176213822fb tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940461
Dec 19 13:28:03.481484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.537814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.543562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.553409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port d663ced6-2c90-4768-bdcf-8e26b066bc1f yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:28:03.554613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:03.580856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=2097b5fb-dac6-4714-adae-0a478e4378a4,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:03.583456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:03.586164 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/2097b5fb-dac6-4714-adae-0a478e4378a4 HTTP/1.1" status: 204  len: 168 time: 1.5590458
Dec 19 13:28:03.604974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37742) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:03.625064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-510720461'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:03.640204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.654940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:03.665486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.673828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] For port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=85d13dbb-ad62-4ef8-a1a6-35289450f5b6,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:03.674152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.684366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:network and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:03.686896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:03.727735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:03.810394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:03.923500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.923746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:03.943281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:04.000697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:04.044405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.056365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Transition to ACTIVE for port object 387252b9-03f0-4a07-8feb-8eff856531c7 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:04.071839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:04.124753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.128835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2045f3af-6426-43e2-aed6-a45bf401323c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:04.136949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.154809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Pushing event updated for resources: {'Port': ['ID=0911401f-7ef1-47fc-86d6-dcb8eb689600,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:04.162507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Calling delete_port for 4dc4175d-1ffb-4dce-bb0d-ec316c987a57 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:04.204020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:04.206881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.218452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c93e7-c9b6-4bdd-b8eb-a9037604243f None None] Pushing event updated for resources: {'Port': ['ID=387252b9-03f0-4a07-8feb-8eff856531c7,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:04.221790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b70c93e7-c9b6-4bdd-b8eb-a9037604243f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:04.222786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Attempting to bind port 387252b9-03f0-4a07-8feb-8eff856531c7 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:04.223288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Attempting to bind port 387252b9-03f0-4a07-8feb-8eff856531c7 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:04.224548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Attempting to bind port 387252b9-03f0-4a07-8feb-8eff856531c7 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:04.231883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:04.232318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:04.232846 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.233339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:04.233913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Bound port: 387252b9-03f0-4a07-8feb-8eff856531c7, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:04.234394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.283127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:04.310003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] For port 387252b9-03f0-4a07-8feb-8eff856531c7, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:04.313433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] For port 387252b9-03f0-4a07-8feb-8eff856531c7, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=387252b9-03f0-4a07-8feb-8eff856531c7,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:04.358657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Allocated IP 172.20.0.1 (6db66d00-2be3-45d5-84e8-dc6c71b54415/b15a803b-7bd3-4788-a1e2-89f95f9d6333/bcea038b-4f0f-4a49-b98e-eaf22de77566) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:04.370527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.375359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:04.457010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c93e7-c9b6-4bdd-b8eb-a9037604243f None None] Pushing event updated for resources: {'Port': ['ID=387252b9-03f0-4a07-8feb-8eff856531c7,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:04.479091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b70c93e7-c9b6-4bdd-b8eb-a9037604243f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:04.479091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:04.479091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d471f66a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:04.532233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.552353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Transition to ACTIVE for port object bcea038b-4f0f-4a49-b98e-eaf22de77566 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:04.602987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:04.665022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.669105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.717021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.717367 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment 7f86ed92-58c6-4a0d-aefe-bfe94d58757f of type vlan for network 0a935ac2-f345-4684-9de9-d10e4eb1636c
Dec 19 13:28:04.722473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:04.744230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:04.817383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Network 6db66d00-2be3-45d5-84e8-dc6c71b54415 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:04.822386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:04.824400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Pushing event updated for resources: {'Port': ['ID=bcea038b-4f0f-4a49-b98e-eaf22de77566,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:04.827492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:04.828558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.853083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:04.922664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26308a21-f323-4d28-8745-42e184aaafbe req-f2cfb1d8-e224-41e3-942c-d9059039a813 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:04.925095 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-26308a21-f323-4d28-8745-42e184aaafbe req-f2cfb1d8-e224-41e3-942c-d9059039a813 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.3253355
Dec 19 13:28:04.935178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.946275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.956427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:04.985457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0545-2f5a-4024-85b4-57e4e8882280 req-778f87c4-d239-48fd-9f7e-f570763baf62 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:04.987002 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e4ce0545-2f5a-4024-85b4-57e4e8882280 req-778f87c4-d239-48fd-9f7e-f570763baf62 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 946 time: 0.3295691
Dec 19 13:28:04.987166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.987643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:04.988038 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Floating IP c77d4950-4dea-49de-93b2-21b466107f95 disassociated. External IP: 172.26.4.65, port: 85d13dbb-ad62-4ef8-a1a6-35289450f5b6.
Dec 19 13:28:04.988462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Calling delete_port for 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:05.048107 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-26308a21-f323-4d28-8745-42e184aaafbe req-858c01b5-7048-48c6-bfbf-738ba06fbf2c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707240
Dec 19 13:28:05.048998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.066329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.070251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:05.070896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.143743 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e4ce0545-2f5a-4024-85b4-57e4e8882280 req-0b6da3a6-f730-44c4-ba0e-5da8aa82ba02 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups?id=8413e565-931a-4bc3-a450-1bbca3c23536&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020865
Dec 19 13:28:05.171793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.174084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:05.189942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=186b0e91-d799-40c5-9077-f2b32c6c9ec3,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:05.195766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:05.217062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d471f66a0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:00Z', 'revision_number': 3, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:05.221178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:05.221962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f89f4c-8c31-4d92-8c86-08fda7a4cf4a None None] The sync data for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv is: [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:00Z', 'revision_number': 3, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:05.222510 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.230632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:05.230632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-31731310-3746-48b2-8310-5d712f0f0281 tempest-FloatingIPAdminTestJSON-1852285055 tempest-FloatingIPAdminTestJSON-1852285055-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:05.285077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1acb71f4-eb87-49ae-a5af-f0e3004b8ea2 None None] Provisioning for port bcea038b-4f0f-4a49-b98e-eaf22de77566 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:05.293322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1acb71f4-eb87-49ae-a5af-f0e3004b8ea2 None None] Provisioning complete for port bcea038b-4f0f-4a49-b98e-eaf22de77566 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:05.294090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1acb71f4-eb87-49ae-a5af-f0e3004b8ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.305418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Pushing event deleted for resources: {'Port': ['ID=4dc4175d-1ffb-4dce-bb0d-ec316c987a57,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:05.312400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:05.316748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-14342031-ffbe-4317-8734-7af995180916 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:05.363535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1acb71f4-eb87-49ae-a5af-f0e3004b8ea2 None None] Port bcea038b-4f0f-4a49-b98e-eaf22de77566 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:28:05.444621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.544993 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.9350867
Dec 19 13:28:05.554673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37752) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:05.566446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'network_id': '0a935ac2-f345-4684-9de9-d10e4eb1636c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:05.585579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.707698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.709271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Checking segment: {'id': '7c053f28-9d6a-4568-97e1-d5fccf4b402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cc2e8512-b635-4958-9cb4-c7d965fd1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:05.709713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network hostable DHCP agents. Network: cc2e8512-b635-4958-9cb4-c7d965fd1eb7, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:05.717576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:05.721709 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:subnet and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:05.724951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:05.729074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=0a935ac2-f345-4684-9de9-d10e4eb1636c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:05.731823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:05.754717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 0a935ac2-f345-4684-9de9-d10e4eb1636c details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:05.762162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:05.762162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:05.787854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.798108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.798743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.825429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37265589-6b06-40f2-a678-c4489f436f3c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:05.885394 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:05.947357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.966403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:05.982564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=d663ced6-2c90-4768-bdcf-8e26b066bc1f,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:05.993519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:05.997818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Pushing event updated for resources: {'Port': ['ID=bcea038b-4f0f-4a49-b98e-eaf22de77566,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:06.002512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:06.006149 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:06.006570 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] 10.222.0.24 "DELETE /v2.0/floatingips/59c9302a-ff3c-40c3-b2b5-45375fb9363c HTTP/1.1" status: 204  len: 168 time: 5.2626822
Dec 19 13:28:06.007234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:06.016687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37756) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:06.072318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Pushing event deleted for resources: {'Port': ['ID=85d13dbb-ad62-4ef8-a1a6-35289450f5b6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:06.087112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:06.104128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:06.135498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 387252b9-03f0-4a07-8feb-8eff856531c7 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:06.153437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:06.172677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cc2e8512-b635-4958-9cb4-c7d965fd1eb7 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:06.254044 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:06.279428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.ipam_backend_mixin [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Performing IP validity checks on allocation pools {{(pid=84125) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 19 13:28:06.280120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.ipam_backend_mixin [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84125) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 19 13:28:06.298062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:28:06.298419 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:28:06.302314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, cc2e8512-b635-4958-9cb4-c7d965fd1eb7) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:06.310492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:06.312827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b78cd48-b967-471a-8e44-e3a653e478a0 None None] Network cc2e8512-b635-4958-9cb4-c7d965fd1eb7 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:06.314575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:06.318260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:06.318918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:06.373905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 387252b9-03f0-4a07-8feb-8eff856531c7 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:06.390641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:06.391100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 387252b9-03f0-4a07-8feb-8eff856531c7 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:06.391470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:06.474253 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-005f5dab-88a8-44f1-9b14-63e9ce5dad21 req-15b1ac10-5a47-42fc-82bb-fa6e10248145 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 210 time: 0.1505098
Dec 19 13:28:06.648432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:06.677142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 387252b9-03f0-4a07-8feb-8eff856531c7, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=387252b9-03f0-4a07-8feb-8eff856531c7,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:06.690620 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.1558897
Dec 19 13:28:06.693414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37764) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:06.712868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Network 6db66d00-2be3-45d5-84e8-dc6c71b54415 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:06.721201 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:06.776711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:06.779559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-22a3a0f8-e11a-4517-8a91-f11b1035c36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:06.797763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c83af-be2f-4054-ae07-f4cc2b23e172 req-a6d6f79c-54d3-479f-839f-43a7c9557a1d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:06.799317 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-894c83af-be2f-4054-ae07-f4cc2b23e172 req-a6d6f79c-54d3-479f-839f-43a7c9557a1d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.4829230
Dec 19 13:28:06.875993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=387252b9-03f0-4a07-8feb-8eff856531c7,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:06.878950 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:06.944380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port d663ced6-2c90-4768-bdcf-8e26b066bc1f {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:06.944945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:07.002512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a6f327a0-21f0-4383-9dae-f9b8af0f4688 None None] Provisioning complete for port bcea038b-4f0f-4a49-b98e-eaf22de77566 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:07.003353 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a6f327a0-21f0-4383-9dae-f9b8af0f4688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:07.064872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a6f327a0-21f0-4383-9dae-f9b8af0f4688 None None] Port bcea038b-4f0f-4a49-b98e-eaf22de77566 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:28:07.078567 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:07.103242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ddc37d47-3bad-4682-8089-89f703d36bbc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:07.146111 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-894c83af-be2f-4054-ae07-f4cc2b23e172 req-83484dfb-2d0e-41a7-903b-23affd61bbeb tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3245535
Dec 19 13:28:07.225336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=ec3ea680-844d-4152-822b-d9e87dc23e27,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:07.227940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:07.290344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:07.302159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking segment: {'id': '7f86ed92-58c6-4a0d-aefe-bfe94d58757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a935ac2-f345-4684-9de9-d10e4eb1636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:07.302718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network hostable DHCP agents. Network: 0a935ac2-f345-4684-9de9-d10e4eb1636c, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:07.335497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:07.459940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:07.530331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:28:07.552928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network 0a935ac2-f345-4684-9de9-d10e4eb1636c is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:07.598882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for d663ced6-2c90-4768-bdcf-8e26b066bc1f owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:07.642926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:07.643472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9054fbc9-3c4b-4c60-a741-4ac220dbe73b {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:28:07.674198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 0a935ac2-f345-4684-9de9-d10e4eb1636c) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:07.678731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:07.679010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:07.688211 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7dafb540-dc67-4e18-bd31-b58037409d40 req-00870e31-dacd-49ba-8a63-af881a6711b0 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 210 time: 0.0627711
Dec 19 13:28:07.697587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffadf65-d721-4480-8c15-967ee61df854 None None] Network 0a935ac2-f345-4684-9de9-d10e4eb1636c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:07.730083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:28:07.734408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:07.759154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Router 9b1ced22-305b-4ee4-98f0-29ed42eb514f is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:28:07.778454 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:28:07.782057 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7530d8c8-7c6b-4a68-9d27-8da61d4eb724 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 5.4133468
Dec 19 13:28:07.782650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37770) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:07.801211 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 2.2454581
Dec 19 13:28:07.807942 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37774) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:07.929877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-0a935ac2-f345-4684-9de9-d10e4eb1636c', 'network_id': '0a935ac2-f345-4684-9de9-d10e4eb1636c', 'tenant_id': '10bc67d9d9e7453a8aac47bef2c52ff9', 'fixed_ips': [{'subnet_id': 'ec3ea680-844d-4152-822b-d9e87dc23e27'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:28:07.930715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:08.007660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:08.019157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf9920f9-b46f-4f1b-ae46-daf5d486435d tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:08.082747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=d663ced6-2c90-4768-bdcf-8e26b066bc1f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:08.099700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:08.104927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Deleting port ea348f27-1b27-4df3-8d44-4494536c8012 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:08.105542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:08.105655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:08.115191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Allocated IP 172.20.0.3 (0a935ac2-f345-4684-9de9-d10e4eb1636c/ec3ea680-844d-4152-822b-d9e87dc23e27/f912bf25-6fcd-4520-a63d-d9f23a1ac852) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:08.135222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 387252b9-03f0-4a07-8feb-8eff856531c7 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:08.205952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:08.247855 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/d663ced6-2c90-4768-bdcf-8e26b066bc1f HTTP/1.1" status: 204  len: 168 time: 1.5531411
Dec 19 13:28:08.250727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37780) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:08.326965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:08.398220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 387252b9-03f0-4a07-8feb-8eff856531c7 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:08.398909 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:08.524408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:08.543413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Transition to ACTIVE for port object f912bf25-6fcd-4520-a63d-d9f23a1ac852 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:08.546573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:08.557108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:08.562270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:08.569351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb9182f-303f-4e1d-b2b4-1e6b96a56edd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:08.570276 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b753d-62a2-4a53-ae94-fce89f86e900 None None] Sync routers for ids ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:08.573324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb9182f-303f-4e1d-b2b4-1e6b96a56edd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:08.574370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-eeb9182f-303f-4e1d-b2b4-1e6b96a56edd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:08.580759 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] 10.222.0.24 "PUT /v2.0/routers/acbf5ca9-9d83-418d-a03b-2830e1d7fc94/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2197382
Dec 19 13:28:08.587427 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b753d-62a2-4a53-ae94-fce89f86e900 None None] Routers {'10546e2d-c6eb-48a9-96cc-36319cdfbcbf'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:08.588185 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-119b753d-62a2-4a53-ae94-fce89f86e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476a3f40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:08.653952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Transition to ACTIVE for port object f912bf25-6fcd-4520-a63d-d9f23a1ac852 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:08.759914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:08.764869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:08.883349 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-119b753d-62a2-4a53-ae94-fce89f86e900 None None] Set router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:08.896699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Pushing event updated for resources: {'Port': ['ID=f912bf25-6fcd-4520-a63d-d9f23a1ac852,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:08.907875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:08.913092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Calling delete_port for ea348f27-1b27-4df3-8d44-4494536c8012 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:08.934350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Network 0a935ac2-f345-4684-9de9-d10e4eb1636c is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:08.936897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:08.943897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:08.986131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] No DVR routers for this DVR port 85d13dbb-ad62-4ef8-a1a6-35289450f5b6 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:28:08.992221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:08.994182 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-02f12003-b1f1-4749-9fae-6d3972d83f52 req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.18 "DELETE /v2.0/ports/85d13dbb-ad62-4ef8-a1a6-35289450f5b6 HTTP/1.1" status: 204  len: 173 time: 6.3043334
Dec 19 13:28:08.994962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'name': 'network-vif-deleted', 'tag': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:28:09.009284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:09.035729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d1622-6344-4f27-a7b1-e977c91ed06b None None] Sync routers for ids ['9b1ced22-305b-4ee4-98f0-29ed42eb514f'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:09.084507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0438b1-06ef-4d32-b687-3b73aeaad1e1 req-91b1b324-21ce-4a12-8ad4-1f37fd8f1671 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:09.087089 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4d0438b1-06ef-4d32-b687-3b73aeaad1e1 req-91b1b324-21ce-4a12-8ad4-1f37fd8f1671 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.7290204
Dec 19 13:28:09.116919 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2435964b-f5c8-49d9-839e-ee9c2952c71f req-a7655dfc-7bbe-421c-9f3c-9365a1e81031 tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/ports?device_id=be6cd9c6-5a28-41c8-ad80-60fe175fe164 HTTP/1.1" status: 200  len: 210 time: 0.1843598
Dec 19 13:28:09.157185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.161153 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 9.3709645
Dec 19 13:28:09.162341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37792) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:09.168062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ce63e4d7-389e-4d0d-aad6-45406209fa92 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'enable_snat': False}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:09.181275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Attempting to bind port f912bf25-6fcd-4520-a63d-d9f23a1ac852 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:09.181653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Attempting to bind port f912bf25-6fcd-4520-a63d-d9f23a1ac852 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '7f86ed92-58c6-4a0d-aefe-bfe94d58757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a935ac2-f345-4684-9de9-d10e4eb1636c'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:09.182017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Attempting to bind port f912bf25-6fcd-4520-a63d-d9f23a1ac852 on network 0a935ac2-f345-4684-9de9-d10e4eb1636c {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:09.195243 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-eeb9182f-303f-4e1d-b2b4-1e6b96a56edd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:09.199402 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-eeb9182f-303f-4e1d-b2b4-1e6b96a56edd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.9421120
Dec 19 13:28:09.208324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:09.210661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Checking segment: {'id': '7f86ed92-58c6-4a0d-aefe-bfe94d58757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a935ac2-f345-4684-9de9-d10e4eb1636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:09.210661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.210661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Bound using segment: {'id': '7f86ed92-58c6-4a0d-aefe-bfe94d58757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a935ac2-f345-4684-9de9-d10e4eb1636c'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:09.210661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Bound port: f912bf25-6fcd-4520-a63d-d9f23a1ac852, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f86ed92-58c6-4a0d-aefe-bfe94d58757f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0a935ac2-f345-4684-9de9-d10e4eb1636c'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:09.210661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.222318 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Sync routers for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:09.233478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d1622-6344-4f27-a7b1-e977c91ed06b None None] Routers {'9b1ced22-305b-4ee4-98f0-29ed42eb514f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:09.234112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-164d1622-6344-4f27-a7b1-e977c91ed06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47b09340>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['9b1ced22-305b-4ee4-98f0-29ed42eb514f'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:09.234926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37798) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:09.251386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.284877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.321655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f0f91bc6-337c-4401-97ba-951ef7523c5b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:09.326168 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:09.326791 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476bd310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:09.331466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:09.380150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-164d1622-6344-4f27-a7b1-e977c91ed06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47b09340>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:09.395833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3ea680-844d-4152-822b-d9e87dc23e27,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:09.396753 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6cd9c6-5a28-41c8-ad80-60fe175fe164', 'name': 'network-vif-deleted', 'tag': '85d13dbb-ad62-4ef8-a1a6-35289450f5b6', 'status': 'completed', 'code': 200}
Dec 19 13:28:09.402819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:09.419721 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4d0438b1-06ef-4d32-b687-3b73aeaad1e1 req-b67ac66a-1b86-449a-b780-a75679a1c36d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3012311
Dec 19 13:28:09.431709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea348f27-1b27-4df3-8d44-4494536c8012,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:09.488811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6aa31e88-0fe8-4599-86ce-62fa9a080898 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 186b0e91-d799-40c5-9077-f2b32c6c9ec3 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:09.489404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6aa31e88-0fe8-4599-86ce-62fa9a080898 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.506570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:09.507143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:09.507629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:09.508057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:09.508606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:09.509075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:09.509501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:09.510048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:09.510983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:09.511570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:09.512078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:09.520796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] For port f912bf25-6fcd-4520-a63d-d9f23a1ac852, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:09.523032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:09.523963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] For port f912bf25-6fcd-4520-a63d-d9f23a1ac852, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=f912bf25-6fcd-4520-a63d-d9f23a1ac852,segment=NetworkSegment(7f86ed92-58c6-4a0d-aefe-bfe94d58757f),segment_id=7f86ed92-58c6-4a0d-aefe-bfe94d58757f)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:09.534216 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d1622-6344-4f27-a7b1-e977c91ed06b None None] Routers {'9b1ced22-305b-4ee4-98f0-29ed42eb514f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:09.539067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-164d1622-6344-4f27-a7b1-e977c91ed06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47b09340>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['9b1ced22-305b-4ee4-98f0-29ed42eb514f'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:09.610971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-164d1622-6344-4f27-a7b1-e977c91ed06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47b09340>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:09.611417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d1622-6344-4f27-a7b1-e977c91ed06b None None] The sync data for ids ['9b1ced22-305b-4ee4-98f0-29ed42eb514f'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:09.644432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.646851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.648876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:09.676929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.752622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46f179a0>,) {'filters': {'network_id': ['0a935ac2-f345-4684-9de9-d10e4eb1636c']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:09.754750 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:09.764642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Pushing event updated for resources: {'Port': ['ID=f912bf25-6fcd-4520-a63d-d9f23a1ac852,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:09.768021 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ea348f27-1b27-4df3-8d44-4494536c8012 HTTP/1.1" status: 204  len: 168 time: 1.9843583
Dec 19 13:28:09.774007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:09.780794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46f179a0>, '7f86ed92-58c6-4a0d-aefe-bfe94d58757f') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:09.781476 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46f179a0>, '7f86ed92-58c6-4a0d-aefe-bfe94d58757f') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:09.798557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.885912 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-119b753d-62a2-4a53-ae94-fce89f86e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476a3f40>, [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:27Z', 'revision_number': 4, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '488e1ef7-674c-4779-b549-7279f52156c2', 'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'mac_address': 'fa:16:3e:6d:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:02Z', 'revision_number': 5, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'subnets': [{'id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:09.903348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.907296 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b753d-62a2-4a53-ae94-fce89f86e900 None None] Checking router: 10546e2d-c6eb-48a9-96cc-36319cdfbcbf for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:28:09.928832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c975bf0f-8a72-4516-a2c3-b2388163c185 None None] Network 0a935ac2-f345-4684-9de9-d10e4eb1636c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:09.938018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:09.938750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:09.968592 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:10.090538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6aa31e88-0fe8-4599-86ce-62fa9a080898 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:10.220611 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b753d-62a2-4a53-ae94-fce89f86e900 None None] Routers {'10546e2d-c6eb-48a9-96cc-36319cdfbcbf'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:10.220952 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-119b753d-62a2-4a53-ae94-fce89f86e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476a3f40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:10.351040 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8844e14f-d457-4437-85b3-67901f6f34bc None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:28:10.413816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6aa31e88-0fe8-4599-86ce-62fa9a080898 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 186b0e91-d799-40c5-9077-f2b32c6c9ec3 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:10.446197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 13:28:10.446197 dv-neutron-821895-1-hyperv neutron-server[84125]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 13:28:10.446197 dv-neutron-821895-1-hyperv neutron-server[84125]: [parameters: {'id': '0a935ac2-f345-4684-9de9-d10e4eb1636c'}]
Dec 19 13:28:10.446197 dv-neutron-821895-1-hyperv neutron-server[84125]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:10.447244 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:10.508583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37822) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:10.608260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8844e14f-d457-4437-85b3-67901f6f34bc None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:28:10.612972 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c40f-f322-4626-b42e-f11fe272df0d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:10.654487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c40f-f322-4626-b42e-f11fe272df0d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:10.674443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37826) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:10.819223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c40f-f322-4626-b42e-f11fe272df0d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:10.832718 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-119b753d-62a2-4a53-ae94-fce89f86e900 None None] Set router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:10.844562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:10.860243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6c40f-f322-4626-b42e-f11fe272df0d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8413e565-931a-4bc3-a450-1bbca3c23536,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:10.863937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ae6c40f-f322-4626-b42e-f11fe272df0d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:10.881392 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6aa31e88-0fe8-4599-86ce-62fa9a080898 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:10.895954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-349982bb-f4f0-45da-bdea-ae8ee4dfa8da tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:10.931617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ae6c40f-f322-4626-b42e-f11fe272df0d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:10.933128 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3ae6c40f-f322-4626-b42e-f11fe272df0d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "DELETE /v2.0/security-groups/8413e565-931a-4bc3-a450-1bbca3c23536 HTTP/1.1" status: 204  len: 168 time: 0.4232872
Dec 19 13:28:10.938424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37834) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:10.942481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ce63e4d7-389e-4d0d-aad6-45406209fa92 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:10.952353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37836) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:10.957843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:10.965925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa31e88-0fe8-4599-86ce-62fa9a080898 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=186b0e91-d799-40c5-9077-f2b32c6c9ec3,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:10.982889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6aa31e88-0fe8-4599-86ce-62fa9a080898 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:10.988023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1201810053-network', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:10.994410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:10.999784 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-91739a56-3dd6-4595-9722-63655e372d3f tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] show failed (client error): The resource could not be found.
Dec 19 13:28:11.007043 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-91739a56-3dd6-4595-9722-63655e372d3f tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "GET /v2.0/security-groups/8413e565-931a-4bc3-a450-1bbca3c23536 HTTP/1.1" status: 404  len: 347 time: 0.0530918
Dec 19 13:28:11.007043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Usage tracker for resource:network and tenant:4e5cd62eddd4417390bfb2ad573e8b78 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:11.007994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37842) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:11.011358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:11.034998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Deleting port 410080cb-fb3b-448a-bb80-701f2273b8b5 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:11.035362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.065647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6aa31e88-0fe8-4599-86ce-62fa9a080898 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.094897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ccaf6ff4-b3ee-429e-ad0b-ad0513b28a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.103444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Deleting port f912bf25-6fcd-4520-a63d-d9f23a1ac852 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:11.103777 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.154091 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476bd310>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:05Z', 'revision_number': 2, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:11.170743 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Checking router: acbf5ca9-9d83-418d-a03b-2830e1d7fc94 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:28:11.171295 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Updating router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 port bcea038b-4f0f-4a49-b98e-eaf22de77566 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:28:11.192212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:11.290140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Deleting port 0e5ec68c-ac42-414a-9a0d-39adcdecf9f2 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:11.290518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.297088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1e50d-c505-4244-b7c1-8babaa25f9d7 req-0c6fbee7-a6d2-4174-8adb-fb1e66ce3a57 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:11.298558 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-42f1e50d-c505-4244-b7c1-8babaa25f9d7 req-0c6fbee7-a6d2-4174-8adb-fb1e66ce3a57 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.5935924
Dec 19 13:28:11.305187 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.329191 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6aa31e88-0fe8-4599-86ce-62fa9a080898 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/186b0e91-d799-40c5-9077-f2b32c6c9ec3 HTTP/1.1" status: 204  len: 168 time: 2.0898371
Dec 19 13:28:11.330394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37846) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:11.375459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Made reservation on behalf of 4e5cd62eddd4417390bfb2ad573e8b78 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:11.377848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.426341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.448907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ccaf6ff4-b3ee-429e-ad0b-ad0513b28a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:11.470892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ccaf6ff4-b3ee-429e-ad0b-ad0513b28a90 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ffe8d786bd433ca876056b799f27d0 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:11.481801 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ccaf6ff4-b3ee-429e-ad0b-ad0513b28a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:11.497835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ccaf6ff4-b3ee-429e-ad0b-ad0513b28a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:11.511637 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-119b753d-62a2-4a53-ae94-fce89f86e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476a3f40>, [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:27Z', 'revision_number': 4, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '488e1ef7-674c-4779-b549-7279f52156c2', 'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'mac_address': 'fa:16:3e:6d:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:02Z', 'revision_number': 5, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'subnets': [{'id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:11.520646 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b753d-62a2-4a53-ae94-fce89f86e900 None None] The sync data for ids ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'] in dv-neutron-821895-1-hyperv is: [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:27Z', 'revision_number': 4, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '488e1ef7-674c-4779-b549-7279f52156c2', 'name': '', 'network_id': '663f49b5-f790-47f9-bb7b-e5941da93072', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'mac_address': 'fa:16:3e:6d:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:02Z', 'revision_number': 5, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'subnets': [{'id': 'bb58da1e-c81f-40d1-bd91-57a34befe6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:11.561543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:11.585564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Usage tracker for resource:security_group_rule and tenant:4e5cd62eddd4417390bfb2ad573e8b78 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:11.592704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:11.612625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:11.618562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.618881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.633500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6f047-45b7-4bd2-a7ee-a568791ccdc2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:11.634170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-22e6f047-45b7-4bd2-a7ee-a568791ccdc2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:11.653937 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-42f1e50d-c505-4244-b7c1-8babaa25f9d7 req-fe201eed-e9bd-413c-8cd0-8a6a49233839 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3200033
Dec 19 13:28:11.722988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] For port 410080cb-fb3b-448a-bb80-701f2273b8b5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=410080cb-fb3b-448a-bb80-701f2273b8b5,segment=NetworkSegment(438a99a3-d3b3-4112-8770-348e84381d42),segment_id=438a99a3-d3b3-4112-8770-348e84381d42)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:11.723466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.781520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Calling delete_port for 0e5ec68c-ac42-414a-9a0d-39adcdecf9f2 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:11.818997 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.836220 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Transition to ACTIVE for port object bcea038b-4f0f-4a49-b98e-eaf22de77566 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:11.869536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Calling delete_port for 410080cb-fb3b-448a-bb80-701f2273b8b5 owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:11.919721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] For port f912bf25-6fcd-4520-a63d-d9f23a1ac852, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=f912bf25-6fcd-4520-a63d-d9f23a1ac852,segment=NetworkSegment(7f86ed92-58c6-4a0d-aefe-bfe94d58757f),segment_id=7f86ed92-58c6-4a0d-aefe-bfe94d58757f)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:11.920069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.929693 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:11.944386 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-d97492e0-1329-420e-ac14-d1e91ebba29e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:11.949115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-22e6f047-45b7-4bd2-a7ee-a568791ccdc2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:11.952925 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-22e6f047-45b7-4bd2-a7ee-a568791ccdc2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.6201043
Dec 19 13:28:11.956225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37852) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:12.066144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.197998 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fe577-2f90-43b9-8e70-7c490895e04a None None] Pushing event updated for resources: {'Port': ['ID=bcea038b-4f0f-4a49-b98e-eaf22de77566,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:12.214967 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-d42fe577-2f90-43b9-8e70-7c490895e04a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:12.214967 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Attempting to bind port bcea038b-4f0f-4a49-b98e-eaf22de77566 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:12.214967 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Attempting to bind port bcea038b-4f0f-4a49-b98e-eaf22de77566 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:12.214967 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Attempting to bind port bcea038b-4f0f-4a49-b98e-eaf22de77566 on network 6db66d00-2be3-45d5-84e8-dc6c71b54415 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:12.221631 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:12.222162 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Checking segment: {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:12.222705 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.223245 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Bound using segment: {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:12.223825 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Bound port: bcea038b-4f0f-4a49-b98e-eaf22de77566, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:12.224312 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.234396 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Calling delete_port for f912bf25-6fcd-4520-a63d-d9f23a1ac852 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:12.269779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.285897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:12.301020 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b8b27e-8ad4-4c6b-814c-d2b63fa1b50e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:28:12.301643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-53b8b27e-8ad4-4c6b-814c-d2b63fa1b50e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:12.336224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ccaf6ff4-b3ee-429e-ad0b-ad0513b28a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.352900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ce63e4d7-389e-4d0d-aad6-45406209fa92 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.353241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-91f2f81e-3420-4cb3-b4cf-d9b361e69f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.378141 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] For port bcea038b-4f0f-4a49-b98e-eaf22de77566, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:12.381745 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] For port bcea038b-4f0f-4a49-b98e-eaf22de77566, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bcea038b-4f0f-4a49-b98e-eaf22de77566,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:12.391748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:12.408325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c86c3e3-2bbf-43b8-aad3-55ff8d82078b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:12.412911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ce63e4d7-389e-4d0d-aad6-45406209fa92 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.421910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:12.423635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ccaf6ff4-b3ee-429e-ad0b-ad0513b28a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.424523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.424868 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Added segment adbc1612-ff33-4d3c-926d-d5661d88c9eb of type vlan for network 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a
Dec 19 13:28:12.435714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:12.442429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-53b8b27e-8ad4-4c6b-814c-d2b63fa1b50e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:12.443574 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-53b8b27e-8ad4-4c6b-814c-d2b63fa1b50e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/d663ced6-2c90-4768-bdcf-8e26b066bc1f HTTP/1.1" status: 404  len: 333 time: 0.4864430
Dec 19 13:28:12.468726 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.468976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37858) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:12.472657 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:12.512527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.527499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cb480554-b3c9-4ce5-ab00-bc228b0fc0ba tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:12.574528 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fe577-2f90-43b9-8e70-7c490895e04a None None] Pushing event updated for resources: {'Port': ['ID=bcea038b-4f0f-4a49-b98e-eaf22de77566,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:12.578454 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-d42fe577-2f90-43b9-8e70-7c490895e04a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:12.579563 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-0790ecc4-496f-499d-9fdc-45860fa56b07 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:28:12.580024 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:12.580624 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476bd310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:27:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:12.583737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.586634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37862) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:12.587467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Pushing event deleted for resources: {'Port': ['ID=0e5ec68c-ac42-414a-9a0d-39adcdecf9f2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:12.595133 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0790ecc4-496f-499d-9fdc-45860fa56b07 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/186b0e91-d799-40c5-9077-f2b32c6c9ec3 HTTP/1.1" status: 404  len: 333 time: 0.1145673
Dec 19 13:28:12.599027 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf6ff4-b3ee-429e-ad0b-ad0513b28a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bc4cbe-3764-436a-a3f1-04bc635b8049,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:12.602839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ccaf6ff4-b3ee-429e-ad0b-ad0513b28a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:12.618057 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ccaf6ff4-b3ee-429e-ad0b-ad0513b28a90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4ffe8d786bd433ca876056b799f27d0&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9422700
Dec 19 13:28:12.621282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37866) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:12.675261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.684417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:12.692034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:12.766145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5ebca-0379-4f39-8124-7a55dcfa1855 None None] New status for floating IP c77d4950-4dea-49de-93b2-21b466107f95: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:28:12.781354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Port': ['ID=f912bf25-6fcd-4520-a63d-d9f23a1ac852,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:12.784825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:12.798518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c649c86-d2ae-4f15-8f07-2dace81844ca req-81b81186-a495-4d5a-bfdf-649b2cf60d79 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:12.800125 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6c649c86-d2ae-4f15-8f07-2dace81844ca req-81b81186-a495-4d5a-bfdf-649b2cf60d79 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.4790671
Dec 19 13:28:12.820705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No DVR routers for this DVR port f912bf25-6fcd-4520-a63d-d9f23a1ac852 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:28:12.861584 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:12.890903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.891762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:12.892326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:12.906254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-02dc9060-6d21-4e06-9513-384a40503c00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:12.987134 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.031599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.067875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.079715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:13.081220 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3825dafe-4a07-4077-a18b-771879f521ea req-d9d4ee3e-8652-4511-9396-dba334eac46d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cd8305d66a649c082ece81b30e5ddd4&device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 1098 time: 0.7331545
Dec 19 13:28:13.109871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.134876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46df79a0>,) {'filters': {'network_id': ['0a935ac2-f345-4684-9de9-d10e4eb1636c']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:13.147759 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6c649c86-d2ae-4f15-8f07-2dace81844ca req-96ae21a0-d361-431e-8f36-e4ea1f9ee880 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3394437
Dec 19 13:28:13.148513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=410080cb-fb3b-448a-bb80-701f2273b8b5,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:13.152013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:13.169255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46df79a0>, '7f86ed92-58c6-4a0d-aefe-bfe94d58757f') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:13.169635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46df79a0>, '7f86ed92-58c6-4a0d-aefe-bfe94d58757f') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:13.284729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Pushing event updated for resources: {'Network': ['ID=5247dbab-6ae0-4dfc-8d3d-48bc32f1209a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:13.290070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.294192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:13.295180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.305437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:13.328261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.329626 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] 10.222.0.24 "DELETE /v2.0/floatingips/c77d4950-4dea-49de-93b2-21b466107f95 HTTP/1.1" status: 204  len: 168 time: 2.3207862
Dec 19 13:28:13.336558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37870) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:13.342019 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476bd310>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:12Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:13.358512 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035cbd8-11ce-4f3c-b20b-916cd00e3173 None None] The sync data for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv is: [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:12Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:13.379773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.456955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.474569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:13.475685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.478510 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.5210123
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:13.495809 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:13.500311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37874) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:13.581658 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Request body: {'subnet': {'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1201810053-subnet', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'ip_version': 4}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:13.596904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:13.638534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825dafe-4a07-4077-a18b-771879f521ea req-1a7cc7bd-a065-419e-a2bf-b1f049aae375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:13.640027 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3825dafe-4a07-4077-a18b-771879f521ea req-1a7cc7bd-a065-419e-a2bf-b1f049aae375 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc33190a-751f-4699-9dbf-7d69c7ceca8e HTTP/1.1" status: 200  len: 912 time: 0.4808011
Dec 19 13:28:13.684445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Usage tracker for resource:subnet and tenant:4e5cd62eddd4417390bfb2ad573e8b78 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:13.688339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:13.692943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.700645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8b25e44-8799-4626-a59d-66b0f79a0564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:13.708695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:13.719812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bc4cbe-3764-436a-a3f1-04bc635b8049,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:13.744322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:13.744925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:13.746240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:13.746240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:13.746434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:13.746705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:13.747047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:13.747411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:13.747747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:13.747951 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.748079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:13.748402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:13.753014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:13.762282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.763753 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22bc4cbe-3764-436a-a3f1-04bc635b8049 HTTP/1.1" status: 204  len: 168 time: 1.1401455
Dec 19 13:28:13.819621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46133520>,) {'filters': {'network_id': ['cc2e8512-b635-4958-9cb4-c7d965fd1eb7']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:13.840935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46133520>, '7c053f28-9d6a-4568-97e1-d5fccf4b402e') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:13.841217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46133520>, '7c053f28-9d6a-4568-97e1-d5fccf4b402e') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:13.842494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.853264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Made reservation on behalf of 4e5cd62eddd4417390bfb2ad573e8b78 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:13.856593 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.864441 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3825dafe-4a07-4077-a18b-771879f521ea req-210c8f23-afc5-447a-af0f-7a589588d250 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9 HTTP/1.1" status: 200  len: 1000 time: 0.2125797
Dec 19 13:28:13.870965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.874573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:13.890714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:13.895870 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/0a935ac2-f345-4684-9de9-d10e4eb1636c HTTP/1.1" status: 204  len: 168 time: 6.0821564
Dec 19 13:28:13.952563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37880) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:13.960461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-579035529'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:13.965694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=0a935ac2-f345-4684-9de9-d10e4eb1636c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:13.973250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:13.974651 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:13.987919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce63e4d7-389e-4d0d-aad6-45406209fa92 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Router 9b1ced22-305b-4ee4-98f0-29ed42eb514f has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:28:13.990587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:network and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:13.995347 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:13.997948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.004822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:14.015678 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:28:14.023135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:14.023670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:14.062817 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:14.073558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.085196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:14.088373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.212061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:14.225925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.226277 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment bc92f11f-e157-4da7-abdd-2b7644193c92 of type vlan for network 892f0800-1b9e-4396-82ab-b25be0bbfba5
Dec 19 13:28:14.258157 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bcea038b-4f0f-4a49-b98e-eaf22de77566 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:14.274661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.444790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port bcea038b-4f0f-4a49-b98e-eaf22de77566 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:14.451758 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port bcea038b-4f0f-4a49-b98e-eaf22de77566 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:14.455194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.475960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825dafe-4a07-4077-a18b-771879f521ea req-c7817892-c187-46f4-9e74-b3eb799caab2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:14.478163 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3825dafe-4a07-4077-a18b-771879f521ea req-c7817892-c187-46f4-9e74-b3eb799caab2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c5d365b-ec90-4521-bf4b-b9217d9b4e32 HTTP/1.1" status: 200  len: 850 time: 0.5915763
Dec 19 13:28:14.488771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.496473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:14.497083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.552045 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:14.613129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.622121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:14.624900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.646918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.650440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Network': ['ID=cc2e8512-b635-4958-9cb4-c7d965fd1eb7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:14.659366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:14.674271 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6a0008ea-f7f6-4745-8f0b-40540baf7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.685476 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/networks/cc2e8512-b635-4958-9cb4-c7d965fd1eb7 HTTP/1.1" status: 204  len: 168 time: 2.0799408
Dec 19 13:28:14.685476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37888) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:14.697109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-432422783'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:14.704777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port bcea038b-4f0f-4a49-b98e-eaf22de77566, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bcea038b-4f0f-4a49-b98e-eaf22de77566,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:14.708432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:14.728487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:network and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:14.782030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:14.782243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:14.786630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-706fe1c9-e039-4af9-a459-75aed19b2fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:14.801649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:14.819287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37892) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:14.862913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=892f0800-1b9e-4396-82ab-b25be0bbfba5,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:14.872615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:14.880448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=bcea038b-4f0f-4a49-b98e-eaf22de77566,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:14.893290 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9370790
Dec 19 13:28:14.893482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 892f0800-1b9e-4396-82ab-b25be0bbfba5 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:14.900720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37896) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:14.912729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'network_id': '892f0800-1b9e-4396-82ab-b25be0bbfba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:14.913615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:14.913977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:14.914294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:14.914631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:14.915266 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:14.915570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:14.916836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:14.918082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:14.918804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:14.919441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:14.920252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:28:14.921652 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3825dafe-4a07-4077-a18b-771879f521ea req-6ddbf979-8e27-439e-9da9-b86c26e1db12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc33190a-751f-4699-9dbf-7d69c7ceca8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4337618
Dec 19 13:28:14.980504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:14.981775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:14.984811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.134032 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b3db59ce-2f87-4a54-abc2-600a890a304b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=492e986d01ff4a8e8f255e2ddf3047af&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3113711
Dec 19 13:28:15.142798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37900) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:15.222489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c8d4f-cd1e-418b-9721-e70d6ed6655d req-76ffadfc-0604-435a-a92f-90782f878ac4 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:15.223941 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2d4c8d4f-cd1e-418b-9721-e70d6ed6655d req-76ffadfc-0604-435a-a92f-90782f878ac4 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.7452755
Dec 19 13:28:15.231008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:15.270064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.270417 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Added segment 00af3e6d-75d1-4f28-805c-fd89b5b7a781 of type vlan for network 96abb98a-f6ee-4dc5-9078-07b9621e0507
Dec 19 13:28:15.278002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:15.282375 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3825dafe-4a07-4077-a18b-771879f521ea req-e09bf231-4b48-4730-a7e5-6b62c5f03367 service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3440528
Dec 19 13:28:15.293518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.297922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:subnet and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:15.302776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5c6a45e1-2c3c-4c4f-bf6d-b46f6d9c591d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:15.337903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:15.360152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:15.373389 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2d4c8d4f-cd1e-418b-9721-e70d6ed6655d req-07c173a9-5956-4669-bdc3-aaeeee386c76 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1393695
Dec 19 13:28:15.403757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce63e4d7-389e-4d0d-aad6-45406209fa92 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:15.410912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.413396 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9a7aa-ab77-40e4-90c0-e894c07d3c08 None None] Sync routers for ids ['9b1ced22-305b-4ee4-98f0-29ed42eb514f'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:15.418602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1481e5ca-9b81-4b99-b7b7-c13621b9155b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.426798 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff9a7aa-ab77-40e4-90c0-e894c07d3c08 None None] Routers {'9b1ced22-305b-4ee4-98f0-29ed42eb514f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:15.427786 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1ff9a7aa-ab77-40e4-90c0-e894c07d3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476168b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['9b1ced22-305b-4ee4-98f0-29ed42eb514f'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:15.456524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ce63e4d7-389e-4d0d-aad6-45406209fa92 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.457722 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ce63e4d7-389e-4d0d-aad6-45406209fa92 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "PUT /v2.0/routers/9b1ced22-305b-4ee4-98f0-29ed42eb514f HTTP/1.1" status: 200  len: 922 time: 6.2951407
Dec 19 13:28:15.459517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d177b66-260e-4c07-8a74-e8054cb2f7a6,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:15.461812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37904) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:15.470528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:15.488406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:15.494597 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1ff9a7aa-ab77-40e4-90c0-e894c07d3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476168b0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:15.502496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1481e5ca-9b81-4b99-b7b7-c13621b9155b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.506461 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff9a7aa-ab77-40e4-90c0-e894c07d3c08 None None] Routers {'9b1ced22-305b-4ee4-98f0-29ed42eb514f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:15.507047 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1ff9a7aa-ab77-40e4-90c0-e894c07d3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476168b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['9b1ced22-305b-4ee4-98f0-29ed42eb514f'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:15.569101 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3825dafe-4a07-4077-a18b-771879f521ea req-f1b1bd06-a9de-4949-9b15-707bdf947de4 service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2745342
Dec 19 13:28:15.570650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.591365 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1ff9a7aa-ab77-40e4-90c0-e894c07d3c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476168b0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:15.592034 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9a7aa-ab77-40e4-90c0-e894c07d3c08 None None] The sync data for ids ['9b1ced22-305b-4ee4-98f0-29ed42eb514f'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:15.649588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.654112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:15.654921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.660555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Checking segment: {'id': 'adbc1612-ff33-4d3c-926d-d5661d88c9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:15.661051 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Network hostable DHCP agents. Network: 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:15.669539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.673398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee4d64d6-ba58-4bbc-bcc1-2c57a3eaac84 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:15.790078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Network': ['ID=96abb98a-f6ee-4dc5-9078-07b9621e0507,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:15.793458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:15.801202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 96abb98a-f6ee-4dc5-9078-07b9621e0507 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:15.861555 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.1755562
Dec 19 13:28:15.868073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37908) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:15.872117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1481e5ca-9b81-4b99-b7b7-c13621b9155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.874459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1481e5ca-9b81-4b99-b7b7-c13621b9155b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:15.875575 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1481e5ca-9b81-4b99-b7b7-c13621b9155b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14f5170e-1812-4146-866a-489da6b6a70a HTTP/1.1" status: 204  len: 168 time: 0.7261777
Dec 19 13:28:15.881776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': '96abb98a-f6ee-4dc5-9078-07b9621e0507', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:15.900887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:15.902761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:28:15.916345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Network 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:15.983492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481e5ca-9b81-4b99-b7b7-c13621b9155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f5170e-1812-4146-866a-489da6b6a70a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:15.986361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1481e5ca-9b81-4b99-b7b7-c13621b9155b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:16.029514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:16.046857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:16.053111 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:16.053743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:16.064175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36b34d-2b23-45e9-ae42-ca82d2c91dec None None] Network 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:16.078251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:16.085402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:16.106905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:16.179143 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5867237f-cb4c-4042-89bf-a3465cf692f4 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/routers/9b1ced22-305b-4ee4-98f0-29ed42eb514f HTTP/1.1" status: 200  len: 922 time: 0.6916521
Dec 19 13:28:16.181681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37914) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:16.184749 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.6160493
Dec 19 13:28:16.219483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37918) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:16.240774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bcea038b-4f0f-4a49-b98e-eaf22de77566 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:16.279479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1201810053-router', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:16.294452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:16.304061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:16.307906 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:16.341529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Usage tracker for resource:router and tenant:4e5cd62eddd4417390bfb2ad573e8b78 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:16.349741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:16.363835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:16.397462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:16.413337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=5d9191ad-9062-4231-877c-6141670ef9f6,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:16.427205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:16.431527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:16.435667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port bcea038b-4f0f-4a49-b98e-eaf22de77566 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:16.436041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:16.472818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking segment: {'id': 'bc92f11f-e157-4da7-abdd-2b7644193c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '892f0800-1b9e-4396-82ab-b25be0bbfba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:16.473535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network hostable DHCP agents. Network: 892f0800-1b9e-4396-82ab-b25be0bbfba5, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:16.478631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:16.481274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-de7bc3a0-51b4-4407-9c4a-e2084d39380d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Synchronizing usage tracker for tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:16.488555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:16.489847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:16.541141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:16.544239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:16.561813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-de7bc3a0-51b4-4407-9c4a-e2084d39380d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Unset dirty status for tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:16.563088 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-de7bc3a0-51b4-4407-9c4a-e2084d39380d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&device_id=9b1ced22-305b-4ee4-98f0-29ed42eb514f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3771236
Dec 19 13:28:16.566049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443da5a-f53b-4eb3-a159-e0d3972b55ff None None] Sync routers for ids ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:16.567151 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] 10.222.0.24 "PUT /v2.0/routers/4980413f-f9a5-4f12-96f3-dea8df05a1e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5494578
Dec 19 13:28:16.568812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37926) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:16.571251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37928) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:16.573158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-5247dbab-6ae0-4dfc-8d3d-48bc32f1209a', 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'fixed_ips': [{'subnet_id': '3d177b66-260e-4c07-8a74-e8054cb2f7a6'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:28:16.574158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:16.581243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:16.655996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network 892f0800-1b9e-4396-82ab-b25be0bbfba5 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:16.705429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443da5a-f53b-4eb3-a159-e0d3972b55ff None None] Routers {'4980413f-f9a5-4f12-96f3-dea8df05a1e1'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:16.706021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-5443da5a-f53b-4eb3-a159-e0d3972b55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4735e700>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:16.775779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.ipam_backend_mixin [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Performing IP validity checks on allocation pools {{(pid=84124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 19 13:28:16.776488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.ipam_backend_mixin [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 19 13:28:16.964638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 892f0800-1b9e-4396-82ab-b25be0bbfba5) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:16.981093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647d5fa7-269a-4047-a526-7c1c2c107927 None None] Network 892f0800-1b9e-4396-82ab-b25be0bbfba5 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:17.021558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:17.022143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:17.023390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:17.035582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-90e6b7e5-b4c2-4402-a489-15166592fe6c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:17.114306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3959f4bb-548b-435e-a28f-aa72c2e6c26b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:17.114859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3959f4bb-548b-435e-a28f-aa72c2e6c26b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Synchronizing usage tracker for tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:17.134627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:17.178242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Subnet': ['ID=0e788a30-152a-48f1-94a3-fc247b5eb621,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:17.185689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:17.206678 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.3012025
Dec 19 13:28:17.209253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37942) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:17.214627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Checking segment: {'id': '00af3e6d-75d1-4f28-805c-fd89b5b7a781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96abb98a-f6ee-4dc5-9078-07b9621e0507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:17.214992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network hostable DHCP agents. Network: 96abb98a-f6ee-4dc5-9078-07b9621e0507, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:17.227064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e7329-1cc3-4f5e-90a4-eaadcb41ac2b req-e64ab6df-202d-45d6-833d-6b9ba76ea50b tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:17.230016 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-270e7329-1cc3-4f5e-90a4-eaadcb41ac2b req-e64ab6df-202d-45d6-833d-6b9ba76ea50b tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.5078475
Dec 19 13:28:17.290800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3959f4bb-548b-435e-a28f-aa72c2e6c26b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Unset dirty status for tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:17.294590 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3959f4bb-548b-435e-a28f-aa72c2e6c26b tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/networks/4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 881 time: 0.7222307
Dec 19 13:28:17.296942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37948) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:17.303253 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-270e7329-1cc3-4f5e-90a4-eaadcb41ac2b req-bfd20d3b-9851-4c31-afb7-321daf985439 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648839
Dec 19 13:28:17.320984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Allocated IP 172.20.0.2 (5247dbab-6ae0-4dfc-8d3d-48bc32f1209a/3d177b66-260e-4c07-8a74-e8054cb2f7a6/f2551e29-6070-42cb-a090-ac90c1ac753c) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:17.331974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7809cb8-afd0-4875-ba82-76f46fdc0f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-892f0800-1b9e-4396-82ab-b25be0bbfba5', 'network_id': '892f0800-1b9e-4396-82ab-b25be0bbfba5', 'tenant_id': '10bc67d9d9e7453a8aac47bef2c52ff9', 'fixed_ips': [{'subnet_id': '5d9191ad-9062-4231-877c-6141670ef9f6'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:28:17.333051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b7809cb8-afd0-4875-ba82-76f46fdc0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:17.363399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-5443da5a-f53b-4eb3-a159-e0d3972b55ff None None] Set router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:17.392125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:17.522945 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4886301b-ea3b-47b9-9f97-5a5ffab29ecc tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b1ced22-305b-4ee4-98f0-29ed42eb514f HTTP/1.1" status: 200  len: 205 time: 0.1766970
Dec 19 13:28:17.525372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:17.529004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 37956) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:17.744459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network 96abb98a-f6ee-4dc5-9078-07b9621e0507 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:17.746837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472f048-5021-4366-af6d-9800ab574575 req-7c34250f-16d0-4074-9804-440de3af74e8 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:17.748358 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0472f048-5021-4366-af6d-9800ab574575 req-7c34250f-16d0-4074-9804-440de3af74e8 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.1852856
Dec 19 13:28:17.753738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:17.772852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:17.801052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:17.829718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 96abb98a-f6ee-4dc5-9078-07b9621e0507) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:17.881028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:17.911554 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0472f048-5021-4366-af6d-9800ab574575 req-1ec83348-9017-4f15-a94a-3c031f28c100 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1292460
Dec 19 13:28:17.934909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:17.935523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:17.985762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Deleting port 4b834fad-8fc1-4158-adfc-41187655faab {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:17.986549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.047754 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Allocated IP 172.26.4.6 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/6aa78e81-98d1-4f45-99de-66409833342d) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:18.067008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.088444 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2166946
Dec 19 13:28:18.093122 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37966) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:18.121564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.127104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474a3cf0-77ee-42eb-8938-3aa659fc68a3 None None] Network 96abb98a-f6ee-4dc5-9078-07b9621e0507 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:18.129308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Deleting port 488e1ef7-674c-4779-b549-7279f52156c2 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:18.129683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.141432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Transition to ACTIVE for port object f2551e29-6070-42cb-a090-ac90c1ac753c will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:18.148970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.159968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6a084fc3-8ee1-455c-8d79-e265ddf86006 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:18.166776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': '96abb98a-f6ee-4dc5-9078-07b9621e0507', 'name': 'tempest-PortsTestJSON-363324346'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:18.211926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server [None req-b7809cb8-afd0-4875-ba82-76f46fdc0f83 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d9191ad-9062-4231-877c-6141670ef9f6: This subnet is being modified by another concurrent operation.
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 19 13:28:18.220763 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise exception
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d9191ad-9062-4231-877c-6141670ef9f6: This subnet is being modified by another concurrent operation.
Dec 19 13:28:18.223808 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server 
Dec 19 13:28:18.253217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Transition to ACTIVE for port object f2551e29-6070-42cb-a090-ac90c1ac753c will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:18.287498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce9243d-472e-4c85-a23a-28c39da312af None None] Network 892f0800-1b9e-4396-82ab-b25be0bbfba5 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:18.413712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.414511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9191ad-9062-4231-877c-6141670ef9f6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:18.423179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:18.425929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:18.508070 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Pushing event updated for resources: {'Port': ['ID=f2551e29-6070-42cb-a090-ac90c1ac753c,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:18.537441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] For port 4b834fad-8fc1-4158-adfc-41187655faab, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4b834fad-8fc1-4158-adfc-41187655faab,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:18.537786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.560688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.573778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:18.574526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:18.634391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.676765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-5443da5a-f53b-4eb3-a159-e0d3972b55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4735e700>, [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '4b834fad-8fc1-4158-adfc-41187655faab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:28:12Z', 'revision_number': 5, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port': {'id': '4b834fad-8fc1-4158-adfc-41187655faab', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:18.696878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d469c1490>,) {'filters': {'network_id': ['892f0800-1b9e-4396-82ab-b25be0bbfba5']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:18.718150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Network 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:18.731590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d469c1490>, 'bc92f11f-e157-4da7-abdd-2b7644193c92') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:18.731862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d469c1490>, 'bc92f11f-e157-4da7-abdd-2b7644193c92') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:18.735973 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:18.749289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:18.765826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] For port 488e1ef7-674c-4779-b549-7279f52156c2, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=488e1ef7-674c-4779-b549-7279f52156c2,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:18.766176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.820314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.825036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-96abb98a-f6ee-4dc5-9078-07b9621e0507', 'network_id': '96abb98a-f6ee-4dc5-9078-07b9621e0507', 'tenant_id': '290e2fb8a20046e6963e2aaaad414298', 'fixed_ips': [{'subnet_id': '0e788a30-152a-48f1-94a3-fc247b5eb621'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:28:18.825844 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:18.834705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443da5a-f53b-4eb3-a159-e0d3972b55ff None None] Checking router: 4980413f-f9a5-4f12-96f3-dea8df05a1e1 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:28:18.914210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Calling delete_port for 4b834fad-8fc1-4158-adfc-41187655faab owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:18.967842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Calling delete_port for 488e1ef7-674c-4779-b549-7279f52156c2 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:18.995275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.005651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443da5a-f53b-4eb3-a159-e0d3972b55ff None None] Routers {'4980413f-f9a5-4f12-96f3-dea8df05a1e1'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:19.006281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-5443da5a-f53b-4eb3-a159-e0d3972b55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4735e700>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:19.018152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:19.018152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:19.032368 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:19.129703 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:19.192954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Attempting to bind port f2551e29-6070-42cb-a090-ac90c1ac753c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:19.193515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Attempting to bind port f2551e29-6070-42cb-a090-ac90c1ac753c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'adbc1612-ff33-4d3c-926d-d5661d88c9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:19.193778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Attempting to bind port f2551e29-6070-42cb-a090-ac90c1ac753c on network 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:19.213000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.256997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.265925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:19.266458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Checking segment: {'id': 'adbc1612-ff33-4d3c-926d-d5661d88c9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:19.266871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.267316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Bound using segment: {'id': 'adbc1612-ff33-4d3c-926d-d5661d88c9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:19.267801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Bound port: f2551e29-6070-42cb-a090-ac90c1ac753c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbc1612-ff33-4d3c-926d-d5661d88c9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:19.268234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.269652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-93344e09-cf7c-4a91-9900-07a4496fd4f6 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:19.275776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4b435-47fd-48a9-908f-a79270655660 req-7ba8c177-677b-4993-85b8-a2cecd525771 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:19.278447 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-95e4b435-47fd-48a9-908f-a79270655660 req-7ba8c177-677b-4993-85b8-a2cecd525771 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.1593368
Dec 19 13:28:19.295561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.306698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:19.310947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.337720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.340487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=892f0800-1b9e-4396-82ab-b25be0bbfba5,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:19.345316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2d7050a4-23bb-4e3f-98aa-4922c0a5c229 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:19.354471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-5443da5a-f53b-4eb3-a159-e0d3972b55ff None None] Set router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:19.361410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Deleting port 0911401f-7ef1-47fc-86d6-dcb8eb689600 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:19.362007 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.380240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.398801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:19.423635 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/892f0800-1b9e-4396-82ab-b25be0bbfba5 HTTP/1.1" status: 204  len: 168 time: 2.2132628
Dec 19 13:28:19.433722 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Allocated IP 172.20.0.2 (96abb98a-f6ee-4dc5-9078-07b9621e0507/0e788a30-152a-48f1-94a3-fc247b5eb621/d47cb6b9-26a4-4264-8ba2-5c39289ed237) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:19.435235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37986) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:19.450119 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b834fad-8fc1-4158-adfc-41187655faab,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:19.461484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:19.469668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 1776ecda-11ec-4f33-ae4a-7d9b33d251c4 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:28:19.572827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-186641536'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:19.578838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:19.587035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:network and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:19.591970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:19.600972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:19.611191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d7a66fcd-c1ac-44de-9947-55bc7f45a7ff tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:19.640989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.646286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9a6a6163-50c6-4e86-bc32-4ebe7614d80e tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:19.717779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-5443da5a-f53b-4eb3-a159-e0d3972b55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4735e700>, [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:28:17Z', 'revision_number': 6, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:19.741368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443da5a-f53b-4eb3-a159-e0d3972b55ff None None] The sync data for ids ['4980413f-f9a5-4f12-96f3-dea8df05a1e1'] in dv-neutron-821895-1-hyperv is: [{'id': '4980413f-f9a5-4f12-96f3-dea8df05a1e1', 'name': 'tempest-ServersTestManualDisk-538564201-router', 'tenant_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:28:17Z', 'revision_number': 6, 'project_id': 'ff1a9186fd984e50826c0a8bda0f8d36', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:19.749426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Pushing event deleted for resources: {'Port': ['ID=488e1ef7-674c-4779-b549-7279f52156c2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:19.759937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] For port f2551e29-6070-42cb-a090-ac90c1ac753c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:19.769072 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] For port f2551e29-6070-42cb-a090-ac90c1ac753c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=f2551e29-6070-42cb-a090-ac90c1ac753c,segment=NetworkSegment(adbc1612-ff33-4d3c-926d-d5661d88c9eb),segment_id=adbc1612-ff33-4d3c-926d-d5661d88c9eb)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:19.778229 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-95e4b435-47fd-48a9-908f-a79270655660 req-d1c9fb90-cba2-466a-aec7-7ee444b12005 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4912353
Dec 19 13:28:19.784425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:19.812891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Pushing event updated for resources: {'Port': ['ID=6aa78e81-98d1-4f45-99de-66409833342d,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:19.818991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:19.837061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:19.841919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:19.867413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dfd83d3d-d471-4cc6-9529-aeee39d0f736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:19.904508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 37992) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:19.937132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:19.942897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:20.009542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:20.048318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Pushing event updated for resources: {'Port': ['ID=f2551e29-6070-42cb-a090-ac90c1ac753c,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:20.057576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:20.082511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:20.101183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Transition to ACTIVE for port object d47cb6b9-26a4-4264-8ba2-5c39289ed237 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:20.176774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Transition to ACTIVE for port object d47cb6b9-26a4-4264-8ba2-5c39289ed237 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:20.181444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:20.196161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:20.259510 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Calling delete_port for 0911401f-7ef1-47fc-86d6-dcb8eb689600 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:20.263631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:20.267135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-72286d86-2927-4c27-b735-bade59d4b96f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:20.353365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 410080cb-fb3b-448a-bb80-701f2273b8b5 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:20.446221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1357068942', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:20.457962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 410080cb-fb3b-448a-bb80-701f2273b8b5 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:28:20.460882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 410080cb-fb3b-448a-bb80-701f2273b8b5 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:28:20.562210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:20.586988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Pushing event updated for resources: {'Port': ['ID=d47cb6b9-26a4-4264-8ba2-5c39289ed237,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:20.594781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:20.602699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Network 96abb98a-f6ee-4dc5-9078-07b9621e0507 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:20.610639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:20.612958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:20.679284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Usage tracker for resource:port and tenant:d4819b86d0ea4f6798852ab8290272c3 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:20.684171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:20.690930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:20.761572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Attempting to bind port d47cb6b9-26a4-4264-8ba2-5c39289ed237 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:20.762361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Attempting to bind port d47cb6b9-26a4-4264-8ba2-5c39289ed237 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '00af3e6d-75d1-4f28-805c-fd89b5b7a781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96abb98a-f6ee-4dc5-9078-07b9621e0507'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:20.762486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Attempting to bind port d47cb6b9-26a4-4264-8ba2-5c39289ed237 on network 96abb98a-f6ee-4dc5-9078-07b9621e0507 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:20.769665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:20.770046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Checking segment: {'id': '00af3e6d-75d1-4f28-805c-fd89b5b7a781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96abb98a-f6ee-4dc5-9078-07b9621e0507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:20.771096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:20.771096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Bound using segment: {'id': '00af3e6d-75d1-4f28-805c-fd89b5b7a781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96abb98a-f6ee-4dc5-9078-07b9621e0507'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:20.771353 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Bound port: d47cb6b9-26a4-4264-8ba2-5c39289ed237, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00af3e6d-75d1-4f28-805c-fd89b5b7a781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '96abb98a-f6ee-4dc5-9078-07b9621e0507'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:20.772155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:20.871915 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.5 (96abb98a-f6ee-4dc5-9078-07b9621e0507/0e788a30-152a-48f1-94a3-fc247b5eb621/1776ecda-11ec-4f33-ae4a-7d9b33d251c4) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:20.875230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] For port d47cb6b9-26a4-4264-8ba2-5c39289ed237, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:20.879046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] For port d47cb6b9-26a4-4264-8ba2-5c39289ed237, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d47cb6b9-26a4-4264-8ba2-5c39289ed237,segment=NetworkSegment(00af3e6d-75d1-4f28-805c-fd89b5b7a781),segment_id=00af3e6d-75d1-4f28-805c-fd89b5b7a781)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:20.948001 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:20.952009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:20.955078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Made reservation on behalf of d4819b86d0ea4f6798852ab8290272c3 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:20.956997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:20.966671 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:20.971960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:20.975991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4fef5012-393a-43e5-91ea-8cb1dfc2d38c tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:21.001822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.020132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Pushing event deleted for resources: {'Port': ['ID=0911401f-7ef1-47fc-86d6-dcb8eb689600,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:21.024541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.024879 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment 0d2248f9-611e-4712-8860-5382f84f08b1 of type vlan for network 40c02dd7-9a38-4b2f-a364-dd7342318399
Dec 19 13:28:21.025743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:21.030221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.070648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Pushing event updated for resources: {'Port': ['ID=d47cb6b9-26a4-4264-8ba2-5c39289ed237,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:21.075766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:21.335331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.341060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.466287 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.471586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:21.637535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.647830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Usage tracker for resource:security_group_rule and tenant:d4819b86d0ea4f6798852ab8290272c3 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:21.651859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:21.659168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:21.704379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.715688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14b0e4a-1c21-40c4-b4ca-9295afe2790e None None] Network 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:21.722877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.727764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.727964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.735995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8a98a-3bac-49c0-b230-60fafd05d1fd req-a3c46740-2609-4197-89fb-c8f14dc14d98 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:21.739517 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d1d8a98a-3bac-49c0-b230-60fafd05d1fd req-a3c46740-2609-4197-89fb-c8f14dc14d98 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 1.0354657
Dec 19 13:28:21.786489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.830659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.831430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Fanout notify agent at l3_agent the message router_deleted on router 9b1ced22-305b-4ee4-98f0-29ed42eb514f {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:28:21.855010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.855817 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/9b1ced22-305b-4ee4-98f0-29ed42eb514f HTTP/1.1" status: 204  len: 168 time: 4.3210921
Dec 19 13:28:21.864389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38002) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:21.871619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-44fbd63d-3ca6-4441-b0d1-0d6a8ec6ca86 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-191370443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:21.879531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-44fbd63d-3ca6-4441-b0d1-0d6a8ec6ca86 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:21.884707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-44fbd63d-3ca6-4441-b0d1-0d6a8ec6ca86 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Usage tracker for resource:router and tenant:ef99c99a1c4d4d0481e9f8f4b88c2c3f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:21.889294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-44fbd63d-3ca6-4441-b0d1-0d6a8ec6ca86 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:21.898029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-44fbd63d-3ca6-4441-b0d1-0d6a8ec6ca86 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:21.952032 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b712c698-2c71-468c-bc86-1b4802a88260 None None] Provisioning for port f2551e29-6070-42cb-a090-ac90c1ac753c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:21.985635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44fbd63d-3ca6-4441-b0d1-0d6a8ec6ca86 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.985635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44fbd63d-3ca6-4441-b0d1-0d6a8ec6ca86 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.985897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.989121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:21.993496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:21.994356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:22.023793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:22.057219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:22.057797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4980413f-f9a5-4f12-96f3-dea8df05a1e1 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:28:22.146447 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d1d8a98a-3bac-49c0-b230-60fafd05d1fd req-8b0e88c7-a44b-470f-9383-b8142618838f tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3836722
Dec 19 13:28:22.191162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object 1776ecda-11ec-4f33-ae4a-7d9b33d251c4 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:22.191162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:22.271317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=40c02dd7-9a38-4b2f-a364-dd7342318399,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:22.283629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:22.289028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:22.293364 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4980413f-f9a5-4f12-96f3-dea8df05a1e1 HTTP/1.1" status: 204  len: 168 time: 5.7170577
Dec 19 13:28:22.293364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38006) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:22.305710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 40c02dd7-9a38-4b2f-a364-dd7342318399 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:22.310060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44fbd63d-3ca6-4441-b0d1-0d6a8ec6ca86 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:22.331892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device f2551e29-6070-42cb-a090-ac90c1ac753c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:22.429241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44fbd63d-3ca6-4441-b0d1-0d6a8ec6ca86 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:22.463980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 3.0202785
Dec 19 13:28:22.472423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:22.474492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:22.478443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38010) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:22.486811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'network_id': '40c02dd7-9a38-4b2f-a364-dd7342318399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:22.535155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2c5645-b5eb-4021-ac25-451ae36b874c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:22.539885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] device_id is not set on port d1510e2b-35a3-4f1d-8b86-c0076b12585a yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:28:22.580682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:22.586076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:22.619698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c136dbbc-61cf-464d-8a86-553f6934fb62 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:22.650360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port f2551e29-6070-42cb-a090-ac90c1ac753c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:22.655797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c468dc-1cce-4c1b-ac15-d1ca80788190 None None] Network 96abb98a-f6ee-4dc5-9078-07b9621e0507 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:22.667212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44fbd63d-3ca6-4441-b0d1-0d6a8ec6ca86 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:22.667212 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-44fbd63d-3ca6-4441-b0d1-0d6a8ec6ca86 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.8010056
Dec 19 13:28:22.667685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network 96abb98a-f6ee-4dc5-9078-07b9621e0507 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:22.669830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38014) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:22.682214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:22.687220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:22.761273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port f2551e29-6070-42cb-a090-ac90c1ac753c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:22.762156 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:22.765265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:22.772404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Request body: {'router': {'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:22.773752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:subnet and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:22.778123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:22.796383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:22.827622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=1776ecda-11ec-4f33-ae4a-7d9b33d251c4,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:22.843749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:28:22.850984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:22.861278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-b631f1bf-dfd5-4aed-9731-6ae76e1f307e admin admin] Deleting subnet 50564898-908d-467f-a997-b49b377feab8 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:28:22.925998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:22.934128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b631f1bf-dfd5-4aed-9731-6ae76e1f307e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:22.995183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-63b731e9-acd5-43dd-979b-75a7e0bf9128 None None] Provisioning for port d47cb6b9-26a4-4264-8ba2-5c39289ed237 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:23.054289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.066644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:23.067263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.078458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.097438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b631f1bf-dfd5-4aed-9731-6ae76e1f307e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.121871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port f2551e29-6070-42cb-a090-ac90c1ac753c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=f2551e29-6070-42cb-a090-ac90c1ac753c,segment=NetworkSegment(adbc1612-ff33-4d3c-926d-d5661d88c9eb),segment_id=adbc1612-ff33-4d3c-926d-d5661d88c9eb)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:23.223521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.225040 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d47cb6b9-26a4-4264-8ba2-5c39289ed237 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:23.298287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0e8acd97-4f2a-429c-ae37-e34a213e67a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:23.387229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Allocated IP 172.26.4.62 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/d1510e2b-35a3-4f1d-8b86-c0076b12585a) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:23.404020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=f2551e29-6070-42cb-a090-ac90c1ac753c,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:23.410426 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 5.3160200
Dec 19 13:28:23.415387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38020) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:23.420431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:23.421102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:23.430091 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0de7e-8d5e-4d7f-89d6-ca08516bf665 None None] Sync routers for ids ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:23.450284 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0de7e-8d5e-4d7f-89d6-ca08516bf665 None None] Routers {'10546e2d-c6eb-48a9-96cc-36319cdfbcbf'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:23.450902 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6de0de7e-8d5e-4d7f-89d6-ca08516bf665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47897190>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:23.495870 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] 10.222.0.24 "PUT /v2.0/routers/10546e2d-c6eb-48a9-96cc-36319cdfbcbf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1566019
Dec 19 13:28:23.497028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38024) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:23.501520 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port d47cb6b9-26a4-4264-8ba2-5c39289ed237 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:23.507682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d47cb6b9-26a4-4264-8ba2-5c39289ed237 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:23.508346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.580729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.614842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3b38bcce-bec8-4a71-982d-cc04a9f71a74 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:23.678932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f7c60-0bdb-4089-b136-470af70a19ad tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 1776ecda-11ec-4f33-ae4a-7d9b33d251c4 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:23.679187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7c60-0bdb-4089-b136-470af70a19ad tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.689930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-aa47fd77-3bc9-49c6-8752-b2d479d14c62 None None] Provisioning complete for port d47cb6b9-26a4-4264-8ba2-5c39289ed237 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:23.690248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aa47fd77-3bc9-49c6-8752-b2d479d14c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.740641 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-6de0de7e-8d5e-4d7f-89d6-ca08516bf665 None None] Set router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:23.772071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.773007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b631f1bf-dfd5-4aed-9731-6ae76e1f307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.786373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f074870-731b-464b-8b72-15e683ccda4b None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:28:23.839319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=3c24d9a9-9156-42db-a8ae-dd609823b1d9,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:23.852347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:23.906428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port d47cb6b9-26a4-4264-8ba2-5c39289ed237, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d47cb6b9-26a4-4264-8ba2-5c39289ed237,segment=NetworkSegment(00af3e6d-75d1-4f28-805c-fd89b5b7a781),segment_id=00af3e6d-75d1-4f28-805c-fd89b5b7a781)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:23.913380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking segment: {'id': '0d2248f9-611e-4712-8860-5382f84f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '40c02dd7-9a38-4b2f-a364-dd7342318399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:23.913728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network hostable DHCP agents. Network: 40c02dd7-9a38-4b2f-a364-dd7342318399, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:23.977791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:23.988472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6e06f84d-8b96-4e2a-8cb8-ffe6005a961b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:24.051565 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6de0de7e-8d5e-4d7f-89d6-ca08516bf665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47897190>, [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:28:19Z', 'revision_number': 5, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:24.056994 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0de7e-8d5e-4d7f-89d6-ca08516bf665 None None] Checking router: 10546e2d-c6eb-48a9-96cc-36319cdfbcbf for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:28:24.075193 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0de7e-8d5e-4d7f-89d6-ca08516bf665 None None] Routers {'10546e2d-c6eb-48a9-96cc-36319cdfbcbf'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:24.076646 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6de0de7e-8d5e-4d7f-89d6-ca08516bf665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47897190>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:24.105000 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=d47cb6b9-26a4-4264-8ba2-5c39289ed237,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:24.144040 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae4d29-bf2a-4fc3-a763-a4780e16975d req-082f0297-4c11-407f-8d4c-47c36461aaed tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:24.151744 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-48ae4d29-bf2a-4fc3-a763-a4780e16975d req-082f0297-4c11-407f-8d4c-47c36461aaed tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.7666676
Dec 19 13:28:24.191244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:24.208021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device f2551e29-6070-42cb-a090-ac90c1ac753c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:24.233444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:24.249786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7c60-0bdb-4089-b136-470af70a19ad tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:24.278582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aa47fd77-3bc9-49c6-8752-b2d479d14c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:24.278939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Router 202e3761-64e1-4c8b-a55a-a0a04f9cdada is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:28:24.292125 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-48ae4d29-bf2a-4fc3-a763-a4780e16975d req-e66d9fb2-f6d1-4b54-9712-b712d2174212 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1387157
Dec 19 13:28:24.296044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:24.329921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b631f1bf-dfd5-4aed-9731-6ae76e1f307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:24.339251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:24.377693 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-6de0de7e-8d5e-4d7f-89d6-ca08516bf665 None None] Set router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:24.436455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f7c60-0bdb-4089-b136-470af70a19ad tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 1776ecda-11ec-4f33-ae4a-7d9b33d251c4 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:24.481978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-aa47fd77-3bc9-49c6-8752-b2d479d14c62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:24.482587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-aa47fd77-3bc9-49c6-8752-b2d479d14c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:24.503106 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port f2551e29-6070-42cb-a090-ac90c1ac753c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:24.503600 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:24.581838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:24.587078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b631f1bf-dfd5-4aed-9731-6ae76e1f307e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:24.598928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631f1bf-dfd5-4aed-9731-6ae76e1f307e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50564898-908d-467f-a997-b49b377feab8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:24.615905 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 already present
Dec 19 13:28:24.617097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network 40c02dd7-9a38-4b2f-a364-dd7342318399 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:24.617097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 40c02dd7-9a38-4b2f-a364-dd7342318399) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:24.622259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:24.623155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:24.643687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:24.653272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b631f1bf-dfd5-4aed-9731-6ae76e1f307e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:24.656794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:24.669630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f5ee86f9-790e-4225-bbba-6cf5c5841765 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:24.673964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f074870-731b-464b-8b72-15e683ccda4b None None] Network 40c02dd7-9a38-4b2f-a364-dd7342318399 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:24.708254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:24.725755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7c60-0bdb-4089-b136-470af70a19ad tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:24.733625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4b834fad-8fc1-4158-adfc-41187655faab no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:24.733834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7ac5242d-ba5f-4555-bd6c-08a932115607 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:24.779214 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b631f1bf-dfd5-4aed-9731-6ae76e1f307e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/50564898-908d-467f-a997-b49b377feab8 HTTP/1.1" status: 204  len: 168 time: 2.4837186
Dec 19 13:28:24.779883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f074870-731b-464b-8b72-15e683ccda4b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 40c02dd7-9a38-4b2f-a364-dd7342318399) {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:28:24.787537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38032) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:24.793372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f7c60-0bdb-4089-b136-470af70a19ad tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=1776ecda-11ec-4f33-ae4a-7d9b33d251c4,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:24.798866 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.3157637
Dec 19 13:28:24.798866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee0f7c60-0bdb-4089-b136-470af70a19ad tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:24.800147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38034) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:24.804843 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 4b834fad-8fc1-4158-adfc-41187655faab {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:28:24.805389 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4b834fad-8fc1-4158-adfc-41187655faab not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:28:24.837566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:24.841695 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6de0de7e-8d5e-4d7f-89d6-ca08516bf665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47897190>, [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:28:19Z', 'revision_number': 5, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:24.860437 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0de7e-8d5e-4d7f-89d6-ca08516bf665 None None] The sync data for ids ['10546e2d-c6eb-48a9-96cc-36319cdfbcbf'] in dv-neutron-821895-1-hyperv is: [{'id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'name': 'tempest-ServersTestJSON-1800809805-router', 'tenant_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:28:19Z', 'revision_number': 5, 'project_id': 'a2df18cdddf84a9bb57cf83bee4224ba', 'gw_port': {'id': '6c616024-ee01-450a-afae-ac6c3d6efcc5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10546e2d-c6eb-48a9-96cc-36319cdfbcbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:12Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:25.036825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.046332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Pushing event updated for resources: {'Port': ['ID=d1510e2b-35a3-4f1d-8b86-c0076b12585a,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:25.060891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:25.070657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:25.071315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.114123 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-aa47fd77-3bc9-49c6-8752-b2d479d14c62 None None] Could not find standard attr ID for object 1776ecda-11ec-4f33-ae4a-7d9b33d251c4. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:28:25.123069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7c60-0bdb-4089-b136-470af70a19ad tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.124940 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ee0f7c60-0bdb-4089-b136-470af70a19ad tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/1776ecda-11ec-4f33-ae4a-7d9b33d251c4 HTTP/1.1" status: 204  len: 168 time: 1.7084796
Dec 19 13:28:25.129832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38040) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:25.167612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Deleting port 06d57cca-de9a-4833-a652-73741a4b6a31 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:25.167832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.233802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.242062 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 5.3068054
Dec 19 13:28:25.243704 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-04a9c59a-130e-4426-8d58-2fc2bd290e97 None None] Could not find standard attr ID for object 1776ecda-11ec-4f33-ae4a-7d9b33d251c4. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:28:25.253347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38044) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:25.280077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.62'}]}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:25.284634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:25.289155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Usage tracker for resource:router and tenant:d4819b86d0ea4f6798852ab8290272c3 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:25.290580 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620840-8da9-4b6c-b044-40b0bfda2438 req-8a1520a8-6141-41e2-8fd8-1c892de8d7ec tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:25.292334 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2c620840-8da9-4b6c-b044-40b0bfda2438 req-8a1520a8-6141-41e2-8fd8-1c892de8d7ec tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.3478606
Dec 19 13:28:25.292528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:25.298677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:25.304157 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-307cf969-988a-40c2-aecf-8ef477452dec tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:28:25.304601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307cf969-988a-40c2-aecf-8ef477452dec tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:28:25.306315 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-307cf969-988a-40c2-aecf-8ef477452dec tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/1776ecda-11ec-4f33-ae4a-7d9b33d251c4 HTTP/1.1" status: 404  len: 333 time: 0.1655679
Dec 19 13:28:25.312893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38048) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:25.327392 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.359081 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-83354a25-e034-45a0-9a83-149ee482e655 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:28:25.359978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-83354a25-e034-45a0-9a83-149ee482e655 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:25.393698 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.408443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.409413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.428201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-40c02dd7-9a38-4b2f-a364-dd7342318399', 'network_id': '40c02dd7-9a38-4b2f-a364-dd7342318399', 'tenant_id': '10bc67d9d9e7453a8aac47bef2c52ff9', 'fixed_ips': [{'subnet_id': '3c24d9a9-9156-42db-a8ae-dd609823b1d9'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:28:25.429228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.508662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.518973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-83354a25-e034-45a0-9a83-149ee482e655 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:25.522698 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-83354a25-e034-45a0-9a83-149ee482e655 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/1776ecda-11ec-4f33-ae4a-7d9b33d251c4 HTTP/1.1" status: 404  len: 333 time: 0.2061591
Dec 19 13:28:25.528431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38052) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:25.528784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.562226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.644371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Allocated IP 172.20.0.1 (40c02dd7-9a38-4b2f-a364-dd7342318399/3c24d9a9-9156-42db-a8ae-dd609823b1d9/fe6e2606-aff8-4a22-9530-a181972fb92c) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:25.724120 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2c620840-8da9-4b6c-b044-40b0bfda2438 req-04c9b8a2-67ef-4b7d-bc9e-192be3db4fef tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4249096
Dec 19 13:28:25.773415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.804769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:25.809960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] For port 06d57cca-de9a-4833-a652-73741a4b6a31, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=06d57cca-de9a-4833-a652-73741a4b6a31,segment=NetworkSegment(438a99a3-d3b3-4112-8770-348e84381d42),segment_id=438a99a3-d3b3-4112-8770-348e84381d42)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:25.810320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.821252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Sync routers for ids ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:25.877730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Routers {'202e3761-64e1-4c8b-a55a-a0a04f9cdada'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:25.878350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478b6280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:25.904616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Deleting port 6c616024-ee01-450a-afae-ac6c3d6efcc5 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:25.904950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:25.949128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Calling delete_port for 06d57cca-de9a-4833-a652-73741a4b6a31 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:25.963022 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.003040 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Allocated IP 172.26.4.96 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/3e3849c0-8227-42bc-b371-5f0edaf13128) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:26.018472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4a6b1a-043c-414a-ba3b-8b4c16fb3b41 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting subnet 0e788a30-152a-48f1-94a3-fc247b5eb621 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:28:26.025965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6b1a-043c-414a-ba3b-8b4c16fb3b41 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.039693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Transition to ACTIVE for port object fe6e2606-aff8-4a22-9530-a181972fb92c will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:26.081318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Transition to ACTIVE for port object fe6e2606-aff8-4a22-9530-a181972fb92c will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:26.101507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Set router 202e3761-64e1-4c8b-a55a-a0a04f9cdada gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:26.101729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.102744 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 9.8777604
Dec 19 13:28:26.109033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38056) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:26.214576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d47cb6b9-26a4-4264-8ba2-5c39289ed237 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:26.255656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.266502 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b70c93e7-c9b6-4bdd-b8eb-a9037604243f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:26.277334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.288389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5ddd6387-2294-4f73-bed6-62e40066181d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:26.331699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6b1a-043c-414a-ba3b-8b4c16fb3b41 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.332462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.346409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d57cca-de9a-4833-a652-73741a4b6a31,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:26.351678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] No DVR routers for this DVR port 06d57cca-de9a-4833-a652-73741a4b6a31 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:28:26.370817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.421548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:26.431818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Network 40c02dd7-9a38-4b2f-a364-dd7342318399 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:26.438534 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:26.440386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Pushing event updated for resources: {'Port': ['ID=fe6e2606-aff8-4a22-9530-a181972fb92c,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:26.444942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:26.452370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:26.464975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] For port 6c616024-ee01-450a-afae-ac6c3d6efcc5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6c616024-ee01-450a-afae-ac6c3d6efcc5,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:26.465395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.534509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.537674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.574831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46c08f70>,) {'filters': {'network_id': ['f70c7e67-43a4-4c39-9fb8-f73fb6cc5265']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:26.591728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46c08f70>, '438a99a3-d3b3-4112-8770-348e84381d42') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:26.592239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46c08f70>, '438a99a3-d3b3-4112-8770-348e84381d42') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:26.600101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d47cb6b9-26a4-4264-8ba2-5c39289ed237 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:26.600478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.607762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Calling delete_port for 6c616024-ee01-450a-afae-ac6c3d6efcc5 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:26.614602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.637366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.645696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Attempting to bind port fe6e2606-aff8-4a22-9530-a181972fb92c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:26.646033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:26.646154 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Attempting to bind port fe6e2606-aff8-4a22-9530-a181972fb92c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '0d2248f9-611e-4712-8860-5382f84f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '40c02dd7-9a38-4b2f-a364-dd7342318399'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:26.646412 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Attempting to bind port fe6e2606-aff8-4a22-9530-a181972fb92c on network 40c02dd7-9a38-4b2f-a364-dd7342318399 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:26.646863 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:26.660718 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:26.668837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:26.669214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Checking segment: {'id': '0d2248f9-611e-4712-8860-5382f84f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '40c02dd7-9a38-4b2f-a364-dd7342318399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:26.669617 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.670010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Bound using segment: {'id': '0d2248f9-611e-4712-8860-5382f84f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '40c02dd7-9a38-4b2f-a364-dd7342318399'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:26.670489 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Bound port: fe6e2606-aff8-4a22-9530-a181972fb92c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2248f9-611e-4712-8860-5382f84f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '40c02dd7-9a38-4b2f-a364-dd7342318399'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:26.670861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.714707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.724988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8443455-7b96-4408-9ef8-cb0a3e6aebfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:26.803620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6b1a-043c-414a-ba3b-8b4c16fb3b41 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.832026 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] For port fe6e2606-aff8-4a22-9530-a181972fb92c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:26.835263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478b6280>, [{'id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'name': 'tempest-TestVolumeBootPattern-1201810053-router', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '6aa78e81-98d1-4f45-99de-66409833342d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:28:16Z', 'updated_at': '2021-12-19T13:28:20Z', 'revision_number': 3, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'gw_port': {'id': '6aa78e81-98d1-4f45-99de-66409833342d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:17Z', 'updated_at': '2021-12-19T13:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:26.849586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Checking router: 202e3761-64e1-4c8b-a55a-a0a04f9cdada for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:28:26.849586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Updating router 202e3761-64e1-4c8b-a55a-a0a04f9cdada port 6aa78e81-98d1-4f45-99de-66409833342d binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:28:26.889430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:26.891441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:26.891599 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 488e1ef7-674c-4779-b549-7279f52156c2 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:26.891696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Pushing event updated for resources: {'Port': ['ID=3e3849c0-8227-42bc-b371-5f0edaf13128,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:26.894759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:26.896708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:26.902095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:26.924036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.936374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 488e1ef7-674c-4779-b549-7279f52156c2 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:28:26.936728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 488e1ef7-674c-4779-b549-7279f52156c2 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:28:26.942347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:26.986058 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] For port fe6e2606-aff8-4a22-9530-a181972fb92c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fe6e2606-aff8-4a22-9530-a181972fb92c,segment=NetworkSegment(0d2248f9-611e-4712-8860-5382f84f08b1),segment_id=0d2248f9-611e-4712-8860-5382f84f08b1)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:26.991106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.006944 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4a3572b2-8dea-4a59-887d-344cd0d46f39 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:27.021318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Subnet': ['ID=3c24d9a9-9156-42db-a8ae-dd609823b1d9,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:27.022803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6b1a-043c-414a-ba3b-8b4c16fb3b41 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.038069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:27.045464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-421e3458-d2af-4a0f-bc5d-b314ede5ad36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:27.059448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.070179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-10c4e7dc-43ab-4dea-a105-8aca31e68ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:27.156527 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.165463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6b1a-043c-414a-ba3b-8b4c16fb3b41 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.169243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=6c616024-ee01-450a-afae-ac6c3d6efcc5,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:27.172520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:27.196853 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f70c7e67-43a4-4c39-9fb8-f73fb6cc5265,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:27.205559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7380040c-c648-4817-a3e7-36cfa0cfaf00 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:27.249529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:27.266852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a6b1a-043c-414a-ba3b-8b4c16fb3b41 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Subnet': ['ID=0e788a30-152a-48f1-94a3-fc247b5eb621,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:27.268602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bb4a6b1a-043c-414a-ba3b-8b4c16fb3b41 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:27.312551 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Pushing event updated for resources: {'Port': ['ID=fe6e2606-aff8-4a22-9530-a181972fb92c,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:27.322589 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bb4a6b1a-043c-414a-ba3b-8b4c16fb3b41 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/0e788a30-152a-48f1-94a3-fc247b5eb621 HTTP/1.1" status: 204  len: 168 time: 1.7930434
Dec 19 13:28:27.323864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38062) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:27.327658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:27.331075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.344993 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 HTTP/1.1" status: 204  len: 168 time: 2.5401440
Dec 19 13:28:27.381308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3eef15-82a6-4cc9-ba14-44a6e434dc42 req-f5beca8f-a6e0-420e-b615-42c419bbbd18 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:27.389214 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4d3eef15-82a6-4cc9-ba14-44a6e434dc42 req-f5beca8f-a6e0-420e-b615-42c419bbbd18 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.2382202
Dec 19 13:28:27.447304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d2aa9f-31a9-4824-bdfc-f790bcbcf12d None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:28:27.458046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4758aca0>,) {'filters': {'network_id': ['40c02dd7-9a38-4b2f-a364-dd7342318399']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:27.524446 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4d3eef15-82a6-4cc9-ba14-44a6e434dc42 req-85c732d4-f874-4fcc-b324-97edfd3e58c8 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1343341
Dec 19 13:28:27.553819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4758aca0>, '0d2248f9-611e-4712-8860-5382f84f08b1') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:27.554400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4758aca0>, '0d2248f9-611e-4712-8860-5382f84f08b1') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:27.565699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.646600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.654986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.680242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.686940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.702526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.726932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d2aa9f-31a9-4824-bdfc-f790bcbcf12d None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:28:27.761203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:27.761627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:27.861000 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38070) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:27.901527 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:28.011007 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-71f0d344-b298-4aa2-a02c-9341b41e09dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff1a9186fd984e50826c0a8bda0f8d36&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1480048
Dec 19 13:28:28.014510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38074) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:28.019298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.050577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.092505 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf8a3e-1524-413f-a302-4fafdc803f7e req-e57c3293-1188-425a-91ba-6d6829882b71 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:28.101248 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ecf8a3e-1524-413f-a302-4fafdc803f7e req-e57c3293-1188-425a-91ba-6d6829882b71 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.2867415
Dec 19 13:28:28.102405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port d47cb6b9-26a4-4264-8ba2-5c39289ed237 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:28.102741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.163952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Transition to ACTIVE for port object 6aa78e81-98d1-4f45-99de-66409833342d will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:28.250217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.254777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-12e89251-211c-4722-9cf0-00219923c88e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:28.282202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-46324222-5afd-4988-8703-147caf213762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.284959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 13:28:28.284959 dv-neutron-821895-1-hyperv neutron-server[84124]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 13:28:28.284959 dv-neutron-821895-1-hyperv neutron-server[84124]: [parameters: {'id': '40c02dd7-9a38-4b2f-a364-dd7342318399'}]
Dec 19 13:28:28.284959 dv-neutron-821895-1-hyperv neutron-server[84124]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:28.285331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:28.294127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6636bd9-552c-4238-b3b1-e596d574fb54 None None] DHCP port deletion for f70c7e67-43a4-4c39-9fb8-f73fb6cc5265 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:28:28.312540 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ecf8a3e-1524-413f-a302-4fafdc803f7e req-6ecde996-c5e5-4975-967f-49dcc2045789 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2095556
Dec 19 13:28:28.354902 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de47843c-9d85-4c35-be55-08d1faee3ffe None None] Network 40c02dd7-9a38-4b2f-a364-dd7342318399 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:28.389996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.415005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-46324222-5afd-4988-8703-147caf213762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.418896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.443390 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf98c88-5ad8-445e-b8fe-b1ae461615b4 None None] Pushing event updated for resources: {'Port': ['ID=6aa78e81-98d1-4f45-99de-66409833342d,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:28.448290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Attempting to bind port 6aa78e81-98d1-4f45-99de-66409833342d on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:28.448643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Attempting to bind port 6aa78e81-98d1-4f45-99de-66409833342d by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:28.449404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Attempting to bind port 6aa78e81-98d1-4f45-99de-66409833342d on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:28.470198 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4bf98c88-5ad8-445e-b8fe-b1ae461615b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:28.470991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:28.471397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:28.471803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.472205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:28.472694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Bound port: 6aa78e81-98d1-4f45-99de-66409833342d, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:28.473075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.614038 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bf2e0419-b9d5-4ba8-bb99-7d2b9a47fc6c req-f7bc31b2-a1a1-42e9-8767-0409a4181afc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5886011
Dec 19 13:28:28.622430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-46324222-5afd-4988-8703-147caf213762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.631593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] For port d47cb6b9-26a4-4264-8ba2-5c39289ed237, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d47cb6b9-26a4-4264-8ba2-5c39289ed237,segment=NetworkSegment(00af3e6d-75d1-4f28-805c-fd89b5b7a781),segment_id=00af3e6d-75d1-4f28-805c-fd89b5b7a781)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:28.631957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.688815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6241f5d-2c17-40c6-b589-e38f8aecd1f2 None None] Network 96abb98a-f6ee-4dc5-9078-07b9621e0507 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:28.692655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:28.704881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.714494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.737215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.737735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10546e2d-c6eb-48a9-96cc-36319cdfbcbf {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:28:28.757955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] For port 6aa78e81-98d1-4f45-99de-66409833342d, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:28.779589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46324222-5afd-4988-8703-147caf213762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3c0d6d-4f7b-4d92-8b65-962d36447e09,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:28.784666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] For port 6aa78e81-98d1-4f45-99de-66409833342d, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6aa78e81-98d1-4f45-99de-66409833342d,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:28.788433 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-46324222-5afd-4988-8703-147caf213762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:28.797615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.851657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.856082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-46324222-5afd-4988-8703-147caf213762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.856266 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:28.859444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.860145 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-46324222-5afd-4988-8703-147caf213762 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee3c0d6d-4f7b-4d92-8b65-962d36447e09 HTTP/1.1" status: 204  len: 168 time: 0.8439372
Dec 19 13:28:28.867475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for d47cb6b9-26a4-4264-8ba2-5c39289ed237 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:28.950553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:28.956467 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] 10.222.0.24 "DELETE /v2.0/routers/10546e2d-c6eb-48a9-96cc-36319cdfbcbf HTTP/1.1" status: 204  len: 168 time: 5.4539182
Dec 19 13:28:28.959911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38082) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:28.992982 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5a4836-ea15-40b5-9a5c-8ba8e1a706b7 None None] Network 40c02dd7-9a38-4b2f-a364-dd7342318399 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:29.008544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf98c88-5ad8-445e-b8fe-b1ae461615b4 None None] Pushing event updated for resources: {'Port': ['ID=6aa78e81-98d1-4f45-99de-66409833342d,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:29.026083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Deleting port fe6e2606-aff8-4a22-9530-a181972fb92c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:29.026425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:29.055962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4bf98c88-5ad8-445e-b8fe-b1ae461615b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:29.087735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Routers {'202e3761-64e1-4c8b-a55a-a0a04f9cdada'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:29.088374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478b6280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:29.116127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e535db4-36a1-47a6-8fea-4ac7ef81153d req-f995386f-0c8c-4799-a9d3-14bebe6a16de tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:29.118329 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e535db4-36a1-47a6-8fea-4ac7ef81153d req-f995386f-0c8c-4799-a9d3-14bebe6a16de tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.6003797
Dec 19 13:28:29.187836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f4f54c-a1c9-4b3a-926d-b5c4cb3cc0c7 admin admin] Deleting subnet bb58da1e-c81f-40d1-bd91-57a34befe6d1 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:28:29.227390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73f4f54c-a1c9-4b3a-926d-b5c4cb3cc0c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:29.335599 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e535db4-36a1-47a6-8fea-4ac7ef81153d req-2cae62bd-9e8f-447e-b1a0-9333128d9efe tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2105815
Dec 19 13:28:29.357023 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Allocated IP 172.20.0.1 (5247dbab-6ae0-4dfc-8d3d-48bc32f1209a/3d177b66-260e-4c07-8a74-e8054cb2f7a6/d5aea10b-a817-4e5d-8c29-de61de2a8dc0) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:29.394091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9e55a3-a4b3-413a-a633-5b6efba7fad6 None None] DHCP port deletion for 96abb98a-f6ee-4dc5-9078-07b9621e0507 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:28:29.396915 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bf2e0419-b9d5-4ba8-bb99-7d2b9a47fc6c req-43156c9c-92eb-4b67-86fd-1a5dfca81d38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cd8305d66a649c082ece81b30e5ddd4&device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 1098 time: 0.7567747
Dec 19 13:28:29.423492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:29.441286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-596711c3-53f3-4f21-ab4e-7ab02a78cc1a tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:29.467717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] Set router 202e3761-64e1-4c8b-a55a-a0a04f9cdada gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:29.619191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=d47cb6b9-26a4-4264-8ba2-5c39289ed237,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:29.630334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73f4f54c-a1c9-4b3a-926d-b5c4cb3cc0c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:29.679978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:29.743487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:29.782524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No DVR routers for this DVR port d47cb6b9-26a4-4264-8ba2-5c39289ed237 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:28:29.790428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Transition to ACTIVE for port object d5aea10b-a817-4e5d-8c29-de61de2a8dc0 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:29.827220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478b6280>, [{'id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'name': 'tempest-TestVolumeBootPattern-1201810053-router', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '6aa78e81-98d1-4f45-99de-66409833342d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:28:16Z', 'updated_at': '2021-12-19T13:28:20Z', 'revision_number': 3, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'gw_port': {'id': '6aa78e81-98d1-4f45-99de-66409833342d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:17Z', 'updated_at': '2021-12-19T13:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:29.831866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d65cbd8-7d7b-46f9-b3e6-99fb5477e440 None None] The sync data for ids ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'] in dv-neutron-821895-1-hyperv is: [{'id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'name': 'tempest-TestVolumeBootPattern-1201810053-router', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '6aa78e81-98d1-4f45-99de-66409833342d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:28:16Z', 'updated_at': '2021-12-19T13:28:20Z', 'revision_number': 3, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'gw_port': {'id': '6aa78e81-98d1-4f45-99de-66409833342d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:17Z', 'updated_at': '2021-12-19T13:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:29.845900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d5ed5-0342-42ac-8cf7-70407034b99f req-f4c8ab2a-3d10-4e32-bfa4-11239b50bfde tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:29.847430 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bb4d5ed5-0342-42ac-8cf7-70407034b99f req-f4c8ab2a-3d10-4e32-bfa4-11239b50bfde tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.2963874
Dec 19 13:28:29.904753 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bb4d5ed5-0342-42ac-8cf7-70407034b99f req-7774503a-5225-4754-96e3-31dc050f0114 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441322
Dec 19 13:28:29.944635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Router 2c3940eb-8e2c-4796-93c4-13a4b3d4409a is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:28:30.007131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] For port fe6e2606-aff8-4a22-9530-a181972fb92c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fe6e2606-aff8-4a22-9530-a181972fb92c,segment=NetworkSegment(0d2248f9-611e-4712-8860-5382f84f08b1),segment_id=0d2248f9-611e-4712-8860-5382f84f08b1)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:30.007487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:30.010094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:30.020951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a39adcd-eaf7-48ab-a81e-6efa6b9d0e4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:30.029456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:30.109659 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Network 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:30.116669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:30.120840 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Pushing event updated for resources: {'Port': ['ID=d5aea10b-a817-4e5d-8c29-de61de2a8dc0,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:30.122727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:30.152212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:30.159758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e0419-b9d5-4ba8-bb99-7d2b9a47fc6c req-9a404042-ad33-473b-92d4-a71c093ed44d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:30.167895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d47cb6b9-26a4-4264-8ba2-5c39289ed237 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:30.168493 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bf2e0419-b9d5-4ba8-bb99-7d2b9a47fc6c req-9a404042-ad33-473b-92d4-a71c093ed44d service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc33190a-751f-4699-9dbf-7d69c7ceca8e HTTP/1.1" status: 200  len: 912 time: 0.6961632
Dec 19 13:28:30.240938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: d47cb6b9-26a4-4264-8ba2-5c39289ed237 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:28:30.243107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d47cb6b9-26a4-4264-8ba2-5c39289ed237 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:28:30.243693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 06d57cca-de9a-4833-a652-73741a4b6a31 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:30.311209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:30.313380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:30.318572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 06d57cca-de9a-4833-a652-73741a4b6a31 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:28:30.319137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 06d57cca-de9a-4833-a652-73741a4b6a31 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:28:30.422166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Calling delete_port for fe6e2606-aff8-4a22-9530-a181972fb92c owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:30.438137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:30.438679 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c523a4f-8936-4b74-a401-3f845d5b0be3 None None] Sync routers for ids ['2c3940eb-8e2c-4796-93c4-13a4b3d4409a'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:30.439170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:30.439170 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "PUT /v2.0/routers/2c3940eb-8e2c-4796-93c4-13a4b3d4409a HTTP/1.1" status: 200  len: 878 time: 7.7518256
Dec 19 13:28:30.439732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38104) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:30.450003 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c523a4f-8936-4b74-a401-3f845d5b0be3 None None] Routers {'2c3940eb-8e2c-4796-93c4-13a4b3d4409a'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:30.450760 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9c523a4f-8936-4b74-a401-3f845d5b0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478e8490>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2c3940eb-8e2c-4796-93c4-13a4b3d4409a'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:30.536902 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9c523a4f-8936-4b74-a401-3f845d5b0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478e8490>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:30.561343 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c523a4f-8936-4b74-a401-3f845d5b0be3 None None] Routers {'2c3940eb-8e2c-4796-93c4-13a4b3d4409a'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:30.562782 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9c523a4f-8936-4b74-a401-3f845d5b0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478e8490>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2c3940eb-8e2c-4796-93c4-13a4b3d4409a'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:30.564410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9fa8b227-b1b0-48f4-8c72-73653c07efcb None None] Provisioning for port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:30.574889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:30.576733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9fa8b227-b1b0-48f4-8c72-73653c07efcb None None] Provisioning complete for port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:30.577376 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9fa8b227-b1b0-48f4-8c72-73653c07efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:30.597699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4611a280>,) {'filters': {'network_id': ['96abb98a-f6ee-4dc5-9078-07b9621e0507']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:30.661956 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4611a280>, '00af3e6d-75d1-4f28-805c-fd89b5b7a781') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:30.663231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4611a280>, '00af3e6d-75d1-4f28-805c-fd89b5b7a781') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:30.681241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73f4f54c-a1c9-4b3a-926d-b5c4cb3cc0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:30.769041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8b227-b1b0-48f4-8c72-73653c07efcb None None] Port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:28:30.809175 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9c523a4f-8936-4b74-a401-3f845d5b0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478e8490>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:30.809861 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c523a4f-8936-4b74-a401-3f845d5b0be3 None None] The sync data for ids ['2c3940eb-8e2c-4796-93c4-13a4b3d4409a'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:30.876422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.019789 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4c8befd1-210a-476a-9c4d-377c4d159530 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/routers/2c3940eb-8e2c-4796-93c4-13a4b3d4409a HTTP/1.1" status: 200  len: 919 time: 0.5788269
Dec 19 13:28:31.022333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38112) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:31.100450 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.124647 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bf2e0419-b9d5-4ba8-bb99-7d2b9a47fc6c req-48aa3dc7-0c04-4e95-80f6-e7199dd639e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9 HTTP/1.1" status: 200  len: 1000 time: 0.8136168
Dec 19 13:28:31.129166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.131399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.136905 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-88bdeb62-e32f-4d31-9e78-9788a6bb2377 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&device_id=2c3940eb-8e2c-4796-93c4-13a4b3d4409a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1129653
Dec 19 13:28:31.137757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38118) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:31.141514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c8308978-c0be-4522-93c7-eeaafc5070d9 tempest-FloatingIPAdminTestJSON-356523478 tempest-FloatingIPAdminTestJSON-356523478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:31.189948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Port': ['ID=fe6e2606-aff8-4a22-9530-a181972fb92c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:31.192511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:31.207767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.227196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:31.227645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.239349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ba6495ad-ed7d-4c1d-a990-281ee7c5ae19 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:31.243339 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:31.346363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Pushing event updated for resources: {'Port': ['ID=d5aea10b-a817-4e5d-8c29-de61de2a8dc0,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:31.363342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:31.365875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.394546 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ce713-bdb5-4f26-a238-38ffd133e1a7 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:31.396683 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ce9ce713-bdb5-4f26-a238-38ffd133e1a7 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/networks/4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 881 time: 0.2582362
Dec 19 13:28:31.429082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38126) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:31.466220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No DVR routers for this DVR port fe6e2606-aff8-4a22-9530-a181972fb92c on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:28:31.546594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.615467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e0419-b9d5-4ba8-bb99-7d2b9a47fc6c req-cf5a1080-8e8c-4600-84ec-a07c80de3faf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:31.616940 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bf2e0419-b9d5-4ba8-bb99-7d2b9a47fc6c req-cf5a1080-8e8c-4600-84ec-a07c80de3faf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c5d365b-ec90-4521-bf4b-b9217d9b4e32 HTTP/1.1" status: 200  len: 850 time: 0.4357839
Dec 19 13:28:31.622895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73f4f54c-a1c9-4b3a-926d-b5c4cb3cc0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.631344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.633029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:31.673268 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d9e5bcd4-623c-4226-a399-d91f3b7a89c9 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3940eb-8e2c-4796-93c4-13a4b3d4409a HTTP/1.1" status: 200  len: 205 time: 0.2429008
Dec 19 13:28:31.673877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38134) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:31.701354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.705544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.727079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4f54c-a1c9-4b3a-926d-b5c4cb3cc0c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb58da1e-c81f-40d1-bd91-57a34befe6d1,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:31.730375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-73f4f54c-a1c9-4b3a-926d-b5c4cb3cc0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:31.737816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.745960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e65ff60d-31e0-4604-a5ab-704beea57b1d tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:31.795776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Network': ['ID=96abb98a-f6ee-4dc5-9078-07b9621e0507,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:31.798153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:31.808212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73f4f54c-a1c9-4b3a-926d-b5c4cb3cc0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.812648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Network 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:31.814014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:31.814539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4182b2ee-f53c-427a-8b7f-43834f1fe658 None None] Network 663f49b5-f790-47f9-bb7b-e5941da93072 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:31.837843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4736f7c0>,) {'filters': {'network_id': ['40c02dd7-9a38-4b2f-a364-dd7342318399']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:31.857471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4736f7c0>, '0d2248f9-611e-4712-8860-5382f84f08b1') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:31.857678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4736f7c0>, '0d2248f9-611e-4712-8860-5382f84f08b1') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:31.874541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.899825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.907802 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bf2e0419-b9d5-4ba8-bb99-7d2b9a47fc6c req-581eb926-5bac-48ee-b507-f034e765b42e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc33190a-751f-4699-9dbf-7d69c7ceca8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2803421
Dec 19 13:28:31.921057 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/networks/96abb98a-f6ee-4dc5-9078-07b9621e0507 HTTP/1.1" status: 204  len: 168 time: 4.5817027
Dec 19 13:28:31.924288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38140) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:31.925252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:31.925645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:31.943489 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:32.018831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-18479877'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:32.028848 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-73f4f54c-a1c9-4b3a-926d-b5c4cb3cc0c7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bb58da1e-c81f-40d1-bd91-57a34befe6d1 HTTP/1.1" status: 204  len: 168 time: 3.0637324
Dec 19 13:28:32.029663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.030127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ed6b193-f202-458c-9e2a-d9f72a34e50e {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:28:32.036443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38146) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:32.114311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:32.175416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:network and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:32.178831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:32.209743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6aa78e81-98d1-4f45-99de-66409833342d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:32.252500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:32.280546 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.305231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38152) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:32.315146 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6f10cfab-6ad5-49e8-b1bc-61cb70462cf8 None None] Provisioning complete for port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:32.315519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6f10cfab-6ad5-49e8-b1bc-61cb70462cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.324131 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:28:32.327155 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6eb3f64a-cb84-47b3-892c-eb756d3acc57 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 7.0656369
Dec 19 13:28:32.331089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38158) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:32.334213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.371811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.397490 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6f10cfab-6ad5-49e8-b1bc-61cb70462cf8 None None] Port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:28:32.402424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-682fdc86-eb2c-4899-a081-6a2f6da5639d tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:32.426884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.432732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:32.435769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.472793 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bf2e0419-b9d5-4ba8-bb99-7d2b9a47fc6c req-094af27b-6a25-4e7c-8c03-9b13ade82c5c service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5492423
Dec 19 13:28:32.472936 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6aa78e81-98d1-4f45-99de-66409833342d completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:32.475166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=40c02dd7-9a38-4b2f-a364-dd7342318399,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:32.479621 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6aa78e81-98d1-4f45-99de-66409833342d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:32.480505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.485973 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/40c02dd7-9a38-4b2f-a364-dd7342318399 HTTP/1.1" status: 204  len: 168 time: 7.6814280
Dec 19 13:28:32.494026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:32.494272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38162) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:32.512708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-467990345'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:32.520005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Deleting port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:32.520340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.528934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63a7ec4-644b-4b41-8e55-a27f1258cbe4 None None] DHCP port deletion for 663f49b5-f790-47f9-bb7b-e5941da93072 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:28:32.547709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c63a7ec4-644b-4b41-8e55-a27f1258cbe4 None None] Deleting port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:32.548315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c63a7ec4-644b-4b41-8e55-a27f1258cbe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.578792 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:32.588057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:network and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:32.592038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:32.601226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:32.613213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ae850cfe-cce0-4b67-a1a3-5aa1e602bc62 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Deleting port d1510e2b-35a3-4f1d-8b86-c0076b12585a {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:32.613552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ae850cfe-cce0-4b67-a1a3-5aa1e602bc62 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.677162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:32.718003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Router 202e3761-64e1-4c8b-a55a-a0a04f9cdada has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:28:32.722391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:32.726690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.747286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-457312369'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:32.765373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.765712 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Added segment 7928bb95-09ab-4e95-b496-0bd79fa6cb17 of type vlan for network 71edc928-38f4-4a94-8281-137647a9e51e
Dec 19 13:28:32.797621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.799443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c63a7ec4-644b-4b41-8e55-a27f1258cbe4 None None] For port 9cdcae08-ef76-4380-89c1-8b79875ffbe3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9cdcae08-ef76-4380-89c1-8b79875ffbe3,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:32.799843 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c63a7ec4-644b-4b41-8e55-a27f1258cbe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.804980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:32.857105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:32.880656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.881397 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment 25c2d02a-fc6a-46c8-ae64-58cfa584037b of type vlan for network 5779f02c-c699-4f7c-adef-ed71d52c3fd8
Dec 19 13:28:32.915654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.926119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c63a7ec4-644b-4b41-8e55-a27f1258cbe4 None None] Calling delete_port for 9cdcae08-ef76-4380-89c1-8b79875ffbe3 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:32.941043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Deleting port 3e3849c0-8227-42bc-b371-5f0edaf13128 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:32.941422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:32.962760 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Usage tracker for resource:network and tenant:fff7478284bf4e4881e4a7c32925cfae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:32.971819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:33.016164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:33.084894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.103199 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 6aa78e81-98d1-4f45-99de-66409833342d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6aa78e81-98d1-4f45-99de-66409833342d,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:33.138354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.142050 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:33.142607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.147739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:33.170359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c63a7ec4-644b-4b41-8e55-a27f1258cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.175391 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:33.176669 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bf2e0419-b9d5-4ba8-bb99-7d2b9a47fc6c req-1e8764ca-2905-4104-9978-3e11378f1367 service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6815057
Dec 19 13:28:33.190999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.213405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Made reservation on behalf of fff7478284bf4e4881e4a7c32925cfae for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:33.216590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a7ec4-644b-4b41-8e55-a27f1258cbe4 None None] Pushing event deleted for resources: {'Port': ['ID=9cdcae08-ef76-4380-89c1-8b79875ffbe3,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:33.217176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.221244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.224175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c63a7ec4-644b-4b41-8e55-a27f1258cbe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:33.224641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c63a7ec4-644b-4b41-8e55-a27f1258cbe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:33.252097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.258953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6c616024-ee01-450a-afae-ac6c3d6efcc5 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:33.283166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] For port 9cdcae08-ef76-4380-89c1-8b79875ffbe3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9cdcae08-ef76-4380-89c1-8b79875ffbe3,segment=NetworkSegment(8d06ccf2-a3d6-430d-8345-ae33326115db),segment_id=8d06ccf2-a3d6-430d-8345-ae33326115db)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:33.283549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.307289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 6c616024-ee01-450a-afae-ac6c3d6efcc5 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:28:33.307806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6c616024-ee01-450a-afae-ac6c3d6efcc5 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:28:33.309352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a7ec4-644b-4b41-8e55-a27f1258cbe4 None None] No DVR routers for this DVR port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:28:33.345952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=6aa78e81-98d1-4f45-99de-66409833342d,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:33.351371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:33.445324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Calling delete_port for 9cdcae08-ef76-4380-89c1-8b79875ffbe3 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:33.454116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=5779f02c-c699-4f7c-adef-ed71d52c3fd8,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:33.464807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 5779f02c-c699-4f7c-adef-ed71d52c3fd8 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:33.469964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:33.497174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ae850cfe-cce0-4b67-a1a3-5aa1e602bc62 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.505143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.566901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.571699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:33.571699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:33.576026 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.0718946
Dec 19 13:28:33.576026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:33.577032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38166) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:33.637865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-555e0c73-4486-49b3-a84e-4a549e97b7cb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:33.639385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:33.641542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf1501d0-c689-4fd6-ab90-001e58178a99 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:33.654804 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] 10.222.0.24 "PUT /v2.0/routers/202e3761-64e1-4c8b-a55a-a0a04f9cdada/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5444179
Dec 19 13:28:33.660770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ae850cfe-cce0-4b67-a1a3-5aa1e602bc62 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Calling delete_port for d1510e2b-35a3-4f1d-8b86-c0076b12585a owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:33.666147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Calling delete_port for 3e3849c0-8227-42bc-b371-5f0edaf13128 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:33.749311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Usage tracker for resource:security_group_rule and tenant:fff7478284bf4e4881e4a7c32925cfae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:33.756281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:33.774171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:33.836691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Network': ['ID=71edc928-38f4-4a94-8281-137647a9e51e,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:33.840923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:33.852049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 71edc928-38f4-4a94-8281-137647a9e51e details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:33.857042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:33.857361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:33.962541 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.0204506
Dec 19 13:28:33.963391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38176) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:33.970096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': '71edc928-38f4-4a94-8281-137647a9e51e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:33.972898 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-555e0c73-4486-49b3-a84e-4a549e97b7cb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:34.081143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-555e0c73-4486-49b3-a84e-4a549e97b7cb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:34.090684 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3584626e-9fbc-477c-805c-63653200abd6 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:34.094512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:34.099189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:34.102292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:34.105574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ae850cfe-cce0-4b67-a1a3-5aa1e602bc62 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:34.113089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a921061b-c515-472c-af8a-72793be62b7d tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:34.149279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:34.159806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6aa78e81-98d1-4f45-99de-66409833342d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:34.167696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-555e0c73-4486-49b3-a84e-4a549e97b7cb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network 5779f02c-c699-4f7c-adef-ed71d52c3fd8 is not hosted by any dhcp agent {{(pid=84125) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 19 13:28:34.170895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e0c73-4486-49b3-a84e-4a549e97b7cb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:34.171531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-555e0c73-4486-49b3-a84e-4a549e97b7cb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:34.175553 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-555e0c73-4486-49b3-a84e-4a549e97b7cb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "PUT /v2.0/networks/5779f02c-c699-4f7c-adef-ed71d52c3fd8 HTTP/1.1" status: 200  len: 723 time: 0.5404429
Dec 19 13:28:34.185029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38180) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:34.193820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'network_id': '5779f02c-c699-4f7c-adef-ed71d52c3fd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:34.257146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae850cfe-cce0-4b67-a1a3-5aa1e602bc62 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1510e2b-35a3-4f1d-8b86-c0076b12585a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:34.261822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ae850cfe-cce0-4b67-a1a3-5aa1e602bc62 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:34.267981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6aa78e81-98d1-4f45-99de-66409833342d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:34.268649 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:34.284118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e0c73-4486-49b3-a84e-4a549e97b7cb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=5779f02c-c699-4f7c-adef-ed71d52c3fd8,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:34.288852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-555e0c73-4486-49b3-a84e-4a549e97b7cb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:34.314718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 5779f02c-c699-4f7c-adef-ed71d52c3fd8 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:34.336031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:34.341728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:34.348792 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:34.361222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Deleting port 9cdcae08-ef76-4380-89c1-8b79875ffbe3 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:34.361573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:34.372412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:subnet and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:34.376128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:34.389761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:34.437143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Sync routers for ids ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:34.452966 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:34.488274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ae850cfe-cce0-4b67-a1a3-5aa1e602bc62 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:34.499378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Pushing event deleted for resources: {'Port': ['ID=3e3849c0-8227-42bc-b371-5f0edaf13128,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:34.511100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:34.524405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Routers {'202e3761-64e1-4c8b-a55a-a0a04f9cdada'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:34.524977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473b3550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:34.537290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] The port '9cdcae08-ef76-4380-89c1-8b79875ffbe3' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:28:34.606101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:34.637243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38184) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:34.649783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879029828', 'description': 'tempest-secgroup-smoke-879029828 description', 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:34.709865 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9cdcae08-ef76-4380-89c1-8b79875ffbe3 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:34.753830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 9cdcae08-ef76-4380-89c1-8b79875ffbe3 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:28:34.754177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9cdcae08-ef76-4380-89c1-8b79875ffbe3 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:28:34.772287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Set router 202e3761-64e1-4c8b-a55a-a0a04f9cdada gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:34.772892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:34.845865 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ae850cfe-cce0-4b67-a1a3-5aa1e602bc62 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d1510e2b-35a3-4f1d-8b86-c0076b12585a HTTP/1.1" status: 204  len: 168 time: 2.5058675
Dec 19 13:28:34.845865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:34.877611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Usage tracker for resource:security_group and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:34.897612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:34.910268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.032643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.066059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:35.081271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.140757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.143609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473b3550>, [{'id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'name': 'tempest-TestVolumeBootPattern-1201810053-router', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '6aa78e81-98d1-4f45-99de-66409833342d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:28:16Z', 'updated_at': '2021-12-19T13:28:30Z', 'revision_number': 4, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'gw_port': {'id': '6aa78e81-98d1-4f45-99de-66409833342d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:17Z', 'updated_at': '2021-12-19T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'd5aea10b-a817-4e5d-8c29-de61de2a8dc0', 'name': '', 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'mac_address': 'fa:16:3e:c9:16:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d177b66-260e-4c07-8a74-e8054cb2f7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:28Z', 'updated_at': '2021-12-19T13:28:30Z', 'revision_number': 2, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'subnets': [{'id': '3d177b66-260e-4c07-8a74-e8054cb2f7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:35.147864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47537610>,) {'filters': {'network_id': ['663f49b5-f790-47f9-bb7b-e5941da93072']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:35.148970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Checking router: 202e3761-64e1-4c8b-a55a-a0a04f9cdada for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:28:35.149456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Updating router 202e3761-64e1-4c8b-a55a-a0a04f9cdada port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:28:35.174274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47537610>, '8d06ccf2-a3d6-430d-8345-ae33326115db') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:35.174596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47537610>, '8d06ccf2-a3d6-430d-8345-ae33326115db') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:35.181581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.212194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.220390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.222395 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.226832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b261433f-7f39-499e-86ea-c320e30b9f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:35.257870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.264743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.273415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.274213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:35.294052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:35.294444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.312380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a11081-3218-40da-9512-0f4861d62919,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:35.314817 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:35.363232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:35.372851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.376996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:35.379723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.380117 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Added segment 6df3db15-2c35-4c1d-933d-bd92cd7c84c7 of type vlan for network 8dc0b900-3a14-47d8-8d3b-991681a1e30a
Dec 19 13:28:35.383474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:35.393256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.394957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Fanout notify agent at l3_agent the message router_deleted on router 2c3940eb-8e2c-4796-93c4-13a4b3d4409a {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:28:35.416394 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.419097 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/2c3940eb-8e2c-4796-93c4-13a4b3d4409a HTTP/1.1" status: 204  len: 168 time: 3.7423837
Dec 19 13:28:35.422954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38192) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:35.426022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Usage tracker for resource:security_group_rule and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:35.432674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-be784a52-1089-47d3-8189-1a9e396d529b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-961909810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:35.442821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-be784a52-1089-47d3-8189-1a9e396d529b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:35.449774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-be784a52-1089-47d3-8189-1a9e396d529b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Usage tracker for resource:router and tenant:ef99c99a1c4d4d0481e9f8f4b88c2c3f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:35.453824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:35.454629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-be784a52-1089-47d3-8189-1a9e396d529b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:35.466276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-be784a52-1089-47d3-8189-1a9e396d529b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:35.468529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:35.477931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38196) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:35.535045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.539242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Subnet': ['ID=7f8fad56-6afc-4485-863e-cd4e503805cd,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:35.541869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:35.570018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be784a52-1089-47d3-8189-1a9e396d529b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.571654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be784a52-1089-47d3-8189-1a9e396d529b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.599953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be784a52-1089-47d3-8189-1a9e396d529b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.639504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.643477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.647078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Checking segment: {'id': '7928bb95-09ab-4e95-b496-0bd79fa6cb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '71edc928-38f4-4a94-8281-137647a9e51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:35.647387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network hostable DHCP agents. Network: 71edc928-38f4-4a94-8281-137647a9e51e, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:35.653529 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.655890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-51900278-c069-4a2f-8f92-ab447b825756 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:35.666966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Transition to ACTIVE for port object d5aea10b-a817-4e5d-8c29-de61de2a8dc0 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:35.692135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Pushing event deleted for resources: {'Network': ['ID=663f49b5-f790-47f9-bb7b-e5941da93072,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:35.694478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:35.703014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.735886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.738743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c90f0b75-81ff-4bfd-b07a-24e9aa5e3b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.740231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:35.740797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.746016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:35.747504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be784a52-1089-47d3-8189-1a9e396d529b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.804497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.809310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-24f27cf0-2771-4839-b9b0-ef6f8a7a386f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:35.825954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.840069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c90f0b75-81ff-4bfd-b07a-24e9aa5e3b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:35.842334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network 71edc928-38f4-4a94-8281-137647a9e51e is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:35.847594 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] 10.222.0.24 "DELETE /v2.0/networks/663f49b5-f790-47f9-bb7b-e5941da93072 HTTP/1.1" status: 204  len: 168 time: 3.7484062
Dec 19 13:28:35.848248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c90f0b75-81ff-4bfd-b07a-24e9aa5e3b7b admin admin] Usage tracker for resource:security_group_rule and tenant:f60a80fd2dd348f097317c262beef19f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:35.855936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c90f0b75-81ff-4bfd-b07a-24e9aa5e3b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:35.872127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Pushing event updated for resources: {'Network': ['ID=8dc0b900-3a14-47d8-8d3b-991681a1e30a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:35.874824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:35.875497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d4c31aef-eb57-4a3d-919a-733bfc36ab79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:35.896579 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c90f0b75-81ff-4bfd-b07a-24e9aa5e3b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:35.905420 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 3.5963600
Dec 19 13:28:35.909008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38206) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:35.909713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c5a592-9fdb-454b-876d-e6734aa637c1,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:35.918878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Request body: {'subnet': {'network_id': '8dc0b900-3a14-47d8-8d3b-991681a1e30a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:35.935406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 8dc0b900-3a14-47d8-8d3b-991681a1e30a details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:35.935632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:35.960631 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be784a52-1089-47d3-8189-1a9e396d529b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:35.961874 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-be784a52-1089-47d3-8189-1a9e396d529b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5375645
Dec 19 13:28:35.968810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38210) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:35.976185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'enable_snat': True}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:36.015863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.017579 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.3769798
Dec 19 13:28:36.021754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa952d5-b782-4698-97d8-9d2b09ca4355 None None] Pushing event updated for resources: {'Port': ['ID=d5aea10b-a817-4e5d-8c29-de61de2a8dc0,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:36.027207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1aa952d5-b782-4698-97d8-9d2b09ca4355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:36.032682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 71edc928-38f4-4a94-8281-137647a9e51e) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:36.034638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38214) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:36.060003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'security_group_rule': {'security_group_id': '52c5a592-9fdb-454b-876d-e6734aa637c1', 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:36.063970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.071629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:36.075473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.076719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cbd9d439-3088-4d27-9979-69d1cabbd5a3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:36.091012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:36.093173 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e31316-3a37-41bf-9086-64446931797c None None] Network 71edc928-38f4-4a94-8281-137647a9e51e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:36.109463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Usage tracker for resource:security_group_rule and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:36.122126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:36.132125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:36.144655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:36.148970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Usage tracker for resource:subnet and tenant:fff7478284bf4e4881e4a7c32925cfae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:36.152880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:36.162818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:36.208608 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2399826
Dec 19 13:28:36.208786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=f69f7417-fe67-4bfd-b51b-ce57b976d13b,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:36.209103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38218) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:36.209196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:36.213051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': '71edc928-38f4-4a94-8281-137647a9e51e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1956791782'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:36.236374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Attempting to bind port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:36.236955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Attempting to bind port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'adbc1612-ff33-4d3c-926d-d5661d88c9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:36.241689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Attempting to bind port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 on network 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:36.241796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c90f0b75-81ff-4bfd-b07a-24e9aa5e3b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.278302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:36.278756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Checking segment: {'id': 'adbc1612-ff33-4d3c-926d-d5661d88c9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:36.279092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.279494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Bound using segment: {'id': 'adbc1612-ff33-4d3c-926d-d5661d88c9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:36.279975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Bound port: d5aea10b-a817-4e5d-8c29-de61de2a8dc0, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbc1612-ff33-4d3c-926d-d5661d88c9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:36.280346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.322353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38222) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:36.386880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:36.391095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:port and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:36.394159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:36.400302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:36.413161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking segment: {'id': '25c2d02a-fc6a-46c8-ae64-58cfa584037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5779f02c-c699-4f7c-adef-ed71d52c3fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:36.418346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network hostable DHCP agents. Network: 5779f02c-c699-4f7c-adef-ed71d52c3fd8, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:36.425215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c90f0b75-81ff-4bfd-b07a-24e9aa5e3b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.436239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5ddb669c-8764-40e5-bf80-397da94c19cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:36.451834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Made reservation on behalf of fff7478284bf4e4881e4a7c32925cfae for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:36.456842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] For port d5aea10b-a817-4e5d-8c29-de61de2a8dc0, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:36.465259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] For port d5aea10b-a817-4e5d-8c29-de61de2a8dc0, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d5aea10b-a817-4e5d-8c29-de61de2a8dc0,segment=NetworkSegment(adbc1612-ff33-4d3c-926d-d5661d88c9eb),segment_id=adbc1612-ff33-4d3c-926d-d5661d88c9eb)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:36.468672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-71edc928-38f4-4a94-8281-137647a9e51e', 'network_id': '71edc928-38f4-4a94-8281-137647a9e51e', 'tenant_id': '290e2fb8a20046e6963e2aaaad414298', 'fixed_ips': [{'subnet_id': '7f8fad56-6afc-4485-863e-cd4e503805cd'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:28:36.469480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.517823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f0b75-81ff-4bfd-b07a-24e9aa5e3b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2611eb37-5a3b-444c-a71a-2ec14aa69e70,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:36.530666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c90f0b75-81ff-4bfd-b07a-24e9aa5e3b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:36.539785 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.540507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.546207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-979c7d2d-fea5-49f8-bb05-e0969d6ed4d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:36.549378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:36.552456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.589198 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c90f0b75-81ff-4bfd-b07a-24e9aa5e3b7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f60a80fd2dd348f097317c262beef19f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1068883
Dec 19 13:28:36.595035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38226) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:36.603988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network 5779f02c-c699-4f7c-adef-ed71d52c3fd8 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:36.617902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.632791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port c06a1c3e-dd6d-4648-ad2b-9533bebe13b3 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:28:36.689435 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e71c10bd-0451-4e7f-91ba-65fb1864c33c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2df18cdddf84a9bb57cf83bee4224ba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3588850
Dec 19 13:28:36.698399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38230) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:36.752351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Allocated IP 172.20.0.2 (71edc928-38f4-4a94-8281-137647a9e51e/7f8fad56-6afc-4485-863e-cd4e503805cd/fb817a48-03dd-4a71-b78e-f5c490f6d5d3) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:36.777958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e9d6-eb00-4c5a-aee5-3d41f0d86a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.806641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.807476 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e9d6-eb00-4c5a-aee5-3d41f0d86a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.867802 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 5779f02c-c699-4f7c-adef-ed71d52c3fd8) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:36.878960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:36.879558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.886082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.895691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.912077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:36.924151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2888c845-a701-4cbb-baa6-05145dedfe8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.928929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e9d6-eb00-4c5a-aee5-3d41f0d86a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.934778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c933c953-d9df-4b84-a533-fec64be3c1d5 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:36.945461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15462b3-6a95-4651-9744-348af624e0ed,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:36.949075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:36.965931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5e9d6-eb00-4c5a-aee5-3d41f0d86a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2611eb37-5a3b-444c-a71a-2ec14aa69e70,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:36.974588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e9d6-eb00-4c5a-aee5-3d41f0d86a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.978093 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f0f5e9d6-eb00-4c5a-aee5-3d41f0d86a6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2611eb37-5a3b-444c-a71a-2ec14aa69e70 HTTP/1.1" status: 204  len: 168 time: 0.3794630
Dec 19 13:28:36.979856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f0f5e9d6-eb00-4c5a-aee5-3d41f0d86a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:36.984544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2888c845-a701-4cbb-baa6-05145dedfe8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:36.986698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Routers {'202e3761-64e1-4c8b-a55a-a0a04f9cdada'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:36.987348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473b3550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:37.045191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a8eed4-0fe2-4c4c-9106-012256863cd9 None None] Network 5779f02c-c699-4f7c-adef-ed71d52c3fd8 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:37.057992 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8715966
Dec 19 13:28:37.060770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38236) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:37.067709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d42ec3e3-5eff-44e5-a561-e14827a367fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:37.097413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.108790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.109956 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0707581
Dec 19 13:28:37.114959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:37.137851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38240) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:37.142798 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2888c845-a701-4cbb-baa6-05145dedfe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.149548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa952d5-b782-4698-97d8-9d2b09ca4355 None None] Pushing event updated for resources: {'Port': ['ID=d5aea10b-a817-4e5d-8c29-de61de2a8dc0,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:37.162046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1aa952d5-b782-4698-97d8-9d2b09ca4355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:37.301578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-325eac72-a4a6-4fe4-8b82-a0d4c6b1c0a1 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:37.312518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'security_group_rule': {'security_group_id': '52c5a592-9fdb-454b-876d-e6734aa637c1', 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:37.325419 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.326017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:37.331512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Usage tracker for resource:security_group_rule and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:37.335195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888c845-a701-4cbb-baa6-05145dedfe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feecf4f8-ea48-4fe4-88a8-9a0986f3c12f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:37.337471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2888c845-a701-4cbb-baa6-05145dedfe8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:37.338258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2888c845-a701-4cbb-baa6-05145dedfe8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.342895 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2888c845-a701-4cbb-baa6-05145dedfe8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/feecf4f8-ea48-4fe4-88a8-9a0986f3c12f HTTP/1.1" status: 204  len: 168 time: 0.6419146
Dec 19 13:28:37.343980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:37.351211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:37.353803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Transition to ACTIVE for port object fb817a48-03dd-4a71-b78e-f5c490f6d5d3 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:37.419563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Pushing event updated for resources: {'Subnet': ['ID=492d0136-c130-42f0-af92-feda4441e30d,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:37.435241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Transition to ACTIVE for port object fb817a48-03dd-4a71-b78e-f5c490f6d5d3 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:37.459598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.482076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] Set router 202e3761-64e1-4c8b-a55a-a0a04f9cdada gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:28:37.514309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.524548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:37.553178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.553549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.562869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f9d333c9-6024-43d0-95e0-5b8a23d9cf0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:37.580087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Checking segment: {'id': '6df3db15-2c35-4c1d-933d-bd92cd7c84c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8dc0b900-3a14-47d8-8d3b-991681a1e30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:37.580649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Network hostable DHCP agents. Network: 8dc0b900-3a14-47d8-8d3b-991681a1e30a, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:37.672510 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.8 (71edc928-38f4-4a94-8281-137647a9e51e/7f8fad56-6afc-4485-863e-cd4e503805cd/c06a1c3e-dd6d-4648-ad2b-9533bebe13b3) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:37.749789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Pushing event updated for resources: {'Port': ['ID=fb817a48-03dd-4a71-b78e-f5c490f6d5d3,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:37.762717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.767506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:37.777310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Allocated IP 172.26.4.225 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/243c726d-a902-4ac2-a768-cd51a04a273f) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:37.785372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Network 71edc928-38f4-4a94-8281-137647a9e51e is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:37.788839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:37.792264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:37.824297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Network 8dc0b900-3a14-47d8-8d3b-991681a1e30a is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:37.839079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d42ec3e3-5eff-44e5-a561-e14827a367fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15311614'] for subnet, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.858010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.864954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-5779f02c-c699-4f7c-adef-ed71d52c3fd8', 'network_id': '5779f02c-c699-4f7c-adef-ed71d52c3fd8', 'tenant_id': '10bc67d9d9e7453a8aac47bef2c52ff9', 'fixed_ips': [{'subnet_id': 'f69f7417-fe67-4bfd-b51b-ce57b976d13b'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:28:37.865841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:37.874244 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9c35dec-b895-4559-90da-6f183ee15d8f tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:37.913499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b4edff-c48f-45f8-a270-79b8c4d429c5,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:37.916733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:37.952374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 8dc0b900-3a14-47d8-8d3b-991681a1e30a) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:38.012144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:38.017441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1457137'] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.020857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38250) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:38.037249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.065969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.070142 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7733874
Dec 19 13:28:38.074572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38254) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:38.077839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d7641a-676b-463e-b23f-972316cad5cf None None] Network 8dc0b900-3a14-47d8-8d3b-991681a1e30a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:38.078224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'security_group_rule': {'security_group_id': '52c5a592-9fdb-454b-876d-e6734aa637c1', 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:38.085639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:38.091990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.092422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Usage tracker for resource:security_group_rule and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:38.096886 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:38.104070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:38.159887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.172417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5cb62c96-52df-455e-9056-769106df73ee tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:38.172577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object c06a1c3e-dd6d-4648-ad2b-9533bebe13b3 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:38.214727 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3067329
Dec 19 13:28:38.217373 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9d703309-f022-4679-9e3a-8b2ecc7bbd44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4819b86d0ea4f6798852ab8290272c3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1955736
Dec 19 13:28:38.221474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38262) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:38.221797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38264) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:38.230927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Request body: {'port': {'network_id': '8dc0b900-3a14-47d8-8d3b-991681a1e30a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1384555297'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:38.240044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:38.250565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:38.264950 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:38.277176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Attempting to bind port fb817a48-03dd-4a71-b78e-f5c490f6d5d3 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:38.277721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Attempting to bind port fb817a48-03dd-4a71-b78e-f5c490f6d5d3 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '7928bb95-09ab-4e95-b496-0bd79fa6cb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '71edc928-38f4-4a94-8281-137647a9e51e'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:38.278196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Attempting to bind port fb817a48-03dd-4a71-b78e-f5c490f6d5d3 on network 71edc928-38f4-4a94-8281-137647a9e51e {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:38.324910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event updated for resources: {'Port': ['ID=243c726d-a902-4ac2-a768-cd51a04a273f,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:38.329381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:38.330136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.332289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:38.332760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Checking segment: {'id': '7928bb95-09ab-4e95-b496-0bd79fa6cb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '71edc928-38f4-4a94-8281-137647a9e51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:38.333006 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.333405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Bound using segment: {'id': '7928bb95-09ab-4e95-b496-0bd79fa6cb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '71edc928-38f4-4a94-8281-137647a9e51e'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:38.333884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Bound port: fb817a48-03dd-4a71-b78e-f5c490f6d5d3, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7928bb95-09ab-4e95-b496-0bd79fa6cb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '71edc928-38f4-4a94-8281-137647a9e51e'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:38.334322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.359896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d42ec3e3-5eff-44e5-a561-e14827a367fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765298812420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15352349'] for subnet, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.372496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f032a48e-866f-4964-b43e-4cdb8f935c90 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:38.458254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.487589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.517243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42ec3e3-5eff-44e5-a561-e14827a367fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:38.517812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d42ec3e3-5eff-44e5-a561-e14827a367fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.521646 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d42ec3e3-5eff-44e5-a561-e14827a367fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "PUT /v2.0/subnets/f69f7417-fe67-4bfd-b51b-ce57b976d13b HTTP/1.1" status: 200  len: 806 time: 1.4574490
Dec 19 13:28:38.523661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38274) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:38.526609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ec3e3-5eff-44e5-a561-e14827a367fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=f69f7417-fe67-4bfd-b51b-ce57b976d13b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:38.529765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d42ec3e3-5eff-44e5-a561-e14827a367fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:38.545531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cb3c5756-101e-4741-a5dd-cdfb769c4199 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:38.555045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Allocated IP 172.20.0.2 (5779f02c-c699-4f7c-adef-ed71d52c3fd8/f69f7417-fe67-4bfd-b51b-ce57b976d13b/11e7f55d-77f9-4080-9aeb-2695a945a578) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:38.627084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=c06a1c3e-dd6d-4648-ad2b-9533bebe13b3,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:38.631130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:38.631871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-8dc0b900-3a14-47d8-8d3b-991681a1e30a', 'network_id': '8dc0b900-3a14-47d8-8d3b-991681a1e30a', 'tenant_id': 'fff7478284bf4e4881e4a7c32925cfae', 'fixed_ips': [{'subnet_id': '492d0136-c130-42f0-af92-feda4441e30d'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:28:38.632691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.658793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network 71edc928-38f4-4a94-8281-137647a9e51e is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:38.668433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:38.670994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:38.705156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.709031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.720750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f78fef7a-a1ff-4bef-a68d-2491f313f701 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:38.731694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] For port fb817a48-03dd-4a71-b78e-f5c490f6d5d3, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:38.737261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:38.737903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.750127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:38.760553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaafe765-c765-4fb4-b22f-a43d1f25b57f,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:38.767879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a273-a90e-4078-894e-33cd66f1735b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.768531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:38.792361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] For port fb817a48-03dd-4a71-b78e-f5c490f6d5d3, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fb817a48-03dd-4a71-b78e-f5c490f6d5d3,segment=NetworkSegment(7928bb95-09ab-4e95-b496-0bd79fa6cb17),segment_id=7928bb95-09ab-4e95-b496-0bd79fa6cb17)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:38.799841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a273-a90e-4078-894e-33cd66f1735b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.816600 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473b3550>, [{'id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'name': 'tempest-TestVolumeBootPattern-1201810053-router', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '6aa78e81-98d1-4f45-99de-66409833342d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:28:16Z', 'updated_at': '2021-12-19T13:28:30Z', 'revision_number': 4, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'gw_port': {'id': '6aa78e81-98d1-4f45-99de-66409833342d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:17Z', 'updated_at': '2021-12-19T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'd5aea10b-a817-4e5d-8c29-de61de2a8dc0', 'name': '', 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'mac_address': 'fa:16:3e:c9:16:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d177b66-260e-4c07-8a74-e8054cb2f7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:28Z', 'updated_at': '2021-12-19T13:28:36Z', 'revision_number': 4, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'subnets': [{'id': '3d177b66-260e-4c07-8a74-e8054cb2f7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:38.827851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.851559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb5e33d-9d9b-49b4-a628-12bcfeaaeb6e None None] The sync data for ids ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'] in dv-neutron-821895-1-hyperv is: [{'id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'name': 'tempest-TestVolumeBootPattern-1201810053-router', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '6aa78e81-98d1-4f45-99de-66409833342d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:28:16Z', 'updated_at': '2021-12-19T13:28:30Z', 'revision_number': 4, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'gw_port': {'id': '6aa78e81-98d1-4f45-99de-66409833342d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:17Z', 'updated_at': '2021-12-19T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'd5aea10b-a817-4e5d-8c29-de61de2a8dc0', 'name': '', 'network_id': '5247dbab-6ae0-4dfc-8d3d-48bc32f1209a', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'mac_address': 'fa:16:3e:c9:16:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d177b66-260e-4c07-8a74-e8054cb2f7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:28Z', 'updated_at': '2021-12-19T13:28:36Z', 'revision_number': 4, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'subnets': [{'id': '3d177b66-260e-4c07-8a74-e8054cb2f7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:38.852171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Usage tracker for resource:port and tenant:fff7478284bf4e4881e4a7c32925cfae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:38.860690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:38.874702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.875071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:38.883594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:38.909326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a273-a90e-4078-894e-33cd66f1735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.914055 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a273-a90e-4078-894e-33cd66f1735b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.914920 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9ee3a273-a90e-4078-894e-33cd66f1735b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e2c5645-b5eb-4021-ac25-451ae36b874c HTTP/1.1" status: 204  len: 168 time: 0.6906831
Dec 19 13:28:38.916108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0e62a021-aca0-4ef1-b472-d298dc5ba7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:38.940190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.945576 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8698151
Dec 19 13:28:38.951729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38284) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:38.957289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:38.971497 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 2.7631423
Dec 19 13:28:38.975205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38288) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:38.976789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3a273-a90e-4078-894e-33cd66f1735b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2c5645-b5eb-4021-ac25-451ae36b874c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:38.980263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9ee3a273-a90e-4078-894e-33cd66f1735b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:38.989512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'security_group_rule': {'security_group_id': '52c5a592-9fdb-454b-876d-e6734aa637c1', 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:39.006889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:39.030721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Usage tracker for resource:security_group_rule and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:39.116181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:39.138474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:39.186391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Made reservation on behalf of fff7478284bf4e4881e4a7c32925cfae for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:39.189391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:39.205193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:39.214019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:39.214887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:39.226322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Allocated IP 172.20.0.2 (8dc0b900-3a14-47d8-8d3b-991681a1e30a/492d0136-c130-42f0-af92-feda4441e30d/b80a2aa5-a0c7-4636-b187-2f6817f047b7) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:39.229746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-674d72ea-0bd3-46ff-b514-788ff1954f8d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port c06a1c3e-dd6d-4648-ad2b-9533bebe13b3 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:39.230089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-674d72ea-0bd3-46ff-b514-788ff1954f8d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:39.262128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Transition to ACTIVE for port object 11e7f55d-77f9-4080-9aeb-2695a945a578 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:39.266118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Pushing event updated for resources: {'Port': ['ID=fb817a48-03dd-4a71-b78e-f5c490f6d5d3,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:39.273810 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:39.291353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] device_id is not set on port acb80bf6-13d2-4917-9664-497b0f639aed yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:28:39.371338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:39.410311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Transition to ACTIVE for port object 11e7f55d-77f9-4080-9aeb-2695a945a578 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:39.522882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:39.542868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-58988e84-03eb-4abd-a935-b6334fce7f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:39.767460 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Network 5779f02c-c699-4f7c-adef-ed71d52c3fd8 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:39.772898 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:39.781651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:39.786792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:39.793224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:39.819245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1d4dc2db-389f-4135-a1e3-92546c8b1f9c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:39.904903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-674d72ea-0bd3-46ff-b514-788ff1954f8d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:39.941546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Pushing event updated for resources: {'Port': ['ID=11e7f55d-77f9-4080-9aeb-2695a945a578,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:39.981736 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:40.013343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.020840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Attempting to bind port 11e7f55d-77f9-4080-9aeb-2695a945a578 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:40.021642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Attempting to bind port 11e7f55d-77f9-4080-9aeb-2695a945a578 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '25c2d02a-fc6a-46c8-ae64-58cfa584037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5779f02c-c699-4f7c-adef-ed71d52c3fd8'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:40.022235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Attempting to bind port 11e7f55d-77f9-4080-9aeb-2695a945a578 on network 5779f02c-c699-4f7c-adef-ed71d52c3fd8 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:40.043624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Transition to ACTIVE for port object b80a2aa5-a0c7-4636-b187-2f6817f047b7 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:40.059555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:40.060940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Checking segment: {'id': '25c2d02a-fc6a-46c8-ae64-58cfa584037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5779f02c-c699-4f7c-adef-ed71d52c3fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:40.063374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.063938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Bound using segment: {'id': '25c2d02a-fc6a-46c8-ae64-58cfa584037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5779f02c-c699-4f7c-adef-ed71d52c3fd8'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:40.066187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Bound port: 11e7f55d-77f9-4080-9aeb-2695a945a578, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c2d02a-fc6a-46c8-ae64-58cfa584037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5779f02c-c699-4f7c-adef-ed71d52c3fd8'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:40.066187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.235036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Transition to ACTIVE for port object b80a2aa5-a0c7-4636-b187-2f6817f047b7 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:40.260838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.291941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Subnet': ['ID=f69f7417-fe67-4bfd-b51b-ce57b976d13b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:40.299036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:40.301333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.312093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fb817a48-03dd-4a71-b78e-f5c490f6d5d3 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:40.321438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:40.329492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d471e2be0>,) {'filters': {'network_id': ['5779f02c-c699-4f7c-adef-ed71d52c3fd8']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:40.363671 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d471e2be0>, '25c2d02a-fc6a-46c8-ae64-58cfa584037b') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:40.364088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d471e2be0>, '25c2d02a-fc6a-46c8-ae64-58cfa584037b') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:40.377755 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895096af-5a5a-43a7-bf48-b6a1aba45945,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:40.388809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:40.399190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.436555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-674d72ea-0bd3-46ff-b514-788ff1954f8d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for c06a1c3e-dd6d-4648-ad2b-9533bebe13b3 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:40.438940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.449387 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.464205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:40.464943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.474361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:40.516327 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:40.518526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Network 8dc0b900-3a14-47d8-8d3b-991681a1e30a is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:40.533908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:40.542443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:40.567014 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] For port 11e7f55d-77f9-4080-9aeb-2695a945a578, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:40.581183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Allocated IP 172.20.0.10 (8dc0b900-3a14-47d8-8d3b-991681a1e30a/492d0136-c130-42f0-af92-feda4441e30d/acb80bf6-13d2-4917-9664-497b0f639aed) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:40.613499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.631368 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.6785233
Dec 19 13:28:40.662488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38310) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:40.688158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'security_group_rule': {'security_group_id': '52c5a592-9fdb-454b-876d-e6734aa637c1', 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:40.689747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Pushing event updated for resources: {'Port': ['ID=b80a2aa5-a0c7-4636-b187-2f6817f047b7,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:40.697675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:40.711670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:40.724982 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Usage tracker for resource:security_group_rule and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:40.734451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:40.757083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:40.760416 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 13:28:40.760416 dv-neutron-821895-1-hyperv neutron-server[84125]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 13:28:40.760416 dv-neutron-821895-1-hyperv neutron-server[84125]: [parameters: {'id': '5779f02c-c699-4f7c-adef-ed71d52c3fd8'}]
Dec 19 13:28:40.760416 dv-neutron-821895-1-hyperv neutron-server[84125]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:40.760836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:40.802295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] For port 11e7f55d-77f9-4080-9aeb-2695a945a578, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=11e7f55d-77f9-4080-9aeb-2695a945a578,segment=NetworkSegment(25c2d02a-fc6a-46c8-ae64-58cfa584037b),segment_id=25c2d02a-fc6a-46c8-ae64-58cfa584037b)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:40.825987 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Attempting to bind port b80a2aa5-a0c7-4636-b187-2f6817f047b7 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:40.826439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Attempting to bind port b80a2aa5-a0c7-4636-b187-2f6817f047b7 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '6df3db15-2c35-4c1d-933d-bd92cd7c84c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8dc0b900-3a14-47d8-8d3b-991681a1e30a'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:40.826916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Attempting to bind port b80a2aa5-a0c7-4636-b187-2f6817f047b7 on network 8dc0b900-3a14-47d8-8d3b-991681a1e30a {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:40.837355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:40.837657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Checking segment: {'id': '6df3db15-2c35-4c1d-933d-bd92cd7c84c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8dc0b900-3a14-47d8-8d3b-991681a1e30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:40.838042 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.838529 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Bound using segment: {'id': '6df3db15-2c35-4c1d-933d-bd92cd7c84c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8dc0b900-3a14-47d8-8d3b-991681a1e30a'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:40.839000 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Bound port: b80a2aa5-a0c7-4636-b187-2f6817f047b7, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df3db15-2c35-4c1d-933d-bd92cd7c84c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8dc0b900-3a14-47d8-8d3b-991681a1e30a'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:40.839400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.844623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Router 711d00c7-01d2-46b8-8a68-65d18584c82c is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:28:40.858950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.898625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Transition to ACTIVE for port object acb80bf6-13d2-4917-9664-497b0f639aed will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:40.951360 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Project afb7e7c024a14aa0b2ca3ece70a5e45a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:28:40.967002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:40.973532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] For port b80a2aa5-a0c7-4636-b187-2f6817f047b7, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:40.979352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] For port b80a2aa5-a0c7-4636-b187-2f6817f047b7, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b80a2aa5-a0c7-4636-b187-2f6817f047b7,segment=NetworkSegment(6df3db15-2c35-4c1d-933d-bd92cd7c84c7),segment_id=6df3db15-2c35-4c1d-933d-bd92cd7c84c7)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:40.983984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da50dcb1-5dd8-4843-8396-0d0cf58d1a63 None None] Network 71edc928-38f4-4a94-8281-137647a9e51e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:41.004786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.010123 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port fb817a48-03dd-4a71-b78e-f5c490f6d5d3 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:41.063509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b70c93e7-c9b6-4bdd-b8eb-a9037604243f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:41.073964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.081196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-37b71575-a801-4134-9b2e-d8f20598c6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:41.114341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d5aea10b-a817-4e5d-8c29-de61de2a8dc0 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:41.124641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.137773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.157238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-674d72ea-0bd3-46ff-b514-788ff1954f8d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.202904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:41.212166 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e49b4-78e3-43da-b6db-26b8f75bf877 None None] Sync routers for ids ['711d00c7-01d2-46b8-8a68-65d18584c82c'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:41.219303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.222498 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bb1ab2f3-d27d-4060-93fe-12d399e66637 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:41.232732 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e49b4-78e3-43da-b6db-26b8f75bf877 None None] Routers {'711d00c7-01d2-46b8-8a68-65d18584c82c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:41.233374 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-971e49b4-78e3-43da-b6db-26b8f75bf877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47897550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['711d00c7-01d2-46b8-8a68-65d18584c82c'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:41.244603 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.248993 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "PUT /v2.0/routers/711d00c7-01d2-46b8-8a68-65d18584c82c HTTP/1.1" status: 200  len: 914 time: 5.2767072
Dec 19 13:28:41.268512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38324) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:41.270559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.278549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Pushing event updated for resources: {'Port': ['ID=acb80bf6-13d2-4917-9664-497b0f639aed,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:41.292686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Network 8dc0b900-3a14-47d8-8d3b-991681a1e30a is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:41.299829 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:41.301976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:41.348366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc167a04-6889-4fb9-a1dd-2150d47dce4c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:41.388693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:41.389063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0826fe65-8e47-4237-a024-0af80efb0e76,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:41.389404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Pushing event updated for resources: {'Port': ['ID=11e7f55d-77f9-4080-9aeb-2695a945a578,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:41.389625 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-971e49b4-78e3-43da-b6db-26b8f75bf877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47897550>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:41.395912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38328) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:41.413983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:41.418921 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e49b4-78e3-43da-b6db-26b8f75bf877 None None] Routers {'711d00c7-01d2-46b8-8a68-65d18584c82c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:41.422524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:41.422831 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-971e49b4-78e3-43da-b6db-26b8f75bf877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47897550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['711d00c7-01d2-46b8-8a68-65d18584c82c'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:41.423819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:41.465311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Deleting port 11e7f55d-77f9-4080-9aeb-2695a945a578 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:41.466193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.504297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d72ea-0bd3-46ff-b514-788ff1954f8d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=c06a1c3e-dd6d-4648-ad2b-9533bebe13b3,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:41.518224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-674d72ea-0bd3-46ff-b514-788ff1954f8d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:41.553611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4926c6ed-a1e7-41c8-bd6a-394c1f2ccb15 None None] Provisioning for port fb817a48-03dd-4a71-b78e-f5c490f6d5d3 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:41.581442 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa26d91-2842-42c1-a0e1-d6f02f026d40 None None] Network 5779f02c-c699-4f7c-adef-ed71d52c3fd8 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:41.590825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.594228 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.9303045
Dec 19 13:28:41.605845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:41.606330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.610137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38338) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:41.624490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-674d72ea-0bd3-46ff-b514-788ff1954f8d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.639390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'security_group_rule': {'security_group_id': '52c5a592-9fdb-454b-876d-e6734aa637c1', 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:41.707458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:41.740323 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-971e49b4-78e3-43da-b6db-26b8f75bf877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47897550>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:41.740920 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e49b4-78e3-43da-b6db-26b8f75bf877 None None] The sync data for ids ['711d00c7-01d2-46b8-8a68-65d18584c82c'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:41.748672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Usage tracker for resource:security_group_rule and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:41.751681 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-674d72ea-0bd3-46ff-b514-788ff1954f8d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/c06a1c3e-dd6d-4648-ad2b-9533bebe13b3 HTTP/1.1" status: 204  len: 168 time: 2.7699425
Dec 19 13:28:41.752497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38342) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:41.763910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:41.805924 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c20e738-4c31-46bb-ac98-84b16aa2e8b1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:28:41.806441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3c20e738-4c31-46bb-ac98-84b16aa2e8b1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:41.846534 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 3.6228738
Dec 19 13:28:41.848974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38346) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:41.857914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4926c6ed-a1e7-41c8-bd6a-394c1f2ccb15 None None] Provisioning complete for port fb817a48-03dd-4a71-b78e-f5c490f6d5d3 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:41.858591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4926c6ed-a1e7-41c8-bd6a-394c1f2ccb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:41.862883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:41.878511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1692973710'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:41.883874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:41.887861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:network and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:41.891633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:41.896999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:41.937779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3c20e738-4c31-46bb-ac98-84b16aa2e8b1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:41.939215 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3c20e738-4c31-46bb-ac98-84b16aa2e8b1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/c06a1c3e-dd6d-4648-ad2b-9533bebe13b3 HTTP/1.1" status: 404  len: 333 time: 0.1825807
Dec 19 13:28:41.950368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Pushing event updated for resources: {'Port': ['ID=b80a2aa5-a0c7-4636-b187-2f6817f047b7,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:41.951532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38350) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:41.970671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:41.998407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Made reservation on behalf of c85e8ff377a94dc98d8fdf8c9760ab5f for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:42.001385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.015963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.034969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:42.102386 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Project afb7e7c024a14aa0b2ca3ece70a5e45a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:28:42.104350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:42.104960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.113783 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.154008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6529c208-5d17-472a-8e41-3c20458b5ca5 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Deleting port acb80bf6-13d2-4917-9664-497b0f639aed {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:42.154465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6529c208-5d17-472a-8e41-3c20458b5ca5 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.164977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:42.170824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:security_group_rule and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:42.175153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:42.183672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:42.276195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.277510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38360) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:42.338358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4926c6ed-a1e7-41c8-bd6a-394c1f2ccb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.361715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.397205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0ba4513c-8ae6-48fb-b902-e447ac9b2cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:42.425938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] For port 11e7f55d-77f9-4080-9aeb-2695a945a578, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=11e7f55d-77f9-4080-9aeb-2695a945a578,segment=NetworkSegment(25c2d02a-fc6a-46c8-ae64-58cfa584037b),segment_id=25c2d02a-fc6a-46c8-ae64-58cfa584037b)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:42.426343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.441250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6529c208-5d17-472a-8e41-3c20458b5ca5 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.536856 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8a3ea207-0a39-400b-8407-3f9e4f31bcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.573343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6529c208-5d17-472a-8e41-3c20458b5ca5 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Calling delete_port for acb80bf6-13d2-4917-9664-497b0f639aed owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:42.587196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-4926c6ed-a1e7-41c8-bd6a-394c1f2ccb15 None None] For port fb817a48-03dd-4a71-b78e-f5c490f6d5d3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fb817a48-03dd-4a71-b78e-f5c490f6d5d3,segment=NetworkSegment(7928bb95-09ab-4e95-b496-0bd79fa6cb17),segment_id=7928bb95-09ab-4e95-b496-0bd79fa6cb17)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:42.590745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.618042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Calling delete_port for 11e7f55d-77f9-4080-9aeb-2695a945a578 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:42.641842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a86fab-4fd8-4e1e-9b9e-29f8d19e1c86 None None] Network 5779f02c-c699-4f7c-adef-ed71d52c3fd8 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:42.677781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4926c6ed-a1e7-41c8-bd6a-394c1f2ccb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.731254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.741501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:42.757406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-72eb95fd-3a0c-4159-ad66-c7ac9c5020cb tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-788771670'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:42.757779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:42.762840 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-72eb95fd-3a0c-4159-ad66-c7ac9c5020cb tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:42.767158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-72eb95fd-3a0c-4159-ad66-c7ac9c5020cb tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Usage tracker for resource:router and tenant:cd16d2d35c824342a3e82476c04b78ea is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:42.770363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-72eb95fd-3a0c-4159-ad66-c7ac9c5020cb tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:42.787508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-72eb95fd-3a0c-4159-ad66-c7ac9c5020cb tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:42.807225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d62137c-6286-44f9-a4ee-d03cb313dfc4,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:42.809905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port d5aea10b-a817-4e5d-8c29-de61de2a8dc0, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d5aea10b-a817-4e5d-8c29-de61de2a8dc0,segment=NetworkSegment(adbc1612-ff33-4d3c-926d-d5661d88c9eb),segment_id=adbc1612-ff33-4d3c-926d-d5661d88c9eb)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:42.813857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.818613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:42.831108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:42.843762 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b794647a-5442-4095-aeba-a25755a070fe tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/routers/711d00c7-01d2-46b8-8a68-65d18584c82c HTTP/1.1" status: 200  len: 920 time: 1.5684383
Dec 19 13:28:42.861422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38366) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:42.875238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-72eb95fd-3a0c-4159-ad66-c7ac9c5020cb tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.875238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-72eb95fd-3a0c-4159-ad66-c7ac9c5020cb tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.888605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc48f310-7dd7-4bdc-9801-bdee130a0150,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:42.890215 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7189d27d-4c1a-40d0-bb17-c16271f58934 None None] Network 8dc0b900-3a14-47d8-8d3b-991681a1e30a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:42.908398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:42.913504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:42.989702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c6b928-cdf6-4701-813a-95195f9ba61f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting subnet 7f8fad56-6afc-4485-863e-cd4e503805cd {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:28:42.994373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14c6b928-cdf6-4701-813a-95195f9ba61f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.024037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926c6ed-a1e7-41c8-bd6a-394c1f2ccb15 None None] Pushing event updated for resources: {'Port': ['ID=fb817a48-03dd-4a71-b78e-f5c490f6d5d3,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:43.033273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4926c6ed-a1e7-41c8-bd6a-394c1f2ccb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:43.039340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-99ada9c6-9a6f-4c80-8ce8-4bd7c643de95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:43.039486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.044811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cdb49b0e-64c3-461b-9c2c-ed6bdbbaec30 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:43.067707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-418f6054-ec3b-41e5-b4b4-8c0379bcf9be tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Synchronizing usage tracker for tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:43.073945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6529c208-5d17-472a-8e41-3c20458b5ca5 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.077258 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14c6b928-cdf6-4701-813a-95195f9ba61f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.110082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.112142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:43.114722 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.4986238
Dec 19 13:28:43.119292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.119662 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Added segment 0e7d8b50-7d17-43c1-9db4-77e6db507038 of type vlan for network c87e3330-91b4-4c65-a2cf-92effb264c7c
Dec 19 13:28:43.125063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b80a2aa5-a0c7-4636-b187-2f6817f047b7 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:43.133374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Port': ['ID=11e7f55d-77f9-4080-9aeb-2695a945a578,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:43.138857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:43.143357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No DVR routers for this DVR port 11e7f55d-77f9-4080-9aeb-2695a945a578 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:28:43.199753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529c208-5d17-472a-8e41-3c20458b5ca5 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Pushing event deleted for resources: {'Port': ['ID=acb80bf6-13d2-4917-9664-497b0f639aed,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:43.205255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-72eb95fd-3a0c-4159-ad66-c7ac9c5020cb tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.206004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-418f6054-ec3b-41e5-b4b4-8c0379bcf9be tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Unset dirty status for tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:43.207323 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-418f6054-ec3b-41e5-b4b4-8c0379bcf9be tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&device_id=711d00c7-01d2-46b8-8a68-65d18584c82c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3409882
Dec 19 13:28:43.210040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6529c208-5d17-472a-8e41-3c20458b5ca5 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:43.210330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38376) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:43.232831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.266963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c40c85a7-9761-446d-9fdc-c1ba77ce4360 None None] Provisioning for port b80a2aa5-a0c7-4636-b187-2f6817f047b7 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:43.322508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=d5aea10b-a817-4e5d-8c29-de61de2a8dc0,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:43.332449 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:43.460582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-97a74d53-6436-4a76-b675-192536d2e2c9 None None] Could not find standard attr ID for object c06a1c3e-dd6d-4648-ad2b-9533bebe13b3. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:28:43.491474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port b80a2aa5-a0c7-4636-b187-2f6817f047b7 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:43.494509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-97a74d53-6436-4a76-b675-192536d2e2c9 None None] Provisioning complete for port fb817a48-03dd-4a71-b78e-f5c490f6d5d3 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:43.495231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-97a74d53-6436-4a76-b675-192536d2e2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.511498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6529c208-5d17-472a-8e41-3c20458b5ca5 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.519374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.535922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14c6b928-cdf6-4701-813a-95195f9ba61f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.544406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b80a2aa5-a0c7-4636-b187-2f6817f047b7 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:43.544998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.560140 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46e96c10>,) {'filters': {'network_id': ['5779f02c-c699-4f7c-adef-ed71d52c3fd8']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:43.570293 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6529c208-5d17-472a-8e41-3c20458b5ca5 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] 10.222.0.24 "DELETE /v2.0/ports/acb80bf6-13d2-4917-9664-497b0f639aed HTTP/1.1" status: 204  len: 168 time: 1.7201993
Dec 19 13:28:43.577348 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38390) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:43.579919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ddf8a3-ea70-4ad4-998c-e6c57ac85355 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:43.580044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46e96c10>, '25c2d02a-fc6a-46c8-ae64-58cfa584037b') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:43.580282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46e96c10>, '25c2d02a-fc6a-46c8-ae64-58cfa584037b') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:43.581038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-21ddf8a3-ea70-4ad4-998c-e6c57ac85355 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Synchronizing usage tracker for tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:43.599108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.657296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.663855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:43.664480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.742589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-21ddf8a3-ea70-4ad4-998c-e6c57ac85355 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Unset dirty status for tenant:1e79efa2bbed4bf9b4d75a3dcf2b76d6 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:43.749762 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-21ddf8a3-ea70-4ad4-998c-e6c57ac85355 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/networks/4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 881 time: 0.5382409
Dec 19 13:28:43.751667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38402) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:43.827267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.862710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14c6b928-cdf6-4701-813a-95195f9ba61f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:43.868425 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:43.872412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-72eb95fd-3a0c-4159-ad66-c7ac9c5020cb tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.873695 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port b80a2aa5-a0c7-4636-b187-2f6817f047b7, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b80a2aa5-a0c7-4636-b187-2f6817f047b7,segment=NetworkSegment(6df3db15-2c35-4c1d-933d-bd92cd7c84c7),segment_id=6df3db15-2c35-4c1d-933d-bd92cd7c84c7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:43.873930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:43.887130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.892192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:43.893001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.915333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2cc31d69-45ad-4021-baf7-900d6e5fb5a9 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:43.931381 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-afaa71d8-b15c-41e1-be0e-42950a3d0b80 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=711d00c7-01d2-46b8-8a68-65d18584c82c HTTP/1.1" status: 200  len: 205 time: 0.1772463
Dec 19 13:28:43.945802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-82deff7e-8620-4531-bcd1-1c5832c5df17 None None] Provisioning complete for port b80a2aa5-a0c7-4636-b187-2f6817f047b7 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:43.946547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-82deff7e-8620-4531-bcd1-1c5832c5df17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:43.950153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38406) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:43.962287 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a9eec3ec-c963-4648-9093-4319ae479b79 tempest-DHCPAgentSchedulersTestJSON-1754497102 tempest-DHCPAgentSchedulersTestJSON-1754497102-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4311 time: 0.3757012
Dec 19 13:28:43.965347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38408) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:44.008579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.032996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8e55d370-3120-4648-9c62-def2e45d3854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:44.034823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6b928-cdf6-4701-813a-95195f9ba61f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8fad56-6afc-4485-863e-cd4e503805cd,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:44.037736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-14c6b928-cdf6-4701-813a-95195f9ba61f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:44.049164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-785387601'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:44.054290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:44.060466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Usage tracker for resource:network and tenant:fff7478284bf4e4881e4a7c32925cfae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:44.065835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:44.075406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14c6b928-cdf6-4701-813a-95195f9ba61f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.087730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:44.098303 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-14c6b928-cdf6-4701-813a-95195f9ba61f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/7f8fad56-6afc-4485-863e-cd4e503805cd HTTP/1.1" status: 204  len: 168 time: 2.1435039
Dec 19 13:28:44.099452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38414) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:44.109335 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347ea361-271f-479a-b604-5d6549f4505a None None] Network 71edc928-38f4-4a94-8281-137647a9e51e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:44.116274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Network': ['ID=c87e3330-91b4-4c65-a2cf-92effb264c7c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:44.119224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:44.170835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-72eb95fd-3a0c-4159-ad66-c7ac9c5020cb tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.172063 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-72eb95fd-3a0c-4159-ad66-c7ac9c5020cb tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.8887532
Dec 19 13:28:44.174096 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.7637095
Dec 19 13:28:44.174799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.176468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38418) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:44.176831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38420) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:44.190142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fec79f85-f7f1-4a30-9b61-9ea3121ac46b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:44.190357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network c87e3330-91b4-4c65-a2cf-92effb264c7c details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:44.236372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'subnet': {'network_id': 'c87e3330-91b4-4c65-a2cf-92effb264c7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:44.311530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.319692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Made reservation on behalf of fff7478284bf4e4881e4a7c32925cfae for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:44.322541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.374608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.376531 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/5779f02c-c699-4f7c-adef-ed71d52c3fd8 HTTP/1.1" status: 204  len: 168 time: 5.8510907
Dec 19 13:28:44.381382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=b80a2aa5-a0c7-4636-b187-2f6817f047b7,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:44.392999 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:44.397821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38426) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:44.411029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port fb817a48-03dd-4a71-b78e-f5c490f6d5d3 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:44.411388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.449931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=5779f02c-c699-4f7c-adef-ed71d52c3fd8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:44.501924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:44.555024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c1fdabdc-8a5b-469f-a458-d196486cbcb3 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.647491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1022-0b2d-4257-b606-f460f6275fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.664998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] For port fb817a48-03dd-4a71-b78e-f5c490f6d5d3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fb817a48-03dd-4a71-b78e-f5c490f6d5d3,segment=NetworkSegment(7928bb95-09ab-4e95-b496-0bd79fa6cb17),segment_id=7928bb95-09ab-4e95-b496-0bd79fa6cb17)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:44.665655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.667913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:44.674047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:subnet and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:44.688573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:44.691109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7abf7057-6f2e-46bc-b60c-8e4d0c993f24 None None] Could not find standard attr ID for object acb80bf6-13d2-4917-9664-497b0f639aed. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:28:44.717453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc94a44c-5332-4175-adce-da99a24d65a6 None None] DHCP port deletion for 71edc928-38f4-4a94-8281-137647a9e51e request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:28:44.722749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fc94a44c-5332-4175-adce-da99a24d65a6 None None] Deleting port fb817a48-03dd-4a71-b78e-f5c490f6d5d3 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:44.723381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc94a44c-5332-4175-adce-da99a24d65a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:44.757979 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:44.850039 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for fb817a48-03dd-4a71-b78e-f5c490f6d5d3 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:44.851479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Made reservation on behalf of c85e8ff377a94dc98d8fdf8c9760ab5f for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:44.982196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fc94a44c-5332-4175-adce-da99a24d65a6 None None] For port fb817a48-03dd-4a71-b78e-f5c490f6d5d3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fb817a48-03dd-4a71-b78e-f5c490f6d5d3,segment=NetworkSegment(7928bb95-09ab-4e95-b496-0bd79fa6cb17),segment_id=7928bb95-09ab-4e95-b496-0bd79fa6cb17)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:44.982196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc94a44c-5332-4175-adce-da99a24d65a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.046435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.059007 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15da72a-d2b9-4d2c-ba98-da56c0151230 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:28:45.059840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15da72a-d2b9-4d2c-ba98-da56c0151230 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:28:45.062525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:45.066794 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d5aea10b-a817-4e5d-8c29-de61de2a8dc0 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:45.100838 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f15da72a-d2b9-4d2c-ba98-da56c0151230 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/5779f02c-c699-4f7c-adef-ed71d52c3fd8 HTTP/1.1" status: 404  len: 339 time: 0.6941946
Dec 19 13:28:45.108131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38436) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:45.109091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.109429 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Added segment ade16f67-ee22-45c3-99bc-7bd72776b297 of type vlan for network e321a211-a8f8-4914-8ad8-011fb5cc0e87
Dec 19 13:28:45.125654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1869858363', 'description': 'd1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:45.134227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:45.146847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:network and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:45.162036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:45.178725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:45.183517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fc94a44c-5332-4175-adce-da99a24d65a6 None None] Calling delete_port for fb817a48-03dd-4a71-b78e-f5c490f6d5d3 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:45.193788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.210527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.286638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:45.290148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.300584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-fc94a44c-5332-4175-adce-da99a24d65a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:45.301190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-fc94a44c-5332-4175-adce-da99a24d65a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:45.302095 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:45.302666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.308101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.317780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9eb7efb3-adff-450e-a6c7-860d4988594e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:45.377103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=fb817a48-03dd-4a71-b78e-f5c490f6d5d3,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:45.389397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:45.398575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No DVR routers for this DVR port fb817a48-03dd-4a71-b78e-f5c490f6d5d3 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:28:45.416423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c1fdabdc-8a5b-469f-a458-d196486cbcb3 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.428939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c1fdabdc-8a5b-469f-a458-d196486cbcb3 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.446945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.451279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:45.452024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.452951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b80a2aa5-a0c7-4636-b187-2f6817f047b7 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:45.467029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:45.525128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b80a2aa5-a0c7-4636-b187-2f6817f047b7 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:45.525502 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.565164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:45.606543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c1fdabdc-8a5b-469f-a458-d196486cbcb3 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.607002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fdabdc-8a5b-469f-a458-d196486cbcb3 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80e12aa9-249a-42f9-a6c5-d0ddea3bba64 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:28:45.623455 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c1fdabdc-8a5b-469f-a458-d196486cbcb3 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.624221 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c1fdabdc-8a5b-469f-a458-d196486cbcb3 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] 10.222.0.24 "DELETE /v2.0/routers/80e12aa9-249a-42f9-a6c5-d0ddea3bba64 HTTP/1.1" status: 204  len: 168 time: 1.4465137
Dec 19 13:28:45.639550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38460) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:45.674535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3c176f61-a36d-4331-9c4e-bc07766cc5ef tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Request body: {'router': {'name': 'tempest-router-1820267956', 'distributed': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:45.678720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.679221 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment a2a84e27-623e-465e-814a-b5d46f9da109 of type vlan for network da654511-a7a6-4c52-be6e-0e3f3d5f8b1a
Dec 19 13:28:45.702891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.704398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3c176f61-a36d-4331-9c4e-bc07766cc5ef tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:45.709297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-be9e220b-8c40-4f5f-aa1c-86c0ee8b38b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:45.722045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3c176f61-a36d-4331-9c4e-bc07766cc5ef tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Usage tracker for resource:router and tenant:cd16d2d35c824342a3e82476c04b78ea is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:45.725186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Pushing event updated for resources: {'Network': ['ID=e321a211-a8f8-4914-8ad8-011fb5cc0e87,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:45.728344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.736534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3c176f61-a36d-4331-9c4e-bc07766cc5ef tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:45.737579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network e321a211-a8f8-4914-8ad8-011fb5cc0e87 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:45.802475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:45.816004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Subnet': ['ID=c322fafd-91b1-4764-bec3-0ca5389e8c07,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:45.817331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3c176f61-a36d-4331-9c4e-bc07766cc5ef tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:45.819145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fc94a44c-5332-4175-adce-da99a24d65a6 None None] Deleting port fb817a48-03dd-4a71-b78e-f5c490f6d5d3 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:45.822392 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc94a44c-5332-4175-adce-da99a24d65a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.822533 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.7870290
Dec 19 13:28:45.825383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38464) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:45.830870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:45.838332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.852211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46feeeb0>,) {'filters': {'network_id': ['71edc928-38f4-4a94-8281-137647a9e51e']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:45.870030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fb817a48-03dd-4a71-b78e-f5c490f6d5d3 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:45.875622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46feeeb0>, '7928bb95-09ab-4e95-b496-0bd79fa6cb17') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:45.875919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46feeeb0>, '7928bb95-09ab-4e95-b496-0bd79fa6cb17') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:45.898932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.922259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c176f61-a36d-4331-9c4e-bc07766cc5ef tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.923220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c176f61-a36d-4331-9c4e-bc07766cc5ef tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.936384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.947466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:45.948444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:45.949868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: fb817a48-03dd-4a71-b78e-f5c490f6d5d3 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:28:45.950221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fb817a48-03dd-4a71-b78e-f5c490f6d5d3 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:45.965330 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:45.971496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Checking segment: {'id': '0e7d8b50-7d17-43c1-9db4-77e6db507038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c87e3330-91b4-4c65-a2cf-92effb264c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:45.971982 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network hostable DHCP agents. Network: c87e3330-91b4-4c65-a2cf-92effb264c7c, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:45.990843 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fc94a44c-5332-4175-adce-da99a24d65a6 None None] The port 'fb817a48-03dd-4a71-b78e-f5c490f6d5d3' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:28:46.070203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c176f61-a36d-4331-9c4e-bc07766cc5ef tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:46.092687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace3d9a-0bbf-477a-ae42-49c61cfb6685 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:28:46.112240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:46.159988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:46.166125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:46.166125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:46.173773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3fb01b8e-1a08-4570-845c-f119d42c745d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:46.190818 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-76885574-1a84-49da-9ddf-bddb6cd987ea tempest-DHCPAgentSchedulersTestJSON-1754497102 tempest-DHCPAgentSchedulersTestJSON-1754497102-project-admin] 10.222.0.24 "GET /v2.0/agents/0db02c0b-f2d6-4834-ae16-2c7e931f4b29/dhcp-networks HTTP/1.1" status: 200  len: 7730 time: 0.3618500
Dec 19 13:28:46.193819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38470) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:46.302929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace3d9a-0bbf-477a-ae42-49c61cfb6685 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:28:46.320307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=da654511-a7a6-4c52-be6e-0e3f3d5f8b1a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:46.323929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:46.335446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1df7c9c-8330-4d98-9de7-5889fea3b568 tempest-DHCPAgentSchedulersTestJSON-1754497102 tempest-DHCPAgentSchedulersTestJSON-1754497102-project-admin] Network e321a211-a8f8-4914-8ad8-011fb5cc0e87 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:46.341774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network da654511-a7a6-4c52-be6e-0e3f3d5f8b1a details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:46.724483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:46.730943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:46.733005 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/networks/71edc928-38f4-4a94-8281-137647a9e51e HTTP/1.1" status: 204  len: 168 time: 2.6289914
Dec 19 13:28:46.733898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:46.736676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38474) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:46.742616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'name': 'tempest-PortsTestJSON-1840347292'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:46.761275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Network': ['ID=71edc928-38f4-4a94-8281-137647a9e51e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:46.765288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:46.779236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:46.779540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Deleting port 243c726d-a902-4ac2-a768-cd51a04a273f {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:46.780617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:46.782196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:46.818390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network c87e3330-91b4-4c65-a2cf-92effb264c7c is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:46.827191 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.7160692
Dec 19 13:28:46.831979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c176f61-a36d-4331-9c4e-bc07766cc5ef tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:46.832114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38478) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:46.947102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd7759-3077-4760-85b4-3ed212cabfec None None] Network e321a211-a8f8-4914-8ad8-011fb5cc0e87 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:46.952972 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a1df7c9c-8330-4d98-9de7-5889fea3b568 tempest-DHCPAgentSchedulersTestJSON-1754497102 tempest-DHCPAgentSchedulersTestJSON-1754497102-project-admin] 10.222.0.24 "POST /v2.0/agents/0db02c0b-f2d6-4834-ae16-2c7e931f4b29/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.7580607
Dec 19 13:28:46.968942 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, c87e3330-91b4-4c65-a2cf-92effb264c7c) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:46.970386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38482) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:47.003813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:47.007878 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:47.008461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:47.012004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:47.030578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde2a66-f578-44a2-af7e-e676eda99f18 None None] Network c87e3330-91b4-4c65-a2cf-92effb264c7c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:47.035662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:47.047678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412f19c-aa00-483a-9126-f5309c7693b7 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:47.052607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2412f19c-aa00-483a-9126-f5309c7693b7 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Synchronizing usage tracker for tenant:10bc67d9d9e7453a8aac47bef2c52ff9 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:47.146158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c176f61-a36d-4331-9c4e-bc07766cc5ef tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:47.150443 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3c176f61-a36d-4331-9c4e-bc07766cc5ef tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.5060599
Dec 19 13:28:47.152515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38486) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:47.155811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Calling delete_port for 243c726d-a902-4ac2-a768-cd51a04a273f owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:47.160258 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.9805501
Dec 19 13:28:47.188832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38490) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:47.206025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-727703803', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:47.213002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:47.219746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:router and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:47.224980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:47.242607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:47.315793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2412f19c-aa00-483a-9126-f5309c7693b7 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Unset dirty status for tenant:10bc67d9d9e7453a8aac47bef2c52ff9 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:47.319527 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2412f19c-aa00-483a-9126-f5309c7693b7 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/networks?id=da654511-a7a6-4c52-be6e-0e3f3d5f8b1a HTTP/1.1" status: 200  len: 761 time: 0.4852588
Dec 19 13:28:47.319527 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:47.320276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38496) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:47.321210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:47.333578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e6e4bccc-c88a-4e5d-93ff-24b1f272c558 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'description': 'd2'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:47.366894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 987c1f0d-e2fe-4b08-8a48-4bb2f804c575 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:28:47.460933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543ffd6-d548-4e77-b953-df50e1a25db1 None None] Network c87e3330-91b4-4c65-a2cf-92effb264c7c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:47.483121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5a39f814-7a82-4b96-84f0-01aa21686e3c tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:47.544916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:47.546015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:47.578181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:47.643925 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ef5305eb-876a-432a-a004-9d3d5fc154fb tempest-DHCPAgentSchedulersTestJSON-1754497102 tempest-DHCPAgentSchedulersTestJSON-1754497102-project-admin] 10.222.0.24 "GET /v2.0/agents/0db02c0b-f2d6-4834-ae16-2c7e931f4b29/dhcp-networks HTTP/1.1" status: 200  len: 8532 time: 0.6645019
Dec 19 13:28:47.654097 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38500) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:47.722948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:47.794039 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e6e4bccc-c88a-4e5d-93ff-24b1f272c558 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.097085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.102513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:48.152219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Pushing event deleted for resources: {'Port': ['ID=243c726d-a902-4ac2-a768-cd51a04a273f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:48.154690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:48.155486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e6e4bccc-c88a-4e5d-93ff-24b1f272c558 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.160214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dd0cc2b4-b4ab-42a8-8946-d69a08dfcf4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:48.184074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.263960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5a39f814-7a82-4b96-84f0-01aa21686e3c tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.271958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5a39f814-7a82-4b96-84f0-01aa21686e3c tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.362877 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3bd69e5b-98dc-44e8-9aa8-6ae6f40c8473 tempest-DHCPAgentSchedulersTestJSON-1754497102 tempest-DHCPAgentSchedulersTestJSON-1754497102-project-admin] 10.222.0.24 "DELETE /v2.0/agents/0db02c0b-f2d6-4834-ae16-2c7e931f4b29/dhcp-networks/e321a211-a8f8-4914-8ad8-011fb5cc0e87 HTTP/1.1" status: 204  len: 168 time: 0.7061374
Dec 19 13:28:48.363920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38504) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:48.467686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.471856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6e4bccc-c88a-4e5d-93ff-24b1f272c558 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network da654511-a7a6-4c52-be6e-0e3f3d5f8b1a is not hosted by any dhcp agent {{(pid=84124) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 19 13:28:48.472201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e4bccc-c88a-4e5d-93ff-24b1f272c558 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:48.472669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e6e4bccc-c88a-4e5d-93ff-24b1f272c558 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.477141 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e6e4bccc-c88a-4e5d-93ff-24b1f272c558 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "PUT /v2.0/networks/da654511-a7a6-4c52-be6e-0e3f3d5f8b1a HTTP/1.1" status: 200  len: 758 time: 1.1558340
Dec 19 13:28:48.477839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38510) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:48.487553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5a39f814-7a82-4b96-84f0-01aa21686e3c tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.488309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a39f814-7a82-4b96-84f0-01aa21686e3c tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7db1e7a-c4c5-4446-89e4-20716aa7f21a {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:28:48.490261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e15a0bdc-3da7-493f-b71f-e9061a10d2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:48.621109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4bccc-c88a-4e5d-93ff-24b1f272c558 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=da654511-a7a6-4c52-be6e-0e3f3d5f8b1a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:48.627309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:48.633469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e6e4bccc-c88a-4e5d-93ff-24b1f272c558 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:48.635636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network da654511-a7a6-4c52-be6e-0e3f3d5f8b1a details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:48.703161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:48.706922 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f820e68c-d95a-42a2-b0b5-d34a95ed8fca tempest-DHCPAgentSchedulersTestJSON-1754497102 tempest-DHCPAgentSchedulersTestJSON-1754497102-project-admin] 10.222.0.24 "GET /v2.0/agents/0db02c0b-f2d6-4834-ae16-2c7e931f4b29/dhcp-networks HTTP/1.1" status: 200  len: 7788 time: 0.3418639
Dec 19 13:28:48.708361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:48.713044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:48.714818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.727000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38514) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:48.736378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.738939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=987c1f0d-e2fe-4b08-8a48-4bb2f804c575,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:48.749717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:48.751598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5a39f814-7a82-4b96-84f0-01aa21686e3c tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.752482 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5a39f814-7a82-4b96-84f0-01aa21686e3c tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d7db1e7a-c4c5-4446-89e4-20716aa7f21a HTTP/1.1" status: 204  len: 168 time: 1.5977404
Dec 19 13:28:48.758676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38518) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:48.764294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c7c967e7-1a2b-4fef-9857-d9c944810c2d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Request body: {'router': {'name': 'tempest-router-1168735431', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'aba60cba5f034cfe9691443a3c7e79c0'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:48.769081 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c7c967e7-1a2b-4fef-9857-d9c944810c2d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:48.773393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c7c967e7-1a2b-4fef-9857-d9c944810c2d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Usage tracker for resource:router and tenant:aba60cba5f034cfe9691443a3c7e79c0 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:48.776681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c7c967e7-1a2b-4fef-9857-d9c944810c2d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:48.778335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da26392-6c3a-41e5-9514-892bf46757a8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:48.779656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4da26392-6c3a-41e5-9514-892bf46757a8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Synchronizing usage tracker for tenant:10bc67d9d9e7453a8aac47bef2c52ff9 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:48.783124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c7c967e7-1a2b-4fef-9857-d9c944810c2d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:48.788249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.818308 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.0804474
Dec 19 13:28:48.820699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38522) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:48.888033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c7c967e7-1a2b-4fef-9857-d9c944810c2d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.889041 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c7c967e7-1a2b-4fef-9857-d9c944810c2d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.898484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-82f44ff0-ced1-447d-abf6-9c06ea517bd8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 987c1f0d-e2fe-4b08-8a48-4bb2f804c575 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:48.898789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-82f44ff0-ced1-447d-abf6-9c06ea517bd8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:48.936178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4da26392-6c3a-41e5-9514-892bf46757a8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Unset dirty status for tenant:10bc67d9d9e7453a8aac47bef2c52ff9 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:48.942018 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4da26392-6c3a-41e5-9514-892bf46757a8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/networks?id=da654511-a7a6-4c52-be6e-0e3f3d5f8b1a HTTP/1.1" status: 200  len: 761 time: 0.4518592
Dec 19 13:28:48.942568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38526) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:48.947196 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-79bdda86-77de-47e2-b1bd-ac8ce8fe1b34 tempest-DHCPAgentSchedulersTestJSON-1754497102 tempest-DHCPAgentSchedulersTestJSON-1754497102-project-admin] 10.222.0.24 "GET /v2.0/networks/8dc0b900-3a14-47d8-8d3b-991681a1e30a/dhcp-agents HTTP/1.1" status: 200  len: 809 time: 0.2152379
Dec 19 13:28:48.947196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38530) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:48.952592 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-780495610'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:48.964609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:48.986525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:49.028510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c7c967e7-1a2b-4fef-9857-d9c944810c2d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.124422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:49.129294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.144111 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c7c967e7-1a2b-4fef-9857-d9c944810c2d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.207542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-82f44ff0-ced1-447d-abf6-9c06ea517bd8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.219914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:28:49.278658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.343798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.343798 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1048978c-6374-4afd-bee4-0e29fca2bbfb tempest-DHCPAgentSchedulersTestJSON-1754497102 tempest-DHCPAgentSchedulersTestJSON-1754497102-project-admin] 10.222.0.24 "GET /v2.0/networks/8dc0b900-3a14-47d8-8d3b-991681a1e30a/dhcp-agents HTTP/1.1" status: 200  len: 809 time: 0.3449278
Dec 19 13:28:49.343798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38534) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:49.344087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c7c967e7-1a2b-4fef-9857-d9c944810c2d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.344087 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c7c967e7-1a2b-4fef-9857-d9c944810c2d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.5766664
Dec 19 13:28:49.346135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-82f44ff0-ced1-447d-abf6-9c06ea517bd8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 987c1f0d-e2fe-4b08-8a48-4bb2f804c575 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:49.348662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38538) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:49.381787 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.382268 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment 65808e39-2771-4613-a490-aad4939eddba of type vlan for network 2604efda-7fc0-453d-acfa-07012000db2e
Dec 19 13:28:49.420724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:49.426089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.569168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.570335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Fanout notify agent at l3_agent the message router_deleted on router 711d00c7-01d2-46b8-8a68-65d18584c82c {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:28:49.599372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.603382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:49.610585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.610585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:49.641202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.645797 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/711d00c7-01d2-46b8-8a68-65d18584c82c HTTP/1.1" status: 204  len: 168 time: 5.6808164
Dec 19 13:28:49.665872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38546) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:49.821379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-82f44ff0-ced1-447d-abf6-9c06ea517bd8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.821379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=2604efda-7fc0-453d-acfa-07012000db2e,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:49.821379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:49.821379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:49.822032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d2ad751c-9108-461e-a171-c0a12b39376b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-115514622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:49.822145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2604efda-7fc0-453d-acfa-07012000db2e details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:28:49.822554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f44ff0-ced1-447d-abf6-9c06ea517bd8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=987c1f0d-e2fe-4b08-8a48-4bb2f804c575,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:49.822554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-82f44ff0-ced1-447d-abf6-9c06ea517bd8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:49.822554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-82f44ff0-ced1-447d-abf6-9c06ea517bd8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:49.822554 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-82f44ff0-ced1-447d-abf6-9c06ea517bd8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/987c1f0d-e2fe-4b08-8a48-4bb2f804c575 HTTP/1.1" status: 204  len: 168 time: 0.9873745
Dec 19 13:28:49.822554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38550) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:49.823090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d2ad751c-9108-461e-a171-c0a12b39376b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:49.823192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'mac_address': 'fa:16:3e:aa:bb:63', 'name': 'tempest-PortsTestJSON-748343471'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:49.823292 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0c47d82f-0eba-47ce-af1f-8c8bac9d23f0 tempest-DHCPAgentSchedulersTestJSON-1754497102 tempest-DHCPAgentSchedulersTestJSON-1754497102-project-admin] 10.222.0.24 "GET /v2.0/agents/0db02c0b-f2d6-4834-ae16-2c7e931f4b29/dhcp-networks HTTP/1.1" status: 200  len: 7788 time: 0.5201299
Dec 19 13:28:49.828669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38554) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:49.838561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d2ad751c-9108-461e-a171-c0a12b39376b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Usage tracker for resource:router and tenant:ef99c99a1c4d4d0481e9f8f4b88c2c3f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:49.861518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d2ad751c-9108-461e-a171-c0a12b39376b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:49.876493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d2ad751c-9108-461e-a171-c0a12b39376b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:49.989164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.003746 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.0609248
Dec 19 13:28:50.009669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38558) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:50.018437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'network_id': '2604efda-7fc0-453d-acfa-07012000db2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:50.029465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.161408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:50.170125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:port and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:50.173220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:50.175521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:50.181865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Usage tracker for resource:subnet and tenant:10bc67d9d9e7453a8aac47bef2c52ff9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:50.184891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:50.187164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:50.195490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:50.203104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-9108-461e-a171-c0a12b39376b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.204011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-9108-461e-a171-c0a12b39376b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.220076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.254873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.257882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.306197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:50.374975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:50.459237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-9108-461e-a171-c0a12b39376b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.509768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.521367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84124) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Dec 19 13:28:50.521693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Router 845ce8ad-2e87-4adb-9338-c1dbfa65ca16 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f8d4801af10> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f8d4801ad00> provider. {{(pid=84124) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Dec 19 13:28:50.522057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.528780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.617971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 2b21b717-6706-438e-8df0-833dc20dbce0 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:28:50.705671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.718216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.758930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d474e3c10>,) {'filters': {'network_id': ['e321a211-a8f8-4914-8ad8-011fb5cc0e87']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:50.767103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.26.4.38 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/dedce903-de3b-4add-bcba-e8e90e407e58) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:50.778006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d474e3c10>, 'ade16f67-ee22-45c3-99bc-7bd72776b297') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:50.778320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d474e3c10>, 'ade16f67-ee22-45c3-99bc-7bd72776b297') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:50.795237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.801281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.881239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.883256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-9108-461e-a171-c0a12b39376b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:50.954980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:51.013755 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:28:51.042628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:51.043250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:51.050325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:51.056874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:51.064822 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:51.115958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:51.155633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=2b21b717-6706-438e-8df0-833dc20dbce0,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:51.159613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:51.160705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:51.161829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:51.163712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-222c3ab1-a780-405b-b1d8-775f2d094bc4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:51.163864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d2ad751c-9108-461e-a171-c0a12b39376b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:51.164874 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d2ad751c-9108-461e-a171-c0a12b39376b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.4467521
Dec 19 13:28:51.170246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38566) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:51.182720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'enable_snat': False}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:51.199258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:51.203159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:51.203755 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:51.272472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=4e9eeb8a-e1cf-4a12-bc03-d4371c632172,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:51.275681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:51.277211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking segment: {'id': '65808e39-2771-4613-a490-aad4939eddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2604efda-7fc0-453d-acfa-07012000db2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:51.277578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network hostable DHCP agents. Network: 2604efda-7fc0-453d-acfa-07012000db2e, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:28:51.318388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:51.321267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:51.334547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f6971134-b77b-4280-b5dd-e6b97029bd06 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:51.348486 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.5376270
Dec 19 13:28:51.352875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38570) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:51.365962 dv-neutron-821895-1-hyperv neutron-server[84124]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] No L3 agents can host the router 845ce8ad-2e87-4adb-9338-c1dbfa65ca16
Dec 19 13:28:51.367893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:51.397507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network 2604efda-7fc0-453d-acfa-07012000db2e is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:28:51.407841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Pushing event deleted for resources: {'Network': ['ID=e321a211-a8f8-4914-8ad8-011fb5cc0e87,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:51.416245 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] 10.222.0.24 "DELETE /v2.0/networks/e321a211-a8f8-4914-8ad8-011fb5cc0e87 HTTP/1.1" status: 204  len: 168 time: 1.5863063
Dec 19 13:28:51.418843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:51.420875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38576) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:51.471724 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd7584-a04a-4cdd-837e-b45ded3455fa tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:51.475172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-30cd7584-a04a-4cdd-837e-b45ded3455fa tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:51.493803 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-138b25bc-3856-4537-a91b-1f6f1003c578 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:28:51.494357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138b25bc-3856-4537-a91b-1f6f1003c578 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:28:51.496952 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-138b25bc-3856-4537-a91b-1f6f1003c578 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] 10.222.0.24 "DELETE /v2.0/ports/acb80bf6-13d2-4917-9664-497b0f639aed HTTP/1.1" status: 404  len: 333 time: 0.0751545
Dec 19 13:28:51.500147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38580) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:51.543955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2604efda-7fc0-453d-acfa-07012000db2e) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:51.553290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37ca217-160d-4b69-beb5-ea8e2147d6d2 None None] Network 2604efda-7fc0-453d-acfa-07012000db2e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:51.555426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:51.556176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:51.623749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:51.632574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-da5e6eb0-e8f5-4dd2-92fa-b0749a01c2b2 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:51.703468 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6870639
Dec 19 13:28:51.703468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-30cd7584-a04a-4cdd-837e-b45ded3455fa tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:51.703468 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-30cd7584-a04a-4cdd-837e-b45ded3455fa tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/2b21b717-6706-438e-8df0-833dc20dbce0 HTTP/1.1" status: 200  len: 840 time: 0.3460281
Dec 19 13:28:51.703468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38584) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:51.703979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=dedce903-de3b-4add-bcba-e8e90e407e58,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:51.704937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38586) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:51.766751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:51.829494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:51.843967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:51.924054 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:51.975299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2604efda-7fc0-453d-acfa-07012000db2e', 'network_id': '2604efda-7fc0-453d-acfa-07012000db2e', 'tenant_id': '10bc67d9d9e7453a8aac47bef2c52ff9', 'fixed_ips': [{'subnet_id': '4e9eeb8a-e1cf-4a12-bc03-d4371c632172'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:28:51.976134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.145620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-4d4dbd26-553a-40b3-ac98-0f5eb6c4cd53 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 2b21b717-6706-438e-8df0-833dc20dbce0 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:52.145947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbd26-553a-40b3-ac98-0f5eb6c4cd53 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.202873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Allocated IP 172.20.0.2 (2604efda-7fc0-453d-acfa-07012000db2e/4e9eeb8a-e1cf-4a12-bc03-d4371c632172/59174de5-9bbe-41a8-8968-94105d9499d1) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:52.246628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ba6e27-0340-43de-ae32-1af7a48174b6 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Deleting subnet 492d0136-c130-42f0-af92-feda4441e30d {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:28:52.269459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-42ba6e27-0340-43de-ae32-1af7a48174b6 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.270531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Hosts for router 845ce8ad-2e87-4adb-9338-c1dbfa65ca16: [] {{(pid=84124) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 19 13:28:52.330045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Hosts for other DVR routers connected to router 845ce8ad-2e87-4adb-9338-c1dbfa65ca16: set() {{(pid=84124) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Dec 19 13:28:52.332426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.336665 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cedeea14-1970-4919-a05d-4c658c500947 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] 10.222.0.24 "PUT /v2.0/routers/845ce8ad-2e87-4adb-9338-c1dbfa65ca16 HTTP/1.1" status: 200  len: 717 time: 2.9829290
Dec 19 13:28:52.342070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38596) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:52.352715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.393767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.425321 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cea98fae-cd5b-4cfe-8de1-dcbdead82f24 req-253d1a6e-803e-4163-98be-98823645a6e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cd8305d66a649c082ece81b30e5ddd4&device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 1098 time: 0.5026040
Dec 19 13:28:52.529147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-42ba6e27-0340-43de-ae32-1af7a48174b6 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.544575 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.556613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Transition to ACTIVE for port object 59174de5-9bbe-41a8-8968-94105d9499d1 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:52.562148 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34829e-b5f1-4e6c-8340-0f00d09ff3a5 req-42b45814-75b1-4132-8d23-acf4923c5659 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:52.563652 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a34829e-b5f1-4e6c-8340-0f00d09ff3a5 req-42b45814-75b1-4132-8d23-acf4923c5659 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.6457682
Dec 19 13:28:52.586732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Transition to ACTIVE for port object 59174de5-9bbe-41a8-8968-94105d9499d1 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:28:52.661941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea98fae-cd5b-4cfe-8de1-dcbdead82f24 req-f7193cec-483a-4f2f-9d00-c8f5243ac375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:52.663650 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cea98fae-cd5b-4cfe-8de1-dcbdead82f24 req-f7193cec-483a-4f2f-9d00-c8f5243ac375 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc33190a-751f-4699-9dbf-7d69c7ceca8e HTTP/1.1" status: 200  len: 912 time: 0.2319148
Dec 19 13:28:52.686054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.692117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:52.792405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Pushing event updated for resources: {'Port': ['ID=59174de5-9bbe-41a8-8968-94105d9499d1,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:52.802426 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cea98fae-cd5b-4cfe-8de1-dcbdead82f24 req-60c4e801-e9cd-4e77-b8ad-0970611bc3ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9 HTTP/1.1" status: 200  len: 1000 time: 0.1311491
Dec 19 13:28:52.804297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:52.813040 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Network 2604efda-7fc0-453d-acfa-07012000db2e is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:52.815009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:52.819753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:52.826607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.855863 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4e7986d4-c619-4d75-9e43-e544845c0258 tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] 10.222.0.24 "GET /v2.0/routers/845ce8ad-2e87-4adb-9338-c1dbfa65ca16 HTTP/1.1" status: 200  len: 717 time: 0.5072489
Dec 19 13:28:52.863153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38600) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:52.869707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbd26-553a-40b3-ac98-0f5eb6c4cd53 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.894181 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a34829e-b5f1-4e6c-8340-0f00d09ff3a5 req-55442bb1-2b3e-4ba2-bc0e-c3079b7d615f tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3003778
Dec 19 13:28:52.946019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea98fae-cd5b-4cfe-8de1-dcbdead82f24 req-05bd6fdb-9b21-4f86-b8d1-f3bb12d933ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:52.948495 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cea98fae-cd5b-4cfe-8de1-dcbdead82f24 req-05bd6fdb-9b21-4f86-b8d1-f3bb12d933ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c5d365b-ec90-4521-bf4b-b9217d9b4e32 HTTP/1.1" status: 200  len: 850 time: 0.1392212
Dec 19 13:28:52.954087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.954805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:52.990574 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Attempting to bind port 59174de5-9bbe-41a8-8968-94105d9499d1 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:28:52.993461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Attempting to bind port 59174de5-9bbe-41a8-8968-94105d9499d1 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '65808e39-2771-4613-a490-aad4939eddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2604efda-7fc0-453d-acfa-07012000db2e'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:28:52.994082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Attempting to bind port 59174de5-9bbe-41a8-8968-94105d9499d1 on network 2604efda-7fc0-453d-acfa-07012000db2e {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:28:53.002629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:28:53.003655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Checking segment: {'id': '65808e39-2771-4613-a490-aad4939eddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2604efda-7fc0-453d-acfa-07012000db2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:28:53.004262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:53.004835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Bound using segment: {'id': '65808e39-2771-4613-a490-aad4939eddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2604efda-7fc0-453d-acfa-07012000db2e'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:28:53.005486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Bound port: 59174de5-9bbe-41a8-8968-94105d9499d1, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65808e39-2771-4613-a490-aad4939eddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2604efda-7fc0-453d-acfa-07012000db2e'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:28:53.006066 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:53.078885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-4d4dbd26-553a-40b3-ac98-0f5eb6c4cd53 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 2b21b717-6706-438e-8df0-833dc20dbce0 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:53.110519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] For port 59174de5-9bbe-41a8-8968-94105d9499d1, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:28:53.114406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] For port 59174de5-9bbe-41a8-8968-94105d9499d1, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=59174de5-9bbe-41a8-8968-94105d9499d1,segment=NetworkSegment(65808e39-2771-4613-a490-aad4939eddba),segment_id=65808e39-2771-4613-a490-aad4939eddba)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:28:53.149481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-42ba6e27-0340-43de-ae32-1af7a48174b6 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:53.210181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:53.233339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:53.237601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1aa952d5-b782-4698-97d8-9d2b09ca4355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:53.267658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:53.333554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Pushing event updated for resources: {'Port': ['ID=59174de5-9bbe-41a8-8968-94105d9499d1,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:53.337688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:53.354412 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cea98fae-cd5b-4cfe-8de1-dcbdead82f24 req-43f528b7-230f-4af3-8758-1455a06f268c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc33190a-751f-4699-9dbf-7d69c7ceca8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3927705
Dec 19 13:28:53.363199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:53.371783 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:53.484555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9eeb8a-e1cf-4a12-bc03-d4371c632172,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:53.491412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:53.586856 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ffd3a12d-1a9b-4da8-ace4-e9d8e3ee01f6 tempest-RoutersTestDVR-1798452968 tempest-RoutersTestDVR-1798452968-project] 10.222.0.24 "GET /v2.0/routers/845ce8ad-2e87-4adb-9338-c1dbfa65ca16 HTTP/1.1" status: 200  len: 683 time: 0.7076790
Dec 19 13:28:53.589542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38608) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:53.703442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Allocated IP 172.26.4.187 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/709c76de-d80e-40b5-b826-822dcf842df3) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:53.906878 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:53.942775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45de9130>,) {'filters': {'network_id': ['2604efda-7fc0-453d-acfa-07012000db2e']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:53.943711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:53.948409 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cea98fae-cd5b-4cfe-8de1-dcbdead82f24 req-3219601e-8855-4751-be66-fef56295507e service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5833509
Dec 19 13:28:53.959751 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45de9130>, '65808e39-2771-4613-a490-aad4939eddba') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:53.960096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45de9130>, '65808e39-2771-4613-a490-aad4939eddba') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:53.972279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b65882fe-e3fc-4d62-ba54-8734f76d2bae tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:54.033044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-42ba6e27-0340-43de-ae32-1af7a48174b6 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:54.038671 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbd26-553a-40b3-ac98-0f5eb6c4cd53 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:54.046765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:54.053141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:54.139398 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cea98fae-cd5b-4cfe-8de1-dcbdead82f24 req-430051f0-ffa3-4b89-afba-4da5ea398fe9 service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697428
Dec 19 13:28:54.150375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:54.159742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:54.219855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba6e27-0340-43de-ae32-1af7a48174b6 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Pushing event deleted for resources: {'Subnet': ['ID=492d0136-c130-42f0-af92-feda4441e30d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:54.243251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:54.264027 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-42ba6e27-0340-43de-ae32-1af7a48174b6 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:54.267727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:54.362987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-42ba6e27-0340-43de-ae32-1af7a48174b6 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:54.370757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbd26-553a-40b3-ac98-0f5eb6c4cd53 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:54.371212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:54.375681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8042cc05-f87a-4c68-a669-4009e630732d None None] Network 8dc0b900-3a14-47d8-8d3b-991681a1e30a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:54.379807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:54.388484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:54.417802 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Pushing event updated for resources: {'Port': ['ID=709c76de-d80e-40b5-b826-822dcf842df3,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:54.428231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:54.428776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:54.429174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:54.454210 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:54.509198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:28:54.576308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dbd26-553a-40b3-ac98-0f5eb6c4cd53 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=2b21b717-6706-438e-8df0-833dc20dbce0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:54.588122 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4d4dbd26-553a-40b3-ac98-0f5eb6c4cd53 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:54.634054 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-42ba6e27-0340-43de-ae32-1af7a48174b6 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] 10.222.0.24 "DELETE /v2.0/subnets/492d0136-c130-42f0-af92-feda4441e30d HTTP/1.1" status: 204  len: 168 time: 3.1270022
Dec 19 13:28:54.639090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38616) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:54.654333 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4d4dbd26-553a-40b3-ac98-0f5eb6c4cd53 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/2b21b717-6706-438e-8df0-833dc20dbce0 HTTP/1.1" status: 204  len: 168 time: 2.9472978
Dec 19 13:28:54.665753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38618) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:54.698860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e0ef0-19ed-4ea7-8133-45f104247595 None None] Network 2604efda-7fc0-453d-acfa-07012000db2e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:28:54.893732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:54.970798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:54.980728 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-513676d0-a2c6-412b-a757-d3a7de6a955a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:28:54.981523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-513676d0-a2c6-412b-a757-d3a7de6a955a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:28:55.059664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e41dba-bfa0-4a47-be27-fc7ec90e7d8b None None] DHCP port deletion for 8dc0b900-3a14-47d8-8d3b-991681a1e30a request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:28:55.089657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f741d-193d-4db4-9037-fa8f594ffbe4 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:55.091275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8a0a34ab-d70d-4b6e-bb8c-26f7e641052f None None] Provisioning for port 59174de5-9bbe-41a8-8968-94105d9499d1 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:55.115398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 59174de5-9bbe-41a8-8968-94105d9499d1 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:28:55.146418 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 13:28:55.146418 dv-neutron-821895-1-hyperv neutron-server[84125]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 13:28:55.146418 dv-neutron-821895-1-hyperv neutron-server[84125]: [parameters: {'id': '2604efda-7fc0-453d-acfa-07012000db2e'}]
Dec 19 13:28:55.146418 dv-neutron-821895-1-hyperv neutron-server[84125]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:55.147300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:55.148765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.151923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-92e41dba-bfa0-4a47-be27-fc7ec90e7d8b None None] Deleting port b80a2aa5-a0c7-4636-b187-2f6817f047b7 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:55.152492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-92e41dba-bfa0-4a47-be27-fc7ec90e7d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.159641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.209492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.236762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.238512 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a2605fa8-51d7-4729-baeb-bf1ba209c6e2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 8.0494020
Dec 19 13:28:55.246553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38624) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:55.262982 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f741d-193d-4db4-9037-fa8f594ffbe4 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:55.263632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-506f741d-193d-4db4-9037-fa8f594ffbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4765a130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:55.363796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.373556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b65882fe-e3fc-4d62-ba54-8734f76d2bae tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.377718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b65882fe-e3fc-4d62-ba54-8734f76d2bae tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.379127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-506f741d-193d-4db4-9037-fa8f594ffbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4765a130>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:55.405458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Deleting port b80a2aa5-a0c7-4636-b187-2f6817f047b7 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:55.405934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.441254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31533c1f-58fe-46c1-bde2-5e17e3105542 req-8adc82a4-bc1d-46fd-9b89-0574b84d0bed tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:55.443438 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31533c1f-58fe-46c1-bde2-5e17e3105542 req-8adc82a4-bc1d-46fd-9b89-0574b84d0bed tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 1.3000159
Dec 19 13:28:55.488123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b65882fe-e3fc-4d62-ba54-8734f76d2bae tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.488123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65882fe-e3fc-4d62-ba54-8734f76d2bae tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 845ce8ad-2e87-4adb-9338-c1dbfa65ca16 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:28:55.515761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] DHCP port deletion for 2604efda-7fc0-453d-acfa-07012000db2e request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:28:55.528826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f741d-193d-4db4-9037-fa8f594ffbe4 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:55.534978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-506f741d-193d-4db4-9037-fa8f594ffbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4765a130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:55.550618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-513676d0-a2c6-412b-a757-d3a7de6a955a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:28:55.555528 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-513676d0-a2c6-412b-a757-d3a7de6a955a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/2b21b717-6706-438e-8df0-833dc20dbce0 HTTP/1.1" status: 404  len: 333 time: 0.7553699
Dec 19 13:28:55.555528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b65882fe-e3fc-4d62-ba54-8734f76d2bae tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.559782 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b65882fe-e3fc-4d62-ba54-8734f76d2bae tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] 10.222.0.24 "DELETE /v2.0/routers/845ce8ad-2e87-4adb-9338-c1dbfa65ca16 HTTP/1.1" status: 204  len: 168 time: 1.9666438
Dec 19 13:28:55.559782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38630) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:55.563419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38632) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:55.569537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'name': 'tempest-PortsTestJSON-1213163926'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:55.583826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-252bed5f-fef4-4321-8e2c-48d20f9f712d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Request body: {'router': {'name': 'tempest-router-1881514929', 'distributed': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:55.598126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-252bed5f-fef4-4321-8e2c-48d20f9f712d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:55.606493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-252bed5f-fef4-4321-8e2c-48d20f9f712d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Usage tracker for resource:router and tenant:cd16d2d35c824342a3e82476c04b78ea is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:55.612906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-252bed5f-fef4-4321-8e2c-48d20f9f712d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:55.622807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-252bed5f-fef4-4321-8e2c-48d20f9f712d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:55.624757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 59174de5-9bbe-41a8-8968-94105d9499d1 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:28:55.646694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Deleting port 59174de5-9bbe-41a8-8968-94105d9499d1 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:55.647124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.739118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-92e41dba-bfa0-4a47-be27-fc7ec90e7d8b None None] For port b80a2aa5-a0c7-4636-b187-2f6817f047b7, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b80a2aa5-a0c7-4636-b187-2f6817f047b7,segment=NetworkSegment(6df3db15-2c35-4c1d-933d-bd92cd7c84c7),segment_id=6df3db15-2c35-4c1d-933d-bd92cd7c84c7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:55.740395 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-92e41dba-bfa0-4a47-be27-fc7ec90e7d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.780371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.795946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-252bed5f-fef4-4321-8e2c-48d20f9f712d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.796966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-252bed5f-fef4-4321-8e2c-48d20f9f712d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.797168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-506f741d-193d-4db4-9037-fa8f594ffbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4765a130>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:55.797598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f741d-193d-4db4-9037-fa8f594ffbe4 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:55.843651 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31533c1f-58fe-46c1-bde2-5e17e3105542 req-7262feb2-a816-417e-99b3-e5e34274f3d7 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3941007
Dec 19 13:28:55.849276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:55.888792 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:55.890613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-252bed5f-fef4-4321-8e2c-48d20f9f712d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.915197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 59174de5-9bbe-41a8-8968-94105d9499d1 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:28:55.915580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:55.961987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Deleting port 59174de5-9bbe-41a8-8968-94105d9499d1 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:55.962825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:56.039641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-92e41dba-bfa0-4a47-be27-fc7ec90e7d8b None None] Calling delete_port for b80a2aa5-a0c7-4636-b187-2f6817f047b7 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:56.111014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:28:56.117677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:56.272705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:56.292526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Router 6fa9aed7-18dd-4aff-ade2-2dfb6e422de7 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:28:56.302042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-252bed5f-fef4-4321-8e2c-48d20f9f712d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:56.341401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 59174de5-9bbe-41a8-8968-94105d9499d1, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=59174de5-9bbe-41a8-8968-94105d9499d1,segment=NetworkSegment(65808e39-2771-4613-a490-aad4939eddba),segment_id=65808e39-2771-4613-a490-aad4939eddba)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:56.349084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] For port 59174de5-9bbe-41a8-8968-94105d9499d1, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=59174de5-9bbe-41a8-8968-94105d9499d1,segment=NetworkSegment(65808e39-2771-4613-a490-aad4939eddba),segment_id=65808e39-2771-4613-a490-aad4939eddba)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:56.349084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:56.469677 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Calling delete_port for 59174de5-9bbe-41a8-8968-94105d9499d1 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:56.496111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:56.504914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4bf98c88-5ad8-445e-b8fe-b1ae461615b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:56.533430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-92e41dba-bfa0-4a47-be27-fc7ec90e7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:56.540294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-252bed5f-fef4-4321-8e2c-48d20f9f712d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:56.541493 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-252bed5f-fef4-4321-8e2c-48d20f9f712d tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.9736943
Dec 19 13:28:56.544735 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] For port 59174de5-9bbe-41a8-8968-94105d9499d1, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=59174de5-9bbe-41a8-8968-94105d9499d1,segment=NetworkSegment(65808e39-2771-4613-a490-aad4939eddba),segment_id=65808e39-2771-4613-a490-aad4939eddba)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:56.545293 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:56.549136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38638) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:56.599326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e41dba-bfa0-4a47-be27-fc7ec90e7d8b None None] No DVR routers for this DVR port b80a2aa5-a0c7-4636-b187-2f6817f047b7 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:28:56.608326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b80a2aa5-a0c7-4636-b187-2f6817f047b7 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:56.660535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: b80a2aa5-a0c7-4636-b187-2f6817f047b7 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:28:56.660881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b80a2aa5-a0c7-4636-b187-2f6817f047b7 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:28:56.665642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=59174de5-9bbe-41a8-8968-94105d9499d1,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:56.670257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:56.671313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:56.713132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e41dba-bfa0-4a47-be27-fc7ec90e7d8b None None] Pushing event deleted for resources: {'Port': ['ID=b80a2aa5-a0c7-4636-b187-2f6817f047b7,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:56.722875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-92e41dba-bfa0-4a47-be27-fc7ec90e7d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:56.780897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:56.781251 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:56.802051 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Calling delete_port for 59174de5-9bbe-41a8-8968-94105d9499d1 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:56.830876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9958fb71-0357-446f-bec7-8f1eb78950ec tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:56.834826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] For port b80a2aa5-a0c7-4636-b187-2f6817f047b7, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b80a2aa5-a0c7-4636-b187-2f6817f047b7,segment=NetworkSegment(6df3db15-2c35-4c1d-933d-bd92cd7c84c7),segment_id=6df3db15-2c35-4c1d-933d-bd92cd7c84c7)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:56.835209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:56.859764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 07219444-477a-4c13-b28c-f131da205782 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:28:57.020535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Calling delete_port for b80a2aa5-a0c7-4636-b187-2f6817f047b7 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:57.054266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:28:57.057095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.066532 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e768128-7ab8-485b-920b-39077da420ec None None] Sync routers for ids ['6fa9aed7-18dd-4aff-ade2-2dfb6e422de7'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:28:57.090323 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e768128-7ab8-485b-920b-39077da420ec None None] Routers {'6fa9aed7-18dd-4aff-ade2-2dfb6e422de7'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:57.091711 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5e768128-7ab8-485b-920b-39077da420ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474c6610>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6fa9aed7-18dd-4aff-ade2-2dfb6e422de7'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:57.094863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 59174de5-9bbe-41a8-8968-94105d9499d1 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:28:57.132829 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.138088 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "PUT /v2.0/routers/6fa9aed7-18dd-4aff-ade2-2dfb6e422de7 HTTP/1.1" status: 200  len: 915 time: 5.9637790
Dec 19 13:28:57.140099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38646) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:57.226202 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5e768128-7ab8-485b-920b-39077da420ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474c6610>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:57.253828 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e768128-7ab8-485b-920b-39077da420ec None None] Routers {'6fa9aed7-18dd-4aff-ade2-2dfb6e422de7'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:28:57.254432 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5e768128-7ab8-485b-920b-39077da420ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474c6610>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6fa9aed7-18dd-4aff-ade2-2dfb6e422de7'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:57.293231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:57.293487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:57.298760 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:57.299087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:57.306854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Deleting port 59174de5-9bbe-41a8-8968-94105d9499d1 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:57.308192 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.408490 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5e768128-7ab8-485b-920b-39077da420ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474c6610>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:57.413018 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e768128-7ab8-485b-920b-39077da420ec None None] The sync data for ids ['6fa9aed7-18dd-4aff-ade2-2dfb6e422de7'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:28:57.462607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.491712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.503554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9958fb71-0357-446f-bec7-8f1eb78950ec tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.520683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9958fb71-0357-446f-bec7-8f1eb78950ec tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.545114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea910a9-22dc-4ba2-8936-c8f7f8cf84da req-a192bfcd-de3a-4efc-847e-9c5044e9d2e0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:57.548344 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3ea910a9-22dc-4ba2-8936-c8f7f8cf84da req-a192bfcd-de3a-4efc-847e-9c5044e9d2e0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.3300440
Dec 19 13:28:57.625437 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3ea910a9-22dc-4ba2-8936-c8f7f8cf84da req-0e77e19c-3c56-41a9-ba66-53281bd57fef tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704973
Dec 19 13:28:57.644155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] For port 59174de5-9bbe-41a8-8968-94105d9499d1, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=59174de5-9bbe-41a8-8968-94105d9499d1,segment=NetworkSegment(65808e39-2771-4613-a490-aad4939eddba),segment_id=65808e39-2771-4613-a490-aad4939eddba)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:57.644555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.649603 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7e3878d1-3ca5-4853-b6ff-0c38b37eac67 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/routers/6fa9aed7-18dd-4aff-ade2-2dfb6e422de7 HTTP/1.1" status: 200  len: 921 time: 0.5049021
Dec 19 13:28:57.649943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38650) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:57.657309 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 59174de5-9bbe-41a8-8968-94105d9499d1, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=59174de5-9bbe-41a8-8968-94105d9499d1,segment=NetworkSegment(65808e39-2771-4613-a490-aad4939eddba),segment_id=65808e39-2771-4613-a490-aad4939eddba)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:57.716659 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.731923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b72bfd4-b84c-4765-b66f-026643f93d1d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:57.795079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Deleting port 59174de5-9bbe-41a8-8968-94105d9499d1 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:57.795782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.808028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Calling delete_port for 59174de5-9bbe-41a8-8968-94105d9499d1 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:57.837305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Deleting port b80a2aa5-a0c7-4636-b187-2f6817f047b7 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:57.838264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.868801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9958fb71-0357-446f-bec7-8f1eb78950ec tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.869498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9958fb71-0357-446f-bec7-8f1eb78950ec tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 380bca04-aaaa-4b8a-b472-57d2064a5f55 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:28:57.883912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.883912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:57.897052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9958fb71-0357-446f-bec7-8f1eb78950ec tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:57.898167 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9958fb71-0357-446f-bec7-8f1eb78950ec tempest-RoutersTestDVR-1912504142 tempest-RoutersTestDVR-1912504142-project-admin] 10.222.0.24 "DELETE /v2.0/routers/380bca04-aaaa-4b8a-b472-57d2064a5f55 HTTP/1.1" status: 204  len: 168 time: 1.3465745
Dec 19 13:28:57.952791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:57.953157 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:57.967179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=59174de5-9bbe-41a8-8968-94105d9499d1,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:57.970532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:58.021612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=07219444-477a-4c13-b28c-f131da205782,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:58.030768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] The port 'b80a2aa5-a0c7-4636-b187-2f6817f047b7' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:28:58.036382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:58.105996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.20.0.1 (c87e3330-91b4-4c65-a2cf-92effb264c7c/c322fafd-91b1-4764-bec3-0ca5389e8c07/bf6c427b-78e7-4c61-b8bf-eae5a642e84b) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:28:58.224327 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:58.236546 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:58.241214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Deleting port 59174de5-9bbe-41a8-8968-94105d9499d1 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:28:58.241611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:58.250253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:58.250253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:58.250468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:58.322237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:58.409768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:58.413958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-75aac60a-0f26-42e5-914c-01fa01473590 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:58.419100 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b9990317-6c6a-447b-a81c-50f05ac3dab5 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&device_id=6fa9aed7-18dd-4aff-ade2-2dfb6e422de7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.7680762
Dec 19 13:28:58.432716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38660) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:58.513124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] For port 59174de5-9bbe-41a8-8968-94105d9499d1, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=59174de5-9bbe-41a8-8968-94105d9499d1,segment=NetworkSegment(65808e39-2771-4613-a490-aad4939eddba),segment_id=65808e39-2771-4613-a490-aad4939eddba)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:58.513650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:58.528637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=bf6c427b-78e7-4c61-b8bf-eae5a642e84b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:58.537797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:58.550323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network c87e3330-91b4-4c65-a2cf-92effb264c7c is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:28:58.559975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:28:58.563355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:28:58.716115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:58.749558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:58.784298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47871520>,) {'filters': {'network_id': ['8dc0b900-3a14-47d8-8d3b-991681a1e30a']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:58.800068 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47871520>, '6df3db15-2c35-4c1d-933d-bd92cd7c84c7') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:58.800364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47871520>, '6df3db15-2c35-4c1d-933d-bd92cd7c84c7') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:28:58.803413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38666) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:58.817127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2028e59a-bccf-4fbd-a5e0-3e5cafceff23 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:28:58.817127 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2028e59a-bccf-4fbd-a5e0-3e5cafceff23 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/networks/4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 881 time: 0.3804305
Dec 19 13:28:58.819720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38672) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:58.824737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:58.826793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Calling delete_port for 59174de5-9bbe-41a8-8968-94105d9499d1 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:58.865018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] For port 59174de5-9bbe-41a8-8968-94105d9499d1, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=59174de5-9bbe-41a8-8968-94105d9499d1,segment=NetworkSegment(65808e39-2771-4613-a490-aad4939eddba),segment_id=65808e39-2771-4613-a490-aad4939eddba)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:28:58.865609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:58.874365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:58.977020 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1c99f239-cd30-4032-81eb-283aa8094d6c tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa9aed7-18dd-4aff-ade2-2dfb6e422de7 HTTP/1.1" status: 200  len: 205 time: 0.1429002
Dec 19 13:28:58.977020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38676) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:58.999017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:59.013925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1aa952d5-b782-4698-97d8-9d2b09ca4355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:59.056900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:28:59.067711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:59.076647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:28:59.093972 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:28:59.162320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] No DVR routers for this DVR port 59174de5-9bbe-41a8-8968-94105d9499d1 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:28:59.178688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Pushing event deleted for resources: {'Port': ['ID=59174de5-9bbe-41a8-8968-94105d9499d1,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:59.182836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:59.188525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Calling delete_port for 59174de5-9bbe-41a8-8968-94105d9499d1 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:28:59.219480 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 3.6548383
Dec 19 13:28:59.227842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38682) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:28:59.238212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:28:59.279137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-738f622f-4393-4f77-a081-5bd3def23303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:59.296675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:28:59.297056 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:28:59.388361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:59.392596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:28:59.413577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:59.428072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Pushing event deleted for resources: {'Network': ['ID=8dc0b900-3a14-47d8-8d3b-991681a1e30a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:28:59.431022 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] 10.222.0.24 "DELETE /v2.0/networks/8dc0b900-3a14-47d8-8d3b-991681a1e30a HTTP/1.1" status: 204  len: 168 time: 4.7750950
Dec 19 13:28:59.431799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:28:59.481465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-738f622f-4393-4f77-a081-5bd3def23303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:28:59.496136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-738f622f-4393-4f77-a081-5bd3def23303 admin admin] Usage tracker for resource:security_group_rule and tenant:aba60cba5f034cfe9691443a3c7e79c0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:28:59.551104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-738f622f-4393-4f77-a081-5bd3def23303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:28:59.566505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-738f622f-4393-4f77-a081-5bd3def23303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:28:59.629083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:59.830095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:28:59.937905 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38690) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:00.091746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Deleting port 59174de5-9bbe-41a8-8968-94105d9499d1 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:00.094738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.132413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-738f622f-4393-4f77-a081-5bd3def23303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.198676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-738f622f-4393-4f77-a081-5bd3def23303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.210344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-53e8fc1c-2e37-425a-88c1-a619f0e20e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:00.218456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] The port '59174de5-9bbe-41a8-8968-94105d9499d1' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:29:00.343442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.346207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:29:00.357842 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-738f622f-4393-4f77-a081-5bd3def23303 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aba60cba5f034cfe9691443a3c7e79c0&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5507510
Dec 19 13:29:00.361007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38698) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:00.361167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f622f-4393-4f77-a081-5bd3def23303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7124c8-aa79-4f47-bd9a-e40c926a23f3,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:00.371362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-738f622f-4393-4f77-a081-5bd3def23303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:00.373245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.375696 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8c3c6e3c-f8bc-491c-a2aa-1ae842817e8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fff7478284bf4e4881e4a7c32925cfae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4361844
Dec 19 13:29:00.383944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38702) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:00.411635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.418281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.454585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:00.459088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4670e3d0>,) {'filters': {'network_id': ['2604efda-7fc0-453d-acfa-07012000db2e']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:00.473987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4670e3d0>, '65808e39-2771-4613-a490-aad4939eddba') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:00.474272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4670e3d0>, '65808e39-2771-4613-a490-aad4939eddba') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:00.489472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.497667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.520030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8c53-5d24-4f95-aed2-4fb0365ab0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.522015 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.546902 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:00.547333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:00.562266 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:00.588272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=bf6c427b-78e7-4c61-b8bf-eae5a642e84b,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:00.593257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] In _notify_port_updated(), no bound segment for port 07219444-477a-4c13-b28c-f131da205782 on network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 {{(pid=84124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:29:00.597303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:00.598000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.599416 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "PUT /v2.0/ports/07219444-477a-4c13-b28c-f131da205782 HTTP/1.1" status: 200  len: 818 time: 1.3690851
Dec 19 13:29:00.603505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:00.607248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38708) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:00.607248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6529c208-5d17-472a-8e41-3c20458b5ca5 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:00.640777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.641420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8c53-5d24-4f95-aed2-4fb0365ab0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.741949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.743495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bcda367-1b64-484c-92de-3645e5d8920e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.754044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:00.769830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.775073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8c53-5d24-4f95-aed2-4fb0365ab0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.784881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=2604efda-7fc0-453d-acfa-07012000db2e,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:00.791107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:00.792022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-69fb5052-d8ad-4b15-8e52-5f23c6225ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:00.812924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e8c53-5d24-4f95-aed2-4fb0365ab0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7124c8-aa79-4f47-bd9a-e40c926a23f3,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:00.816115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7e7e8c53-5d24-4f95-aed2-4fb0365ab0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:00.817442 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/2604efda-7fc0-453d-acfa-07012000db2e HTTP/1.1" status: 204  len: 168 time: 9.1143062
Dec 19 13:29:00.818877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8c53-5d24-4f95-aed2-4fb0365ab0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.822485 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7e7e8c53-5d24-4f95-aed2-4fb0365ab0d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e7124c8-aa79-4f47-bd9a-e40c926a23f3 HTTP/1.1" status: 204  len: 168 time: 0.4540076
Dec 19 13:29:00.822485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38712) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:00.865438 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-99761773-5a55-4037-bf2e-6bb542ac9b15 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] GET failed (client error): The resource could not be found.
Dec 19 13:29:00.865871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d0ed7-f5fd-4509-b625-e42b548eb759 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 07219444-477a-4c13-b28c-f131da205782 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:00.866071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-99761773-5a55-4037-bf2e-6bb542ac9b15 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Synchronizing usage tracker for tenant:10bc67d9d9e7453a8aac47bef2c52ff9 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:00.866255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0ed7-f5fd-4509-b625-e42b548eb759 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.899345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=07219444-477a-4c13-b28c-f131da205782,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:00.902335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:00.950994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bcda367-1b64-484c-92de-3645e5d8920e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:00.994436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:01.195588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network c87e3330-91b4-4c65-a2cf-92effb264c7c is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:01.201676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:01.316091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0ed7-f5fd-4509-b625-e42b548eb759 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:01.393161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-99761773-5a55-4037-bf2e-6bb542ac9b15 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Unset dirty status for tenant:10bc67d9d9e7453a8aac47bef2c52ff9 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:01.403347 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-99761773-5a55-4037-bf2e-6bb542ac9b15 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/subnets/4e9eeb8a-e1cf-4a12-bc03-d4371c632172 HTTP/1.1" status: 404  len: 337 time: 0.5728955
Dec 19 13:29:01.405188 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38724) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:01.435033 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a0b049-d5c7-40a2-b08b-29318fee7cfd tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:01.435033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a0b049-d5c7-40a2-b08b-29318fee7cfd tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:01.440068 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-88a0b049-d5c7-40a2-b08b-29318fee7cfd tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/2604efda-7fc0-453d-acfa-07012000db2e HTTP/1.1" status: 404  len: 339 time: 0.0303390
Dec 19 13:29:01.440466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38728) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:01.502030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d0ed7-f5fd-4509-b625-e42b548eb759 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 07219444-477a-4c13-b28c-f131da205782 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:01.693321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bcda367-1b64-484c-92de-3645e5d8920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:01.696323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Deleting port 709c76de-d80e-40b5-b826-822dcf842df3 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:01.696838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:01.728878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ebf5612-6db3-4923-b92d-e8dcb5e5bcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:01.761033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66278009-be94-4099-bd9a-30b9ea269316 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:01.761916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-66278009-be94-4099-bd9a-30b9ea269316 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Synchronizing usage tracker for tenant:10bc67d9d9e7453a8aac47bef2c52ff9 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:01.795955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcda367-1b64-484c-92de-3645e5d8920e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a11081-3218-40da-9512-0f4861d62919,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:01.803806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7bcda367-1b64-484c-92de-3645e5d8920e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:01.884444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-66278009-be94-4099-bd9a-30b9ea269316 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Unset dirty status for tenant:10bc67d9d9e7453a8aac47bef2c52ff9 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:01.886176 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-66278009-be94-4099-bd9a-30b9ea269316 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4445863
Dec 19 13:29:01.889158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38738) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:01.894610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bcda367-1b64-484c-92de-3645e5d8920e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:01.895723 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7bcda367-1b64-484c-92de-3645e5d8920e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9a11081-3218-40da-9512-0f4861d62919 HTTP/1.1" status: 204  len: 168 time: 1.5090864
Dec 19 13:29:01.931416 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-77e37070-2702-4a4e-96e7-5157088bc374 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 207 time: 0.0410471
Dec 19 13:29:01.934472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38744) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:01.984999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0ed7-f5fd-4509-b625-e42b548eb759 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:01.998493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6e21117c-1abb-4e94-a028-c010da13e886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:02.037416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d0ed7-f5fd-4509-b625-e42b548eb759 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=07219444-477a-4c13-b28c-f131da205782,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:02.044663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9f2d0ed7-f5fd-4509-b625-e42b548eb759 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:02.083872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0ed7-f5fd-4509-b625-e42b548eb759 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:02.099941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:02.110581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb4e6d-8db5-4a0a-b3f3-f416efb211fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:02.112860 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9f2d0ed7-f5fd-4509-b625-e42b548eb759 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/07219444-477a-4c13-b28c-f131da205782 HTTP/1.1" status: 204  len: 168 time: 1.4683199
Dec 19 13:29:02.115637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38748) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:02.119248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb4e6d-8db5-4a0a-b3f3-f416efb211fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:02.123610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb4e6d-8db5-4a0a-b3f3-f416efb211fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:02.127474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb4e6d-8db5-4a0a-b3f3-f416efb211fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:02.129268 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-98eb4e6d-8db5-4a0a-b3f3-f416efb211fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.1939156
Dec 19 13:29:02.132826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38752) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:02.146388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38756) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:02.171110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcec351a-e4a8-4aab-a453-d2191e64b778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:02.280939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Calling delete_port for 709c76de-d80e-40b5-b826-822dcf842df3 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:02.284610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-dcec351a-e4a8-4aab-a453-d2191e64b778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:02.301616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dcec351a-e4a8-4aab-a453-d2191e64b778 admin admin] Usage tracker for resource:security_group_rule and tenant:cd16d2d35c824342a3e82476c04b78ea is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:02.307462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dcec351a-e4a8-4aab-a453-d2191e64b778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:02.333383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-dcec351a-e4a8-4aab-a453-d2191e64b778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:02.350633 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-35dafec3-c119-47a0-879c-8926e6b498b6 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.2030215
Dec 19 13:29:02.358966 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38762) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:02.508948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcec351a-e4a8-4aab-a453-d2191e64b778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:02.529824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738433a-784f-4b42-ab68-2da600ea0964 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:02.530587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7738433a-784f-4b42-ab68-2da600ea0964 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:02.556310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a26046-368b-443b-9191-b662ff9edd3b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:02.556310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a26046-368b-443b-9191-b662ff9edd3b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:02.564499 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-71a26046-368b-443b-9191-b662ff9edd3b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.2042625
Dec 19 13:29:02.567930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38768) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:02.609100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcec351a-e4a8-4aab-a453-d2191e64b778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:02.618566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:29:02.625144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-309e77af-c9ff-4872-b47a-f738bb7102d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:02.647276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7738433a-784f-4b42-ab68-2da600ea0964 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:02.651578 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7738433a-784f-4b42-ab68-2da600ea0964 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.5323355
Dec 19 13:29:02.653335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38772) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:02.707292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38776) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:02.739396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:02.745562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1f6c7e7c-92fa-438e-a26f-a6f4cf9f1dcf tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:02.749379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec351a-e4a8-4aab-a453-d2191e64b778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c00135-1efd-4c9d-b656-4926cf379692,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:02.752759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dcec351a-e4a8-4aab-a453-d2191e64b778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:02.758176 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0b6a13-7a68-454a-919f-c79bfb55d2c0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:29:02.759073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2e0b6a13-7a68-454a-919f-c79bfb55d2c0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:02.767432 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dcec351a-e4a8-4aab-a453-d2191e64b778 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd16d2d35c824342a3e82476c04b78ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6340570
Dec 19 13:29:02.769491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d9d1f-dc05-4b22-bcc6-2ce25da20554 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:02.771189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d9d1f-dc05-4b22-bcc6-2ce25da20554 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:02.772850 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-594d9d1f-dc05-4b22-bcc6-2ce25da20554 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.2036543
Dec 19 13:29:02.773569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38780) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:02.779445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38782) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:02.782643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-532cd286-d102-464d-ba61-24cd1b186e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:02.807732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Pushing event deleted for resources: {'Port': ['ID=709c76de-d80e-40b5-b826-822dcf842df3,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:02.811383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:02.878583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2e0b6a13-7a68-454a-919f-c79bfb55d2c0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:02.879808 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2e0b6a13-7a68-454a-919f-c79bfb55d2c0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/07219444-477a-4c13-b28c-f131da205782 HTTP/1.1" status: 404  len: 333 time: 0.2217395
Dec 19 13:29:02.887580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38788) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:02.900725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1824034679'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:02.915488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:02.925551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-532cd286-d102-464d-ba61-24cd1b186e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:02.933660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:network and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:02.936795 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-532cd286-d102-464d-ba61-24cd1b186e0a admin admin] Usage tracker for resource:security_group_rule and tenant:77182bd37d5c480cb06dd3fe09b00c22 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:02.945207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:02.948104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-532cd286-d102-464d-ba61-24cd1b186e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:02.974799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:02.974799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-532cd286-d102-464d-ba61-24cd1b186e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:02.975423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-802bb2ea-5b9e-46dc-8e14-a747f059edb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:02.989370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdbf987-6367-475a-bdb5-f419dceb4658 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:02.990699 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fbdbf987-6367-475a-bdb5-f419dceb4658 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/networks/e2c780e7-fb03-4580-b0d0-0c04b3b68948 HTTP/1.1" status: 200  len: 800 time: 0.2103391
Dec 19 13:29:02.994590 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38792) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:03.091270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-802bb2ea-5b9e-46dc-8e14-a747f059edb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.194441 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7059c616-5399-4b20-9230-e40bcca8b14b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/networks/e2c780e7-fb03-4580-b0d0-0c04b3b68948?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.1984682
Dec 19 13:29:03.201912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38796) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:03.274063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733cdea2-de13-46ac-881b-57531215ae72 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:03.274063 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-733cdea2-de13-46ac-881b-57531215ae72 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/subnets/73b2723b-aadf-4661-966e-2d3dbee959ba HTTP/1.1" status: 200  len: 811 time: 0.0706818
Dec 19 13:29:03.274063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-802bb2ea-5b9e-46dc-8e14-a747f059edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.277327 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38800) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:03.277989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7e7e8c53-5d24-4f95-aed2-4fb0365ab0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:03.294652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:03.297509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.326226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bb2ea-5b9e-46dc-8e14-a747f059edb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c00135-1efd-4c9d-b656-4926cf379692,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:03.328767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-802bb2ea-5b9e-46dc-8e14-a747f059edb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:03.340794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.349740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-802bb2ea-5b9e-46dc-8e14-a747f059edb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.350749 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-802bb2ea-5b9e-46dc-8e14-a747f059edb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02c00135-1efd-4c9d-b656-4926cf379692 HTTP/1.1" status: 204  len: 168 time: 0.5748217
Dec 19 13:29:03.376862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e2b831-0fc4-48fd-8037-ded97a08a4b5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:03.376862 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-19e2b831-0fc4-48fd-8037-ded97a08a4b5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "GET /v2.0/subnets/73b2723b-aadf-4661-966e-2d3dbee959ba?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0885305
Dec 19 13:29:03.380968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38806) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:03.388662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1388798582'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:03.397610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:03.412851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:03.513387 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:03.517585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.578969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:03.602514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:03.631092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.631754 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Added segment 3c55b35b-ed9b-4d23-84a8-b2c12037dbce of type vlan for network c7012736-5f29-46ca-8db9-51b04ece38d8
Dec 19 13:29:03.687952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-532cd286-d102-464d-ba61-24cd1b186e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.697231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.701383 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Added segment 2f508878-23cb-42e5-ac91-8dcb4a746fed of type vlan for network af397ade-fafd-421c-8960-06e88f0727d3
Dec 19 13:29:03.701383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.705033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.720706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.740752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.750516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:29:03.765592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689875a0-fb8e-4e20-981c-c8de32fb1bab None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:29:03.777629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689875a0-fb8e-4e20-981c-c8de32fb1bab None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:03.783447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-689875a0-fb8e-4e20-981c-c8de32fb1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47be9790>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:03.807850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-532cd286-d102-464d-ba61-24cd1b186e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.814874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7bcda367-1b64-484c-92de-3645e5d8920e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:03.833622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.839522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:03.840332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.840664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-689875a0-fb8e-4e20-981c-c8de32fb1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47be9790>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:03.846344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:03.856806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689875a0-fb8e-4e20-981c-c8de32fb1bab None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:03.856806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-689875a0-fb8e-4e20-981c-c8de32fb1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47be9790>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:03.864031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cd286-d102-464d-ba61-24cd1b186e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab183bd-be5f-4b66-ac01-4ce1fff9960a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:03.870980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-532cd286-d102-464d-ba61-24cd1b186e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:03.872371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.872883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa9aed7-18dd-4aff-ade2-2dfb6e422de7 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:29:03.878034 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "PUT /v2.0/routers/c676f215-8f51-4b36-88b5-c3dc0a07e1db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6300173
Dec 19 13:29:03.882546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.883655 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/6fa9aed7-18dd-4aff-ade2-2dfb6e422de7 HTTP/1.1" status: 204  len: 168 time: 4.9120748
Dec 19 13:29:03.884438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38812) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:03.891068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'port': {'network_id': 'c87e3330-91b4-4c65-a2cf-92effb264c7c', 'name': 'tempest-FloatingIPTestJSON-957535129'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:03.909115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38816) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:03.916152 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-532cd286-d102-464d-ba61-24cd1b186e0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77182bd37d5c480cb06dd3fe09b00c22&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2032754
Dec 19 13:29:03.920376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-606345950', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:03.928112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38820) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:03.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-689875a0-fb8e-4e20-981c-c8de32fb1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47be9790>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:03.957223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689875a0-fb8e-4e20-981c-c8de32fb1bab None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:29:03.974177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:03.982038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.985809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:03.986214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:03.993809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-efea2d86-a52f-4eb7-b4fa-858d053d1720 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:04.015522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Usage tracker for resource:router and tenant:ef99c99a1c4d4d0481e9f8f4b88c2c3f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:04.019847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Network': ['ID=c7012736-5f29-46ca-8db9-51b04ece38d8,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:04.032033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network c7012736-5f29-46ca-8db9-51b04ece38d8 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:04.047317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:04.081542 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6984808
Dec 19 13:29:04.082379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:04.083465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38830) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:04.098943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'network_id': 'c7012736-5f29-46ca-8db9-51b04ece38d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:04.105251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:04.120793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-82752612-ec8e-4cca-8e26-cca9b2a7e7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:04.148490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Network': ['ID=af397ade-fafd-421c-8960-06e88f0727d3,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:04.160441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:04.184339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network af397ade-fafd-421c-8960-06e88f0727d3 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:04.189764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:04.195357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:port and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:04.201678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:04.208549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:04.220069 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.3297651
Dec 19 13:29:04.222710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38836) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:04.228468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-82752612-ec8e-4cca-8e26-cca9b2a7e7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:04.230853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': 'af397ade-fafd-421c-8960-06e88f0727d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:04.256827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:04.257774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:04.310718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:04.315442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Made reservation on behalf of c85e8ff377a94dc98d8fdf8c9760ab5f for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:04.318519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:04.333504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:04.356789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] device_id is not set on port 32a25882-d338-45b7-b8f5-67708f40384e yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:04.419170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-82752612-ec8e-4cca-8e26-cca9b2a7e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:04.420527 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:04.434985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82752612-ec8e-4cca-8e26-cca9b2a7e7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab183bd-be5f-4b66-ac01-4ce1fff9960a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:04.438718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-82752612-ec8e-4cca-8e26-cca9b2a7e7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:04.439630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-82752612-ec8e-4cca-8e26-cca9b2a7e7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:04.443186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:04.443710 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-82752612-ec8e-4cca-8e26-cca9b2a7e7a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aab183bd-be5f-4b66-ac01-4ce1fff9960a HTTP/1.1" status: 204  len: 168 time: 0.5147612
Dec 19 13:29:04.450908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Made reservation on behalf of 10bc67d9d9e7453a8aac47bef2c52ff9 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:04.463956 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:04.472809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:04.480755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:04.507354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:04.592313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:04.675155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:04.781069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.ipam_backend_mixin [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Performing IP validity checks on allocation pools {{(pid=84125) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 19 13:29:04.781693 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.ipam_backend_mixin [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84125) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 19 13:29:04.893119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.20.0.4 (c87e3330-91b4-4c65-a2cf-92effb264c7c/c322fafd-91b1-4764-bec3-0ca5389e8c07/32a25882-d338-45b7-b8f5-67708f40384e) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:04.900329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:05.034026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:05.085338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:05.095017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-378de117-ea0b-4f4a-a73a-a589ff99633e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:05.234657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=7ae0a88b-859c-4455-ab8d-27a52c1a729c,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:05.243023 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:05.246934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Checking segment: {'id': '3c55b35b-ed9b-4d23-84a8-b2c12037dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c7012736-5f29-46ca-8db9-51b04ece38d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:05.247363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network hostable DHCP agents. Network: c7012736-5f29-46ca-8db9-51b04ece38d8, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:05.376169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Network c7012736-5f29-46ca-8db9-51b04ece38d8 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:05.498052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38866) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:05.518399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:05.570500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, c7012736-5f29-46ca-8db9-51b04ece38d8) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:05.583456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ce708-4820-4682-862d-7db4c3802e8f None None] Network c7012736-5f29-46ca-8db9-51b04ece38d8 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:05.593536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:05.598131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:05.637789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:05.676709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:05.701887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-441631261'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:05.715036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:05.721661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:05.728163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ceb76822-2cd2-4566-be4c-e53479d9bd73 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:05.728732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:network and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:05.738048 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:05.753058 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:05.817412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:05.825248 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.7370980
Dec 19 13:29:05.827965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38876) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:05.834391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5846c7f6-5ba0-48ba-9a35-b519a876c480 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:05.860896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Subnet': ['ID=669d5294-c7cf-4311-b413-e1d73d9073c3,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:05.864166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:05.871651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee0f7c60-0bdb-4089-b136-470af70a19ad tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:05.890060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:05.893192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:05.920042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.020720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network c87e3330-91b4-4c65-a2cf-92effb264c7c is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:06.021316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:06.029085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:06.035407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:security_group_rule and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:06.036588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:06.040841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:06.054491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:06.054925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-c7012736-5f29-46ca-8db9-51b04ece38d8', 'network_id': 'c7012736-5f29-46ca-8db9-51b04ece38d8', 'tenant_id': '10bc67d9d9e7453a8aac47bef2c52ff9', 'fixed_ips': [{'subnet_id': '7ae0a88b-859c-4455-ab8d-27a52c1a729c'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:06.056804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5846c7f6-5ba0-48ba-9a35-b519a876c480 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15506573'] for subnet, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.058118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.094838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=32a25882-d338-45b7-b8f5-67708f40384e,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:06.099346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:06.109651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Checking segment: {'id': '2f508878-23cb-42e5-ac91-8dcb4a746fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'af397ade-fafd-421c-8960-06e88f0727d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:06.110339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network hostable DHCP agents. Network: af397ade-fafd-421c-8960-06e88f0727d3, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:06.169708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Allocated IP 172.26.4.140 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/591cc97c-6a3b-40ff-b002-d61910e04070) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:06.183686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:06.184872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.296202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.425976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.535480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network af397ade-fafd-421c-8960-06e88f0727d3 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:06.628004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.629273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.636826 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.7509594
Dec 19 13:29:06.640040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ca9d1d2-b409-484d-83b4-ac257bc4e828 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:06.643515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:06.654348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.654980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Added segment 8fb8eb46-b747-40a1-b214-8dcd95e133be of type vlan for network 2b18094a-49b8-4dff-8efe-9812329e8e11
Dec 19 13:29:06.682667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38886) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:06.688892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.694003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-46324222-5afd-4988-8703-147caf213762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:06.702578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, af397ade-fafd-421c-8960-06e88f0727d3) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:06.708191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'port': {'network_id': 'c87e3330-91b4-4c65-a2cf-92effb264c7c', 'name': 'tempest-FloatingIPTestJSON-1495242317'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:06.710793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5846c7f6-5ba0-48ba-9a35-b519a876c480 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765298812420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16132251'] for subnet, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.713828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea658b7c-5763-4529-92ac-1322b2512686 None None] Network af397ade-fafd-421c-8960-06e88f0727d3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:06.756572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5846c7f6-5ba0-48ba-9a35-b519a876c480 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:06.757284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5846c7f6-5ba0-48ba-9a35-b519a876c480 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.762450 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5846c7f6-5ba0-48ba-9a35-b519a876c480 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "PUT /v2.0/subnets/7ae0a88b-859c-4455-ab8d-27a52c1a729c HTTP/1.1" status: 200  len: 877 time: 0.9332867
Dec 19 13:29:06.765008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38892) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:06.776208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ccc326-5c39-44fe-8907-34f951941035,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:06.781014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:06.804763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:06.851283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Allocated IP 172.20.0.3 (c7012736-5f29-46ca-8db9-51b04ece38d8/7ae0a88b-859c-4455-ab8d-27a52c1a729c/866efc29-060e-45c8-8311-512d63bdb4ef) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:06.854805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:06.855468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:06.902600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:06.907894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Pushing event updated for resources: {'Port': ['ID=591cc97c-6a3b-40ff-b002-d61910e04070,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:06.911012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:06.913000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:06.916286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:06.918397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:06.947422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:port and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:06.953309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846c7f6-5ba0-48ba-9a35-b519a876c480 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event updated for resources: {'Subnet': ['ID=7ae0a88b-859c-4455-ab8d-27a52c1a729c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:06.954963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:06.956125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5846c7f6-5ba0-48ba-9a35-b519a876c480 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:06.963103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:07.012277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.050362 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8235948
Dec 19 13:29:07.057974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38898) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:07.060009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7649fe93-f746-4877-bd66-43b7b179425c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': 'af397ade-fafd-421c-8960-06e88f0727d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:07.073979 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.078282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:07.079549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.082587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-af397ade-fafd-421c-8960-06e88f0727d3', 'network_id': 'af397ade-fafd-421c-8960-06e88f0727d3', 'tenant_id': '290e2fb8a20046e6963e2aaaad414298', 'fixed_ips': [{'subnet_id': '669d5294-c7cf-4311-b413-e1d73d9073c3'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:07.083447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.096182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:07.150195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Made reservation on behalf of c85e8ff377a94dc98d8fdf8c9760ab5f for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:07.150299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.214997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] device_id is not set on port 666eebc0-d098-4a82-a3fe-bb3214b4a98d yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:07.245984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.283172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Network': ['ID=2b18094a-49b8-4dff-8efe-9812329e8e11,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:07.285277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:07.317360 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.8178446
Dec 19 13:29:07.328943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38906) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:07.335083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'name': 'tempest-PortsIpV6TestJSON-274478483'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:07.335859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:07.343149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7649fe93-f746-4877-bd66-43b7b179425c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:07.353727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7649fe93-f746-4877-bd66-43b7b179425c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:07.359135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7649fe93-f746-4877-bd66-43b7b179425c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:07.403288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7649fe93-f746-4877-bd66-43b7b179425c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:07.456097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.20.0.14 (c87e3330-91b4-4c65-a2cf-92effb264c7c/c322fafd-91b1-4764-bec3-0ca5389e8c07/666eebc0-d098-4a82-a3fe-bb3214b4a98d) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:07.464761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:07.470082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:port and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:07.473821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.473821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.474036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:07.480140 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:07.564780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.587823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:07.593621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.630932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Allocated IP 172.20.0.2 (af397ade-fafd-421c-8960-06e88f0727d3/669d5294-c7cf-4311-b413-e1d73d9073c3/fbc4b253-29de-47b9-9a0f-8177f61ecc1f) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:07.633494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Transition to ACTIVE for port object 866efc29-060e-45c8-8311-512d63bdb4ef will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:07.634654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:07.659722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7649fe93-f746-4877-bd66-43b7b179425c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:07.664487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7649fe93-f746-4877-bd66-43b7b179425c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.717560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Transition to ACTIVE for port object 866efc29-060e-45c8-8311-512d63bdb4ef will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:07.861071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.868032 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:07.940786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:07.998988 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.ipam_backend_mixin [None req-7649fe93-f746-4877-bd66-43b7b179425c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 669d5294-c7cf-4311-b413-e1d73d9073c3 (CIDR: 172.20.0.0/28)
Dec 19 13:29:08.019534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.025846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:08.029125 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Network c7012736-5f29-46ca-8db9-51b04ece38d8 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:08.035241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:08.044979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:08.048072 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Pushing event updated for resources: {'Port': ['ID=866efc29-060e-45c8-8311-512d63bdb4ef,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:08.052387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.055806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:08.069289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38920) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:08.069289 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-7649fe93-f746-4877-bd66-43b7b179425c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:29:08.069289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7649fe93-f746-4877-bd66-43b7b179425c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:08.083735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.104869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Transition to ACTIVE for port object fbc4b253-29de-47b9-9a0f-8177f61ecc1f will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:08.188197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Attempting to bind port 866efc29-060e-45c8-8311-512d63bdb4ef on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:08.188581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Attempting to bind port 866efc29-060e-45c8-8311-512d63bdb4ef by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '3c55b35b-ed9b-4d23-84a8-b2c12037dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c7012736-5f29-46ca-8db9-51b04ece38d8'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:08.188941 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Attempting to bind port 866efc29-060e-45c8-8311-512d63bdb4ef on network c7012736-5f29-46ca-8db9-51b04ece38d8 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:08.191257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Transition to ACTIVE for port object fbc4b253-29de-47b9-9a0f-8177f61ecc1f will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:08.199423 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7649fe93-f746-4877-bd66-43b7b179425c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1455801
Dec 19 13:29:08.199680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:08.200318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Checking segment: {'id': '3c55b35b-ed9b-4d23-84a8-b2c12037dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c7012736-5f29-46ca-8db9-51b04ece38d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:08.200931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.201336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Bound using segment: {'id': '3c55b35b-ed9b-4d23-84a8-b2c12037dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c7012736-5f29-46ca-8db9-51b04ece38d8'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:08.201826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Bound port: 866efc29-060e-45c8-8311-512d63bdb4ef, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c55b35b-ed9b-4d23-84a8-b2c12037dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c7012736-5f29-46ca-8db9-51b04ece38d8'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:08.202218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.202486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38926) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:08.214100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': 'af397ade-fafd-421c-8960-06e88f0727d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:08.214334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.222846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae0a88b-859c-4455-ab8d-27a52c1a729c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:08.224794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:08.227896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2e6bde91-3468-4ed8-8467-483e51c05fd0 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:08.285133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:08.294438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.304622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:08.318630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] For port 866efc29-060e-45c8-8311-512d63bdb4ef, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:08.322046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] For port 866efc29-060e-45c8-8311-512d63bdb4ef, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=866efc29-060e-45c8-8311-512d63bdb4ef,segment=NetworkSegment(3c55b35b-ed9b-4d23-84a8-b2c12037dbce),segment_id=3c55b35b-ed9b-4d23-84a8-b2c12037dbce)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:08.339096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:08.348500 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.360465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Usage tracker for resource:floatingip and tenant:84f46c93a6b34afc8d3820c0e2c04ed5 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:08.366603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:08.368383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:08.374869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Router c6910955-d4c9-4866-8478-da4431b790e5 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:29:08.389077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:08.435440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.442728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network c87e3330-91b4-4c65-a2cf-92effb264c7c is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:08.454938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=666eebc0-d098-4a82-a3fe-bb3214b4a98d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:08.455553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=cff4afc0-e184-4e9a-9a3b-ca9d67322f2a,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:08.457650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:08.458062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.459555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:08.461382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:08.464089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Network af397ade-fafd-421c-8960-06e88f0727d3 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:08.465387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:08.468607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:08.472258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Checking segment: {'id': '8fb8eb46-b747-40a1-b214-8dcd95e133be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:08.472816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network hostable DHCP agents. Network: 2b18094a-49b8-4dff-8efe-9812329e8e11, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:08.474817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:08.476385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Pushing event updated for resources: {'Port': ['ID=fbc4b253-29de-47b9-9a0f-8177f61ecc1f,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:08.480932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:08.484032 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bb1798a2-fe13-4f82-8f40-402f6a4b81a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:08.488769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46deaee0>,) {'filters': {'network_id': ['c7012736-5f29-46ca-8db9-51b04ece38d8']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:08.504079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46deaee0>, '3c55b35b-ed9b-4d23-84a8-b2c12037dbce') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:08.504369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46deaee0>, '3c55b35b-ed9b-4d23-84a8-b2c12037dbce') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:08.521068 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.539825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.546241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:08.546466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:08.560906 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:08.570109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:08.586908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:08.593539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:08.602868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.618831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:08.634307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:08.635086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.647847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:08.662014 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Pushing event updated for resources: {'Port': ['ID=866efc29-060e-45c8-8311-512d63bdb4ef,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:08.666396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:08.672749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Attempting to bind port fbc4b253-29de-47b9-9a0f-8177f61ecc1f on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:08.673226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Attempting to bind port fbc4b253-29de-47b9-9a0f-8177f61ecc1f by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '2f508878-23cb-42e5-ac91-8dcb4a746fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'af397ade-fafd-421c-8960-06e88f0727d3'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:08.673477 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Attempting to bind port fbc4b253-29de-47b9-9a0f-8177f61ecc1f on network af397ade-fafd-421c-8960-06e88f0727d3 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:08.683336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:08.683718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Checking segment: {'id': '2f508878-23cb-42e5-ac91-8dcb4a746fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'af397ade-fafd-421c-8960-06e88f0727d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:08.684122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.684508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Bound using segment: {'id': '2f508878-23cb-42e5-ac91-8dcb4a746fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'af397ade-fafd-421c-8960-06e88f0727d3'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:08.684971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Bound port: fbc4b253-29de-47b9-9a0f-8177f61ecc1f, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f508878-23cb-42e5-ac91-8dcb4a746fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'af397ade-fafd-421c-8960-06e88f0727d3'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:08.685342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.753210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 13:29:08.753210 dv-neutron-821895-1-hyperv neutron-server[84125]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 13:29:08.753210 dv-neutron-821895-1-hyperv neutron-server[84125]: [parameters: {'id': 'c7012736-5f29-46ca-8db9-51b04ece38d8'}]
Dec 19 13:29:08.753210 dv-neutron-821895-1-hyperv neutron-server[84125]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:29:08.753730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:29:08.784297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] For port fbc4b253-29de-47b9-9a0f-8177f61ecc1f, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:08.787308 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] For port fbc4b253-29de-47b9-9a0f-8177f61ecc1f, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fbc4b253-29de-47b9-9a0f-8177f61ecc1f,segment=NetworkSegment(2f508878-23cb-42e5-ac91-8dcb4a746fed),segment_id=2f508878-23cb-42e5-ac91-8dcb4a746fed)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:08.796504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:08.799899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.809956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2b18094a-49b8-4dff-8efe-9812329e8e11) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:08.821503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04424ba4-5f73-419e-b163-e5b5cdaa67d4 None None] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:08.821633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:08.824063 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.1322949
Dec 19 13:29:08.828847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:08.830787 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.836296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38932) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:08.842375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '666eebc0-d098-4a82-a3fe-bb3214b4a98d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:08.854348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:08.861032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:floatingip and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:08.865752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:08.873299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:08.930030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:08.944711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:08.961556 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.6312318
Dec 19 13:29:08.964595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38936) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:08.977607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-387552717'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:08.988850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:09.003305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:network and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:09.010029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:09.021866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:09.027829 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.059084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71a9355-e5e5-4359-b765-f401bea1ada3 None None] Network c7012736-5f29-46ca-8db9-51b04ece38d8 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:09.093253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:29:09.105027 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33613d4-2b2c-4e2d-9e7e-980758b8900e None None] Sync routers for ids ['c6910955-d4c9-4866-8478-da4431b790e5'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:29:09.113034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.118786 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33613d4-2b2c-4e2d-9e7e-980758b8900e None None] Routers {'c6910955-d4c9-4866-8478-da4431b790e5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:09.120745 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c33613d4-2b2c-4e2d-9e7e-980758b8900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476b08b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6910955-d4c9-4866-8478-da4431b790e5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:09.250563 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c33613d4-2b2c-4e2d-9e7e-980758b8900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476b08b0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:09.250823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Pushing event updated for resources: {'Port': ['ID=fbc4b253-29de-47b9-9a0f-8177f61ecc1f,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:09.254828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.265903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:09.278384 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33613d4-2b2c-4e2d-9e7e-980758b8900e None None] Routers {'c6910955-d4c9-4866-8478-da4431b790e5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:09.280054 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c33613d4-2b2c-4e2d-9e7e-980758b8900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476b08b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:28:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6910955-d4c9-4866-8478-da4431b790e5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:09.286523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Deleting port 866efc29-060e-45c8-8311-512d63bdb4ef {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:09.286773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.362227 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c33613d4-2b2c-4e2d-9e7e-980758b8900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476b08b0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:09.362644 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33613d4-2b2c-4e2d-9e7e-980758b8900e None None] The sync data for ids ['c6910955-d4c9-4866-8478-da4431b790e5'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:29:09.407115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:09.427222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.496500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:09.515992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.516333 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Added segment f6b626f8-e1b9-418e-bbcb-bfc70b7acf26 of type vlan for network a57fb842-a6a0-41ca-9343-7a18a674b110
Dec 19 13:29:09.553740 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead02c3-4429-454d-b890-e449c9f6094d None None] Network c7012736-5f29-46ca-8db9-51b04ece38d8 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:09.570662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.599248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.604827 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 5.6919899
Dec 19 13:29:09.609201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.640669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38946) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:09.654073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:09.713847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Allocated IP 172.26.4.136 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/ad2d69b2-8878-4922-a59b-bf58b8f69be8) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:09.738747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] For port 866efc29-060e-45c8-8311-512d63bdb4ef, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=866efc29-060e-45c8-8311-512d63bdb4ef,segment=NetworkSegment(3c55b35b-ed9b-4d23-84a8-b2c12037dbce),segment_id=3c55b35b-ed9b-4d23-84a8-b2c12037dbce)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:09.739120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.828404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.832009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:09.832594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.838653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1a1ea560-a165-4811-8ebf-419458a2f927 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:09.879623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Calling delete_port for 866efc29-060e-45c8-8311-512d63bdb4ef owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:09.939387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:09.972485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Network': ['ID=a57fb842-a6a0-41ca-9343-7a18a674b110,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:10.019540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:10.019540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:10.019816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:10.020044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:10.020390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:10.020737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:10.021080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:10.021456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:10.021797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:10.022137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:10.022476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:10.026164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:10.028477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network af397ade-fafd-421c-8960-06e88f0727d3 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:10.032401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:10.038132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network a57fb842-a6a0-41ca-9343-7a18a674b110 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:10.071922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:10.075643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:10.076234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:10.092602 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.1205349
Dec 19 13:29:10.098878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38950) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:10.108331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:10.128765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'ports': [{'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11'}, {'network_id': 'a57fb842-a6a0-41ca-9343-7a18a674b110'}]} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:10.129061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:10.129526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': 'a57fb842-a6a0-41ca-9343-7a18a674b110'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:10.165286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:10.176309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97233f7f-f198-44c5-9c9d-c675ee593b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:10.225310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Port': ['ID=866efc29-060e-45c8-8311-512d63bdb4ef,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:10.229887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:10.230099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Subnet': ['ID=d570abbf-942e-4397-8114-ca0537a57605,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:10.234456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No DVR routers for this DVR port 866efc29-060e-45c8-8311-512d63bdb4ef on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:29:10.246587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:10.271135 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.0668466
Dec 19 13:29:10.276699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38954) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:10.285436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': 'af397ade-fafd-421c-8960-06e88f0727d3', 'fixed_ips': [{'subnet_id': '669d5294-c7cf-4311-b413-e1d73d9073c3'}, {'subnet_id': 'd570abbf-942e-4397-8114-ca0537a57605'}], 'name': 'tempest-PortsTestJSON-1444614376'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:10.391036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f640375d-119f-40d2-8608-c98ac9e7d8c2 None None] Network af397ade-fafd-421c-8960-06e88f0727d3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:10.488206 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:10.505336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:10.520417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:10.527745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:port and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:10.530819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0df6892a-4caf-463b-a208-d3324261fb7c tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:10.558765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:10.583219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:10.609228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46165d30>,) {'filters': {'network_id': ['c7012736-5f29-46ca-8db9-51b04ece38d8']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:10.627356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46165d30>, '3c55b35b-ed9b-4d23-84a8-b2c12037dbce') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:10.627686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46165d30>, '3c55b35b-ed9b-4d23-84a8-b2c12037dbce') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:10.628065 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:10.634736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:10.639172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:port and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:10.642363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:10.644377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Pushing event updated for resources: {'Port': ['ID=ad2d69b2-8878-4922-a59b-bf58b8f69be8,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:10.652991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:10.656260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:10.676793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:10.681837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:10.683009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f7bdd54a-31b2-495b-a60b-5b85c7ae079a None None] Provisioning for port fbc4b253-29de-47b9-9a0f-8177f61ecc1f completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:10.691238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:10.723159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 2} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:10.725549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:10.735504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.26.4.121 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/76616900-a39b-48d2-9b7d-d97f4b71b748) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:10.737853 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:10.751001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:10.757734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:10.758129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:10.774540 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:10.844971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:10.847479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4e543c-e571-4605-b058-fff2c4e9abf8 None None] Update dhcp port {'port': {'network_id': 'af397ade-fafd-421c-8960-06e88f0727d3', 'fixed_ips': [{'subnet_id': '669d5294-c7cf-4311-b413-e1d73d9073c3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd570abbf-942e-4397-8114-ca0537a57605'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': 'fbc4b253-29de-47b9-9a0f-8177f61ecc1f'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:29:10.905515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab4e543c-e571-4605-b058-fff2c4e9abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:10.979182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port 173459df-a1fd-49cf-ba7f-3741f8434ebe yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:11.043505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.061231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.075035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fafa4b56-15d5-4edb-b5ed-e2277d65be02 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:11.096969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.113525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=c7012736-5f29-46ca-8db9-51b04ece38d8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:11.117508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.127183 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:11.140504 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/c7012736-5f29-46ca-8db9-51b04ece38d8 HTTP/1.1" status: 204  len: 168 time: 4.3742225
Dec 19 13:29:11.141687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fbc4b253-29de-47b9-9a0f-8177f61ecc1f up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:11.149895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38960) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:11.210080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-ab4e543c-e571-4605-b058-fff2c4e9abf8 None None] Allocated IP 172.20.0.18 (af397ade-fafd-421c-8960-06e88f0727d3/d570abbf-942e-4397-8114-ca0537a57605/fbc4b253-29de-47b9-9a0f-8177f61ecc1f) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:11.235536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:11.255039 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f387de-ad94-4421-a126-61a3c34e5584 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:11.255681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f387de-ad94-4421-a126-61a3c34e5584 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:11.257967 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-07f387de-ad94-4421-a126-61a3c34e5584 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/subnets/7ae0a88b-859c-4455-ab8d-27a52c1a729c HTTP/1.1" status: 404  len: 337 time: 0.1037848
Dec 19 13:29:11.269850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38964) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:11.303227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.303892 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3892b0-488c-4ca7-b3dc-9ffc19733678 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:11.304332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3892b0-488c-4ca7-b3dc-9ffc19733678 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:11.308541 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2e3892b0-488c-4ca7-b3dc-9ffc19733678 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/c7012736-5f29-46ca-8db9-51b04ece38d8 HTTP/1.1" status: 404  len: 339 time: 0.0352025
Dec 19 13:29:11.308923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38968) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:11.351796 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8d8036-0429-4870-9585-d7a387ee0c4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:11.352234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8d8036-0429-4870-9585-d7a387ee0c4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:11.356846 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-aa8d8036-0429-4870-9585-d7a387ee0c4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/subnets/4e9eeb8a-e1cf-4a12-bc03-d4371c632172 HTTP/1.1" status: 404  len: 337 time: 0.0441589
Dec 19 13:29:11.358502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38972) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:11.373900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ab4e543c-e571-4605-b058-fff2c4e9abf8 None None] For port fbc4b253-29de-47b9-9a0f-8177f61ecc1f, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fbc4b253-29de-47b9-9a0f-8177f61ecc1f,segment=NetworkSegment(2f508878-23cb-42e5-ac91-8dcb4a746fed),segment_id=2f508878-23cb-42e5-ac91-8dcb4a746fed)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:11.397913 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-5512c6bd-6e4a-4bb8-b80c-1b262c872eb6 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:11.398346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5512c6bd-6e4a-4bb8-b80c-1b262c872eb6 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:11.403095 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5512c6bd-6e4a-4bb8-b80c-1b262c872eb6 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/2604efda-7fc0-453d-acfa-07012000db2e HTTP/1.1" status: 404  len: 339 time: 0.0407324
Dec 19 13:29:11.403262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab4e543c-e571-4605-b058-fff2c4e9abf8 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.403454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38976) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:11.421488 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ab4e543c-e571-4605-b058-fff2c4e9abf8 None None] Transition to ACTIVE for port object fbc4b253-29de-47b9-9a0f-8177f61ecc1f will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:11.524764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.531270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8adbe77e-d64e-4250-8791-a77fb21ca9fb tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:11.552857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.553101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port fbc4b253-29de-47b9-9a0f-8177f61ecc1f completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:11.559755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fbc4b253-29de-47b9-9a0f-8177f61ecc1f triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:11.559962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.564572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.582901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.618675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab4e543c-e571-4605-b058-fff2c4e9abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.625062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:11.627312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:11.630458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:11.635397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:11.660143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=76616900-a39b-48d2-9b7d-d97f4b71b748,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:11.687448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:11.755819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.809328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.813409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.831301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port fa7dba63-8915-4b27-9885-e8b25d20c8db yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:11.868916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e543c-e571-4605-b058-fff2c4e9abf8 None None] Pushing event updated for resources: {'Port': ['ID=fbc4b253-29de-47b9-9a0f-8177f61ecc1f,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:11.872507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ab4e543c-e571-4605-b058-fff2c4e9abf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:11.879913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Port fbc4b253-29de-47b9-9a0f-8177f61ecc1f had new provisioning blocks added so it will not transition to active. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Dec 19 13:29:11.885789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4619f970>,) {'filters': {'network_id': ['da654511-a7a6-4c52-be6e-0e3f3d5f8b1a']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:11.904514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4619f970>, 'a2a84e27-623e-465e-814a-b5d46f9da109') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:11.904822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4619f970>, 'a2a84e27-623e-465e-814a-b5d46f9da109') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:11.928179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.980874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:11.996575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:11.996964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:12.012235 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:12.186456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Deleting port 591cc97c-6a3b-40ff-b002-d61910e04070 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:12.186718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.200411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.8 (af397ade-fafd-421c-8960-06e88f0727d3/669d5294-c7cf-4311-b413-e1d73d9073c3/247f41a4-a812-4e9e-96d3-7e7b7a240dcb) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:12.223338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.28 (af397ade-fafd-421c-8960-06e88f0727d3/d570abbf-942e-4397-8114-ca0537a57605/247f41a4-a812-4e9e-96d3-7e7b7a240dcb) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:12.276314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.344490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.408471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-79c98555-44f8-4603-9efc-99b7301fc15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.430517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0790f4-c09d-470e-8c31-737541bd6581 None None] Network af397ade-fafd-421c-8960-06e88f0727d3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:12.499894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.508038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.509846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4c0fd25c-36d5-434c-8159-a8387adc0964 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:12.520886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.527947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.528978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-83431d3f-099b-4034-b887-a57572a70bf5 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:12.558617 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=da654511-a7a6-4c52-be6e-0e3f3d5f8b1a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:12.568484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object 247f41a4-a812-4e9e-96d3-7e7b7a240dcb will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:12.578478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:12.601200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.601989 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/da654511-a7a6-4c52-be6e-0e3f3d5f8b1a HTTP/1.1" status: 204  len: 168 time: 1.1976078
Dec 19 13:29:12.606483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38982) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:12.613107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bee02a81-0d30-4ca2-a70e-6ee388eebd0f None None] Provisioning for port fbc4b253-29de-47b9-9a0f-8177f61ecc1f completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:12.623018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bee02a81-0d30-4ca2-a70e-6ee388eebd0f None None] Provisioning complete for port fbc4b253-29de-47b9-9a0f-8177f61ecc1f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:12.623493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bee02a81-0d30-4ca2-a70e-6ee388eebd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.651903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.668169 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-17312431-732b-4c01-bf84-6690af0106c3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:12.668881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17312431-732b-4c01-bf84-6690af0106c3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:12.670817 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-17312431-732b-4c01-bf84-6690af0106c3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/subnets/f69f7417-fe67-4bfd-b51b-ce57b976d13b HTTP/1.1" status: 404  len: 337 time: 0.0626602
Dec 19 13:29:12.674049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Pushing event updated for resources: {'Port': ['ID=ad2d69b2-8878-4922-a59b-bf58b8f69be8,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:12.675222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38986) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:12.681767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.689469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:12.690006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-674d72ea-0bd3-46ff-b514-788ff1954f8d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:12.783680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:12.793266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:12.804391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.821182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Calling delete_port for 591cc97c-6a3b-40ff-b002-d61910e04070 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:12.850690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:12.851953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.860877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network af397ade-fafd-421c-8960-06e88f0727d3 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:12.877582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=173459df-a1fd-49cf-ba7f-3741f8434ebe,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:12.893132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:12.901572 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b883316-50df-4393-af45-e55c515d4a42 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:12.902077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b883316-50df-4393-af45-e55c515d4a42 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:12.907963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:12.928256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bee02a81-0d30-4ca2-a70e-6ee388eebd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:12.964073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:12.965763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2c0dc2e1-af88-4b4b-b869-635ecc11dda2 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:12.973087 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7b883316-50df-4393-af45-e55c515d4a42 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/5779f02c-c699-4f7c-adef-ed71d52c3fd8 HTTP/1.1" status: 404  len: 339 time: 0.2922492
Dec 19 13:29:12.980882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 38992) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:12.986768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bee02a81-0d30-4ca2-a70e-6ee388eebd0f None None] For port fbc4b253-29de-47b9-9a0f-8177f61ecc1f, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fbc4b253-29de-47b9-9a0f-8177f61ecc1f,segment=NetworkSegment(2f508878-23cb-42e5-ac91-8dcb4a746fed),segment_id=2f508878-23cb-42e5-ac91-8dcb4a746fed)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:13.050421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.052818 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9898412
Dec 19 13:29:13.067092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 38996) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:13.077766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bee02a81-0d30-4ca2-a70e-6ee388eebd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.080161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1058421959', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'fixed_ips': [{'ip_address': '172.26.4.136'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:13.084092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9d542b95-93b4-4aed-8c18-336422bdcd32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:13.108200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:13.120376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:13.120963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.126103 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-477c60b1-1231-40b8-97ba-4062f3c0dd9b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:13.126447 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477c60b1-1231-40b8-97ba-4062f3c0dd9b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:13.128057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=247f41a4-a812-4e9e-96d3-7e7b7a240dcb,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:13.131333 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fbc4b253-29de-47b9-9a0f-8177f61ecc1f up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:13.134719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Usage tracker for resource:port and tenant:84f46c93a6b34afc8d3820c0e2c04ed5 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:13.167330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-477c60b1-1231-40b8-97ba-4062f3c0dd9b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/subnets/3c24d9a9-9156-42db-a8ae-dd609823b1d9 HTTP/1.1" status: 404  len: 337 time: 0.1812847
Dec 19 13:29:13.170294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39000) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:13.180507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:13.195629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:13.212147 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddeaa64-524f-48b4-b711-4816e9c2f011 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:13.212909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddeaa64-524f-48b4-b711-4816e9c2f011 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:13.218594 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5ddeaa64-524f-48b4-b711-4816e9c2f011 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/40c02dd7-9a38-4b2f-a364-dd7342318399 HTTP/1.1" status: 404  len: 339 time: 0.0460169
Dec 19 13:29:13.219703 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39004) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:13.227904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Checking segment: {'id': 'f6b626f8-e1b9-418e-bbcb-bfc70b7acf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a57fb842-a6a0-41ca-9343-7a18a674b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:13.239755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network hostable DHCP agents. Network: a57fb842-a6a0-41ca-9343-7a18a674b110, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:13.239755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=fa7dba63-8915-4b27-9885-e8b25d20c8db,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:13.240379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:13.241029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:13.241409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:13.242355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee02a81-0d30-4ca2-a70e-6ee388eebd0f None None] Pushing event updated for resources: {'Port': ['ID=fbc4b253-29de-47b9-9a0f-8177f61ecc1f,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:13.247489 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bee02a81-0d30-4ca2-a70e-6ee388eebd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:13.266501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fbc4b253-29de-47b9-9a0f-8177f61ecc1f triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:13.266984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.272214 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-7568293d-7c4b-4b00-a389-372d7423915a tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:13.272891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7568293d-7c4b-4b00-a389-372d7423915a tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:13.277628 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7568293d-7c4b-4b00-a389-372d7423915a tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/subnets/5d9191ad-9062-4231-877c-6141670ef9f6 HTTP/1.1" status: 404  len: 337 time: 0.0520625
Dec 19 13:29:13.277965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39008) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:13.304217 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-abfd89c0-876f-4a42-a6d8-629038458ca8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 3.0264664
Dec 19 13:29:13.306809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39012) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:13.310018 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e346a7-9243-4be2-8857-680e971317eb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:13.310459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e346a7-9243-4be2-8857-680e971317eb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:13.314595 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-63e346a7-9243-4be2-8857-680e971317eb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/892f0800-1b9e-4396-82ab-b25be0bbfba5 HTTP/1.1" status: 404  len: 339 time: 0.0334067
Dec 19 13:29:13.316452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '669d5294-c7cf-4311-b413-e1d73d9073c3'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:13.342069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39016) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:13.363572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.383368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4d4dbd26-553a-40b3-ac98-0f5eb6c4cd53 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:13.388752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network a57fb842-a6a0-41ca-9343-7a18a674b110 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:13.394001 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a290e88d-b85d-40e3-9c60-3db7c334d228 None None] Provisioning for port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:13.405886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Made reservation on behalf of 84f46c93a6b34afc8d3820c0e2c04ed5 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:13.409127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.410469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a290e88d-b85d-40e3-9c60-3db7c334d228 None None] Provisioning complete for port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:13.410929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a290e88d-b85d-40e3-9c60-3db7c334d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.424997 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d193482-34d3-4a2f-9d96-78e3a3dbfeae tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:13.425487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d193482-34d3-4a2f-9d96-78e3a3dbfeae tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:13.427142 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7d193482-34d3-4a2f-9d96-78e3a3dbfeae tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/subnets/ec3ea680-844d-4152-822b-d9e87dc23e27 HTTP/1.1" status: 404  len: 337 time: 0.0841880
Dec 19 13:29:13.432721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39024) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:13.432942 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Pushing event deleted for resources: {'Port': ['ID=591cc97c-6a3b-40ff-b002-d61910e04070,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:13.439152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:13.448951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8631b30f-e30c-4e8e-9ed5-6d3800dc97e4 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:29:13.457024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.528436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.616842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a290e88d-b85d-40e3-9c60-3db7c334d228 None None] Port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:13.624616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8631b30f-e30c-4e8e-9ed5-6d3800dc97e4 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:29:13.629833 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55f9229-9daa-4cf2-84ce-cb2f1e76c0f7 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:13.630268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55f9229-9daa-4cf2-84ce-cb2f1e76c0f7 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:13.631931 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b55f9229-9daa-4cf2-84ce-cb2f1e76c0f7 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/0a935ac2-f345-4684-9de9-d10e4eb1636c HTTP/1.1" status: 404  len: 339 time: 0.1957138
Dec 19 13:29:13.643663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, a57fb842-a6a0-41ca-9343-7a18a674b110) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:13.645326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39028) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:13.684576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:13.688451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:13.691570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:13.692214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.728551 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ded7e0-aa29-48f5-99c5-6dc4f103beaf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:13.729634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ded7e0-aa29-48f5-99c5-6dc4f103beaf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:13.744276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.760734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:13.767352 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-80ded7e0-aa29-48f5-99c5-6dc4f103beaf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/subnets/53905295-9842-41b3-9991-04a4b111f121 HTTP/1.1" status: 404  len: 337 time: 0.1170557
Dec 19 13:29:13.770692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Usage tracker for resource:security_group_rule and tenant:84f46c93a6b34afc8d3820c0e2c04ed5 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:13.773450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39032) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:13.777993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:13.816568 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a290e88d-b85d-40e3-9c60-3db7c334d228 None None] Provisioning complete for port fbc4b253-29de-47b9-9a0f-8177f61ecc1f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:13.816961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a290e88d-b85d-40e3-9c60-3db7c334d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.830428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:13.848588 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c95785-f8b5-499b-baf1-1c9ee2bfd7ab tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:13.848845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c95785-f8b5-499b-baf1-1c9ee2bfd7ab tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:13.850570 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-79c95785-f8b5-499b-baf1-1c9ee2bfd7ab tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/2097b5fb-dac6-4714-adae-0a478e4378a4 HTTP/1.1" status: 404  len: 339 time: 0.0750272
Dec 19 13:29:13.853341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39036) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:13.914176 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-63958eaa-953a-49f3-914c-7bf467776f55 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:13.914529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63958eaa-953a-49f3-914c-7bf467776f55 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:13.916506 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-63958eaa-953a-49f3-914c-7bf467776f55 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/subnets/8bf33146-b56a-4c12-8830-0641b4eb4364 HTTP/1.1" status: 404  len: 337 time: 0.0615389
Dec 19 13:29:13.917208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:13.921130 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 3.8173106
Dec 19 13:29:13.922125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39040) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:13.922598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39042) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:14.021085 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25508b1-eab4-417e-8e42-8aeb2d01e83e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:14.021522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25508b1-eab4-417e-8e42-8aeb2d01e83e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:14.035070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.092423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.103994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.106332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.151861 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c25508b1-eab4-417e-8e42-8aeb2d01e83e tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/eeccf5cc-fd83-482d-a83c-c474a1e67411 HTTP/1.1" status: 404  len: 339 time: 0.2240882
Dec 19 13:29:14.170526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39050) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:14.225801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-5bacefb1-182b-4f6e-91db-9c469bee88a8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port fa7dba63-8915-4b27-9885-e8b25d20c8db {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:14.227594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5bacefb1-182b-4f6e-91db-9c469bee88a8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.235082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-865b1e10-8b59-49a5-ba36-a217fca0f3dc None None] Provisioning complete for port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:14.235472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-865b1e10-8b59-49a5-ba36-a217fca0f3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.251603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.265113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:14.268799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9742307-ccc6-43ce-ac84-db39b4e2bf69 None None] Network a57fb842-a6a0-41ca-9343-7a18a674b110 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:14.272496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] device_id is not set on port 1c901feb-ed2d-4820-85b1-c01cb29afd14 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:14.319807 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-360184ae-1b38-4640-9e80-3f60f9a457aa tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:14.320613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360184ae-1b38-4640-9e80-3f60f9a457aa tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:14.324623 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-360184ae-1b38-4640-9e80-3f60f9a457aa tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/subnets/30079938-5fab-41dd-b080-0134ad80a7a4 HTTP/1.1" status: 404  len: 337 time: 0.1491141
Dec 19 13:29:14.327893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39054) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:14.368311 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f03640-8d13-45b6-a223-7cd6b8ce343b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:14.368311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f03640-8d13-45b6-a223-7cd6b8ce343b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:14.371629 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a1f03640-8d13-45b6-a223-7cd6b8ce343b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/ddab3108-443f-497b-a079-1fc33c813853 HTTP/1.1" status: 404  len: 339 time: 0.0410080
Dec 19 13:29:14.378527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-865b1e10-8b59-49a5-ba36-a217fca0f3dc None None] Port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:14.382664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39058) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:14.430237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10630bf4-e81f-4505-a120-bb340b2fd276,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:14.440996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:14.447394 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39f3829-b4ee-4eb3-bb89-9cafedf1cd43 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:14.448449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39f3829-b4ee-4eb3-bb89-9cafedf1cd43 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:14.452774 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e39f3829-b4ee-4eb3-bb89-9cafedf1cd43 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/subnets/9006712d-f096-4c5a-be7d-1cd5ce93ace6 HTTP/1.1" status: 404  len: 337 time: 0.0667336
Dec 19 13:29:14.452774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Router c6910955-d4c9-4866-8478-da4431b790e5 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:29:14.454956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39062) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:14.502520 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-509073d8-d72c-4abf-a76c-62d55cbf223c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:14.502945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509073d8-d72c-4abf-a76c-62d55cbf223c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:14.504604 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-509073d8-d72c-4abf-a76c-62d55cbf223c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/2629008c-08ee-46e4-8096-b781d5a99fd1 HTTP/1.1" status: 404  len: 339 time: 0.0452499
Dec 19 13:29:14.508973 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39066) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:14.632971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a6106be8-c9ed-4fe2-98ad-82e41879774f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.688573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:29:14.734207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.774443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Delete allocated IP 172.20.0.28 (af397ade-fafd-421c-8960-06e88f0727d3/d570abbf-942e-4397-8114-ca0537a57605) {{(pid=84124) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 19 13:29:14.783038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5bacefb1-182b-4f6e-91db-9c469bee88a8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.807607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:29:14.814839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.815966 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "PUT /v2.0/routers/c6910955-d4c9-4866-8478-da4431b790e5 HTTP/1.1" status: 200  len: 705 time: 5.1743526
Dec 19 13:29:14.819245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39070) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:14.821694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37206231-a251-4b5f-8117-6aff92974984 None None] Sync routers for ids ['c6910955-d4c9-4866-8478-da4431b790e5'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:29:14.838924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37206231-a251-4b5f-8117-6aff92974984 None None] Routers {'c6910955-d4c9-4866-8478-da4431b790e5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:14.843770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-37206231-a251-4b5f-8117-6aff92974984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4739bb80>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6910955-d4c9-4866-8478-da4431b790e5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:14.906530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-37206231-a251-4b5f-8117-6aff92974984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4739bb80>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:14.919308 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37206231-a251-4b5f-8117-6aff92974984 None None] Routers {'c6910955-d4c9-4866-8478-da4431b790e5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:14.919913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-37206231-a251-4b5f-8117-6aff92974984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4739bb80>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6910955-d4c9-4866-8478-da4431b790e5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:14.921195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:14.973730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f3a3f34d-1775-4f07-93e7-e77223b55a1c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:14.990789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-5bacefb1-182b-4f6e-91db-9c469bee88a8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for fa7dba63-8915-4b27-9885-e8b25d20c8db owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:14.998667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-37206231-a251-4b5f-8117-6aff92974984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4739bb80>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:14.999171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37206231-a251-4b5f-8117-6aff92974984 None None] The sync data for ids ['c6910955-d4c9-4866-8478-da4431b790e5'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:29:15.019293 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:29:15.019673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:15.022044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0aed8c0-5941-4023-b763-655795983de8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Deleting subnet 73b2723b-aadf-4661-966e-2d3dbee959ba {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:29:15.035541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0aed8c0-5941-4023-b763-655795983de8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.055771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fbc4b253-29de-47b9-9a0f-8177f61ecc1f up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:15.132985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fbc4b253-29de-47b9-9a0f-8177f61ecc1f triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:15.132985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.154654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=76616900-a39b-48d2-9b7d-d97f4b71b748,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:15.160402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0aed8c0-5941-4023-b763-655795983de8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.160939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.191239 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 2.1195705
Dec 19 13:29:15.191444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39076) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:15.226115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:15.226490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:15.226848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:15.227249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:15.227605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:15.227953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:15.228302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:15.228648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:15.229094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:15.229695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:15.230164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:15.246099 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0b425949-bf1f-4685-a990-ea20f73afe36 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/routers/c6910955-d4c9-4866-8478-da4431b790e5 HTTP/1.1" status: 200  len: 740 time: 0.4231489
Dec 19 13:29:15.249355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:15.249848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39080) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:15.420925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.470149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object 247f41a4-a812-4e9e-96d3-7e7b7a240dcb will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:15.476573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5bacefb1-182b-4f6e-91db-9c469bee88a8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.493221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-55eb89e0-67f4-4815-9a45-d65ea90eba80 tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:15.503547 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6a1130de-8770-49d1-a1b8-8a3b2673a472 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&device_id=c6910955-d4c9-4866-8478-da4431b790e5 HTTP/1.1" status: 200  len: 205 time: 0.2484148
Dec 19 13:29:15.507368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39084) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:15.540226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Deleting port ad2d69b2-8878-4922-a59b-bf58b8f69be8 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:15.540547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.562645 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-93899d0b-fb38-4df5-8785-c59dc8e2eac1 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6910955-d4c9-4866-8478-da4431b790e5 HTTP/1.1" status: 200  len: 205 time: 0.0541539
Dec 19 13:29:15.566023 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39088) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:15.569470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacefb1-182b-4f6e-91db-9c469bee88a8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=fa7dba63-8915-4b27-9885-e8b25d20c8db,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:15.579583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.581219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5bacefb1-182b-4f6e-91db-9c469bee88a8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:15.589951 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-375ae2f3-47bb-44f3-91db-5f738a26d691 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:15.642264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5bacefb1-182b-4f6e-91db-9c469bee88a8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.710954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0aed8c0-5941-4023-b763-655795983de8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.728949 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5bacefb1-182b-4f6e-91db-9c469bee88a8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/fa7dba63-8915-4b27-9885-e8b25d20c8db HTTP/1.1" status: 204  len: 168 time: 1.7973809
Dec 19 13:29:15.755459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39092) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:15.837250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=247f41a4-a812-4e9e-96d3-7e7b7a240dcb,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:15.851617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:15.866685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] In _notify_port_updated(), no bound segment for port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb on network af397ade-fafd-421c-8960-06e88f0727d3 {{(pid=84124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:29:15.871307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:15.871911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.875669 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "PUT /v2.0/ports/247f41a4-a812-4e9e-96d3-7e7b7a240dcb HTTP/1.1" status: 200  len: 919 time: 2.5652864
Dec 19 13:29:15.877268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39096) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:15.892791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '669d5294-c7cf-4311-b413-e1d73d9073c3'}, {'subnet_id': 'd570abbf-942e-4397-8114-ca0537a57605'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:15.904116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.904429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:15.966522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d37f43f8-73cb-4d4f-b043-79eddf79cf34 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.025329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Calling delete_port for ad2d69b2-8878-4922-a59b-bf58b8f69be8 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:16.032915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d95ac1dc-6af1-4cbe-9d37-370e42573e7e None None] Provisioning for port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:16.038525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d95ac1dc-6af1-4cbe-9d37-370e42573e7e None None] Provisioning complete for port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:16.039177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d95ac1dc-6af1-4cbe-9d37-370e42573e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.097777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d95ac1dc-6af1-4cbe-9d37-370e42573e7e None None] Port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:16.164680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.185107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0aed8c0-5941-4023-b763-655795983de8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.196907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a0dbb95c-c8cb-45b8-a092-49ad10a74340 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:16.256086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aed8c0-5941-4023-b763-655795983de8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Subnet': ['ID=73b2723b-aadf-4661-966e-2d3dbee959ba,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:16.261809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.268954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d0aed8c0-5941-4023-b763-655795983de8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:16.279893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667447d8-a56c-4891-a063-08167597e62b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:16.283685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667447d8-a56c-4891-a063-08167597e62b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:16.284421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-667447d8-a56c-4891-a063-08167597e62b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:16.303314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0aed8c0-5941-4023-b763-655795983de8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.305396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f2d21-1346-4d8b-bd82-6395912fc18e None None] Network e2c780e7-fb03-4580-b0d0-0c04b3b68948 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:16.324158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.331326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1278344a-2c7f-4e58-a2dd-a9613de078b4 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:16.385610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad2d69b2-8878-4922-a59b-bf58b8f69be8,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:16.389770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:16.418237 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d0aed8c0-5941-4023-b763-655795983de8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/subnets/73b2723b-aadf-4661-966e-2d3dbee959ba HTTP/1.1" status: 204  len: 168 time: 1.9082608
Dec 19 13:29:16.455704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39102) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:16.544385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-667447d8-a56c-4891-a063-08167597e62b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:16.545517 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-667447d8-a56c-4891-a063-08167597e62b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.7891276
Dec 19 13:29:16.553720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39106) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:16.555591 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Floating IP 3236b295-2745-46d5-bcbf-2f5654d79f3a associated. External IP: 172.26.4.121, port: 666eebc0-d098-4a82-a3fe-bb3214b4a98d.
Dec 19 13:29:16.592142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] DHCP port deletion for e2c780e7-fb03-4580-b0d0-0c04b3b68948 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:29:16.596454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Deleting port 8855209f-7e79-45a2-ba1b-6beffe69db14 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:16.596826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.669453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.678868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-076a7ae3-0a21-4607-a34f-60c1dce36e1b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 173459df-a1fd-49cf-ba7f-3741f8434ebe {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:16.679582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-076a7ae3-0a21-4607-a34f-60c1dce36e1b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.717035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.732749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.737326 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/2b6d5e29-30e6-43a4-843e-247d304110fe HTTP/1.1" status: 204  len: 168 time: 1.5412023
Dec 19 13:29:16.765249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Deleting port 8855209f-7e79-45a2-ba1b-6beffe69db14 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:16.765570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.850476 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] For port 8855209f-7e79-45a2-ba1b-6beffe69db14, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8855209f-7e79-45a2-ba1b-6beffe69db14,segment=NetworkSegment(8558c6a2-dbef-4114-a9ac-ce9637a60a71),segment_id=8558c6a2-dbef-4114-a9ac-ce9637a60a71)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:16.850883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.862992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:16.958200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d37f43f8-73cb-4d4f-b043-79eddf79cf34 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.014284 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Calling delete_port for 8855209f-7e79-45a2-ba1b-6beffe69db14 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:17.024835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d37f43f8-73cb-4d4f-b043-79eddf79cf34 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.078185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8855209f-7e79-45a2-ba1b-6beffe69db14 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:29:17.107705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-076a7ae3-0a21-4607-a34f-60c1dce36e1b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.219210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.280101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.320458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4bf98c88-5ad8-445e-b8fe-b1ae461615b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:17.359759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-076a7ae3-0a21-4607-a34f-60c1dce36e1b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 173459df-a1fd-49cf-ba7f-3741f8434ebe owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:17.371035 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] No DVR routers for this DVR port 8855209f-7e79-45a2-ba1b-6beffe69db14 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:29:17.387324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Pushing event deleted for resources: {'Port': ['ID=8855209f-7e79-45a2-ba1b-6beffe69db14,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:17.410775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:17.411945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d37f43f8-73cb-4d4f-b043-79eddf79cf34 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.416568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37f43f8-73cb-4d4f-b043-79eddf79cf34 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Fanout notify agent at l3_agent the message router_deleted on router c6910955-d4c9-4866-8478-da4431b790e5 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:29:17.416699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:17.418616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:17.418800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] For port 8855209f-7e79-45a2-ba1b-6beffe69db14, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8855209f-7e79-45a2-ba1b-6beffe69db14,segment=NetworkSegment(8558c6a2-dbef-4114-a9ac-ce9637a60a71),segment_id=8558c6a2-dbef-4114-a9ac-ce9637a60a71)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:17.419046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.419326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:17.419920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:17.420452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:17.422881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:17.423414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:17.423837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:17.424276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:17.424803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:29:17.431106 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:17.440203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d37f43f8-73cb-4d4f-b043-79eddf79cf34 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.441202 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d37f43f8-73cb-4d4f-b043-79eddf79cf34 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/c6910955-d4c9-4866-8478-da4431b790e5 HTTP/1.1" status: 204  len: 168 time: 1.8743105
Dec 19 13:29:17.450467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39114) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:17.571756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.27 (af397ade-fafd-421c-8960-06e88f0727d3/d570abbf-942e-4397-8114-ca0537a57605/247f41a4-a812-4e9e-96d3-7e7b7a240dcb) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:17.580171 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d3b14a6d-e289-4b62-a39b-97a69547cb5c tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6910955-d4c9-4866-8478-da4431b790e5 HTTP/1.1" status: 200  len: 205 time: 0.1265674
Dec 19 13:29:17.581161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39120) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:17.581657 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39122) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:17.591987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Calling delete_port for 8855209f-7e79-45a2-ba1b-6beffe69db14 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:17.602611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.707427 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-e43285c7-bdb6-4ebf-ac8b-04721529d9c7 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] delete failed (client error): The resource could not be found.
Dec 19 13:29:17.708440 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e43285c7-bdb6-4ebf-ac8b-04721529d9c7 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/c6910955-d4c9-4866-8478-da4431b790e5 HTTP/1.1" status: 404  len: 336 time: 0.1246266
Dec 19 13:29:17.717852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39130) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:17.747884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:29:17.750900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:29:17.816004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-076a7ae3-0a21-4607-a34f-60c1dce36e1b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.823823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0abb399a-eafb-43bf-a4e1-5f095ff1a95d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:17.833562 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-354aa5a0-730a-47d3-8b49-cb77ce586e0d tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa9aed7-18dd-4aff-ade2-2dfb6e422de7 HTTP/1.1" status: 200  len: 205 time: 0.1143417
Dec 19 13:29:17.837536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39134) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:17.888138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a7ae3-0a21-4607-a34f-60c1dce36e1b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=173459df-a1fd-49cf-ba7f-3741f8434ebe,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:17.890818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-076a7ae3-0a21-4607-a34f-60c1dce36e1b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:17.891667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-661a7aed-5f18-4f8d-9a5c-c408ca266a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.909259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-076a7ae3-0a21-4607-a34f-60c1dce36e1b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.920423 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-c10eeea4-5c24-48d2-a56c-da571495d55e tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] delete failed (client error): The resource could not be found.
Dec 19 13:29:17.921368 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c10eeea4-5c24-48d2-a56c-da571495d55e tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/6fa9aed7-18dd-4aff-ade2-2dfb6e422de7 HTTP/1.1" status: 404  len: 336 time: 0.0829697
Dec 19 13:29:17.924959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39138) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:17.943297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-661a7aed-5f18-4f8d-9a5c-c408ca266a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:17.947317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-661a7aed-5f18-4f8d-9a5c-c408ca266a54 admin admin] Usage tracker for resource:security_group_rule and tenant:8591f03403604e49a6a4a50dfb72a110 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:17.950966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-661a7aed-5f18-4f8d-9a5c-c408ca266a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:17.956645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-661a7aed-5f18-4f8d-9a5c-c408ca266a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:17.984956 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-49350011-d409-4d5e-9633-d716fb4482e1 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=711d00c7-01d2-46b8-8a68-65d18584c82c HTTP/1.1" status: 200  len: 205 time: 0.0579002
Dec 19 13:29:17.989169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:17.990075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39142) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.020135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object 247f41a4-a812-4e9e-96d3-7e7b7a240dcb will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:18.042799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:29:18.068179 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-33d6d591-9da3-4c8f-8088-f5f0bc9a0a1c tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] delete failed (client error): The resource could not be found.
Dec 19 13:29:18.069184 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-33d6d591-9da3-4c8f-8088-f5f0bc9a0a1c tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/711d00c7-01d2-46b8-8a68-65d18584c82c HTTP/1.1" status: 404  len: 336 time: 0.0782073
Dec 19 13:29:18.071984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39146) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.124403 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-076a7ae3-0a21-4607-a34f-60c1dce36e1b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/173459df-a1fd-49cf-ba7f-3741f8434ebe HTTP/1.1" status: 204  len: 168 time: 1.5671358
Dec 19 13:29:18.126999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39150) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.132185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-661a7aed-5f18-4f8d-9a5c-c408ca266a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:18.134879 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-faaadc72-c77b-4d94-9a65-c8ee3ab3bdf3 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3940eb-8e2c-4796-93c4-13a4b3d4409a HTTP/1.1" status: 200  len: 205 time: 0.0620630
Dec 19 13:29:18.137826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39154) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.165359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:18.184562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:18.204364 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-e0731504-d1b2-4610-8173-fbc45a49cb66 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] delete failed (client error): The resource could not be found.
Dec 19 13:29:18.205362 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e0731504-d1b2-4610-8173-fbc45a49cb66 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/2c3940eb-8e2c-4796-93c4-13a4b3d4409a HTTP/1.1" status: 404  len: 336 time: 0.0666678
Dec 19 13:29:18.208032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39158) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.248268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-661a7aed-5f18-4f8d-9a5c-c408ca266a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:18.259076 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-332505ba-d458-496b-bcc3-79042616b951 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b1ced22-305b-4ee4-98f0-29ed42eb514f HTTP/1.1" status: 200  len: 205 time: 0.0476222
Dec 19 13:29:18.259076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-29afd200-6daf-4e00-80b9-f7ea758bce06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:18.264527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Deleting port 8855209f-7e79-45a2-ba1b-6beffe69db14 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:18.264855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:18.297039 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39162) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.312365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=247f41a4-a812-4e9e-96d3-7e7b7a240dcb,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:18.425150 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-edb16cc4-7683-452b-8a06-789897764b67 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] delete failed (client error): The resource could not be found.
Dec 19 13:29:18.426183 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-edb16cc4-7683-452b-8a06-789897764b67 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/9b1ced22-305b-4ee4-98f0-29ed42eb514f HTTP/1.1" status: 404  len: 336 time: 0.1270566
Dec 19 13:29:18.436308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] The port '8855209f-7e79-45a2-ba1b-6beffe69db14' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:29:18.437028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39166) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.473786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:18.499228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a7aed-5f18-4f8d-9a5c-c408ca266a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75850371-5fd2-4430-96c1-34db3d813cc5,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:18.503208 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-661a7aed-5f18-4f8d-9a5c-c408ca266a54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8591f03403604e49a6a4a50dfb72a110&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9207876
Dec 19 13:29:18.511451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-661a7aed-5f18-4f8d-9a5c-c408ca266a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:18.511967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39170) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.546266 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1b5f0d9c-cc93-4baa-8524-44919b6a3dc3 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "GET /v2.0/ports?device_id=e606d475-7ee8-4f6d-a362-4f3332252d82 HTTP/1.1" status: 200  len: 205 time: 0.1052325
Dec 19 13:29:18.550945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39176) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.627233 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c1957cba-acc5-4719-b6ec-7c3ae3933c5b None None] Provisioning for port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:18.633486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c1957cba-acc5-4719-b6ec-7c3ae3933c5b None None] Provisioning complete for port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:18.633963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1957cba-acc5-4719-b6ec-7c3ae3933c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:18.664429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a6cd1-ac03-48d5-b05d-22f8df394830 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:18.665977 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3d9a6cd1-ac03-48d5-b05d-22f8df394830 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.5380402
Dec 19 13:29:18.668451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] In _notify_port_updated(), no bound segment for port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb on network af397ade-fafd-421c-8960-06e88f0727d3 {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:29:18.671827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:18.672560 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:18.676836 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "PUT /v2.0/ports/247f41a4-a812-4e9e-96d3-7e7b7a240dcb HTTP/1.1" status: 200  len: 999 time: 2.7978466
Dec 19 13:29:18.677480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39180) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.677915 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39182) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.748275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c1957cba-acc5-4719-b6ec-7c3ae3933c5b None None] Port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:18.777991 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ca3bc1-2529-4789-a5eb-6b68ead51771 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:29:18.782867 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c0ca3bc1-2529-4789-a5eb-6b68ead51771 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/fa7dba63-8915-4b27-9885-e8b25d20c8db HTTP/1.1" status: 404  len: 333 time: 0.1002901
Dec 19 13:29:18.792239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:18.799335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39188) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.814474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d9a3b-dc4a-44ca-8934-04c76120f09e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 247f41a4-a812-4e9e-96d3-7e7b7a240dcb {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:18.814814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9a3b-dc4a-44ca-8934-04c76120f09e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:18.917498 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:29:18.922793 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-37c45211-f406-48d5-b55a-394eae8b972b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] delete failed (client error): The resource could not be found.
Dec 19 13:29:18.926145 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-37c45211-f406-48d5-b55a-394eae8b972b tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/routers/e606d475-7ee8-4f6d-a362-4f3332252d82 HTTP/1.1" status: 404  len: 336 time: 0.3691089
Dec 19 13:29:18.929774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39192) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:18.933419 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4440971-845c-45d3-abec-63e5319abd5c None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:29:18.950667 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4440971-845c-45d3-abec-63e5319abd5c None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:18.951421 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f4440971-845c-45d3-abec-63e5319abd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475def70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:18.984873 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a09a4c6-b9e1-4cfc-bdce-9eba3ca7f9bb tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:29:18.985993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4a09a4c6-b9e1-4cfc-bdce-9eba3ca7f9bb tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:18.988090 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4dbec3a-490e-4a63-9ea9-5a3f368523b2 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:18.988510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4dbec3a-490e-4a63-9ea9-5a3f368523b2 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:18.990141 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a4dbec3a-490e-4a63-9ea9-5a3f368523b2 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] 10.222.0.24 "DELETE /v2.0/subnets/3a643e7c-1481-4652-9bbc-1a94d92ad200 HTTP/1.1" status: 404  len: 337 time: 0.0594575
Dec 19 13:29:18.997502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47821220>,) {'filters': {'network_id': ['e2c780e7-fb03-4580-b0d0-0c04b3b68948']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:19.020073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47821220>, '8558c6a2-dbef-4114-a9ac-ce9637a60a71') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:19.020537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47821220>, '8558c6a2-dbef-4114-a9ac-ce9637a60a71') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:19.044541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.055302 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f4440971-845c-45d3-abec-63e5319abd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475def70>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:19.059445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-89976d87-bc8f-4641-8104-fb18deaeb0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.069239 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4440971-845c-45d3-abec-63e5319abd5c None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:19.069986 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f4440971-845c-45d3-abec-63e5319abd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475def70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:19.071212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.086831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:19.087257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:19.102235 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:19.139279 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f4440971-845c-45d3-abec-63e5319abd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475def70>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:19.139807 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4440971-845c-45d3-abec-63e5319abd5c None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:29:19.144539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.157945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4a09a4c6-b9e1-4cfc-bdce-9eba3ca7f9bb tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:19.159116 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4a09a4c6-b9e1-4cfc-bdce-9eba3ca7f9bb tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/173459df-a1fd-49cf-ba7f-3741f8434ebe HTTP/1.1" status: 404  len: 333 time: 0.2458160
Dec 19 13:29:19.160993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-89976d87-bc8f-4641-8104-fb18deaeb0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.168326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39198) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:19.336020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.338055 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 10.5007808
Dec 19 13:29:19.341677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.344806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39202) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:19.347140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e6e4bccc-c88a-4e5d-93ff-24b1f272c558 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:19.361390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.364246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-89976d87-bc8f-4641-8104-fb18deaeb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.369475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9a3b-dc4a-44ca-8934-04c76120f09e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.383519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e8551dd8-9454-46b5-a1ee-745a145d48ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:19.471692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Pushing event deleted for resources: {'Network': ['ID=e2c780e7-fb03-4580-b0d0-0c04b3b68948,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:19.474140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:19.489707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9ee3a273-a90e-4078-894e-33cd66f1735b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:19.502885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89976d87-bc8f-4641-8104-fb18deaeb0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75850371-5fd2-4430-96c1-34db3d813cc5,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:19.505165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-89976d87-bc8f-4641-8104-fb18deaeb0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:19.507644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-89976d87-bc8f-4641-8104-fb18deaeb0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.519961 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-89976d87-bc8f-4641-8104-fb18deaeb0a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75850371-5fd2-4430-96c1-34db3d813cc5 HTTP/1.1" status: 204  len: 168 time: 0.9983501
Dec 19 13:29:19.533080 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] 10.222.0.24 "DELETE /v2.0/networks/e2c780e7-fb03-4580-b0d0-0c04b3b68948 HTTP/1.1" status: 204  len: 168 time: 3.0737319
Dec 19 13:29:19.576921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39212) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:19.583368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d9a3b-dc4a-44ca-8934-04c76120f09e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 247f41a4-a812-4e9e-96d3-7e7b7a240dcb owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:19.585330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8551dd8-9454-46b5-a1ee-745a145d48ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.956619 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:19.986953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d467ff910>,) {'filters': {'network_id': ['a57fb842-a6a0-41ca-9343-7a18a674b110']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:20.002057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d467ff910>, 'f6b626f8-e1b9-418e-bbcb-bfc70b7acf26') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:20.002348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d467ff910>, 'f6b626f8-e1b9-418e-bbcb-bfc70b7acf26') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:20.023211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.045385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.053564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:20.054114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:20.072606 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:20.128476 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9a3b-dc4a-44ca-8934-04c76120f09e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.146841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:20.235647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8551dd8-9454-46b5-a1ee-745a145d48ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.239174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d9a3b-dc4a-44ca-8934-04c76120f09e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=247f41a4-a812-4e9e-96d3-7e7b7a240dcb,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:20.255786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4c0d9a3b-dc4a-44ca-8934-04c76120f09e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:20.311918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fedd3d81-4c98-419a-966a-9456722c1cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.381223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fedd3d81-4c98-419a-966a-9456722c1cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:20.390939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fedd3d81-4c98-419a-966a-9456722c1cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:ef99c99a1c4d4d0481e9f8f4b88c2c3f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:20.390939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fedd3d81-4c98-419a-966a-9456722c1cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:20.396674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fedd3d81-4c98-419a-966a-9456722c1cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:20.480480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fedd3d81-4c98-419a-966a-9456722c1cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.482402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8551dd8-9454-46b5-a1ee-745a145d48ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.482761 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-e8551dd8-9454-46b5-a1ee-745a145d48ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Floating IP 3236b295-2745-46d5-bcbf-2f5654d79f3a disassociated. External IP: 172.26.4.121, port: 666eebc0-d098-4a82-a3fe-bb3214b4a98d.
Dec 19 13:29:20.546410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39224) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:20.560215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fedd3d81-4c98-419a-966a-9456722c1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.568353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-89976d87-bc8f-4641-8104-fb18deaeb0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:20.617102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd3d81-4c98-419a-966a-9456722c1cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e37ee6a-db10-499d-864c-966935c7a3e7,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:20.630985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fedd3d81-4c98-419a-966a-9456722c1cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:20.637933 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9a3b-dc4a-44ca-8934-04c76120f09e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.641586 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fedd3d81-4c98-419a-966a-9456722c1cf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef99c99a1c4d4d0481e9f8f4b88c2c3f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0632896
Dec 19 13:29:20.642809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39230) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:20.674995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.687588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:20.718779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.724091 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/networks/a57fb842-a6a0-41ca-9343-7a18a674b110 HTTP/1.1" status: 204  len: 168 time: 1.5431542
Dec 19 13:29:20.732889 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4c0d9a3b-dc4a-44ca-8934-04c76120f09e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/247f41a4-a812-4e9e-96d3-7e7b7a240dcb HTTP/1.1" status: 204  len: 168 time: 2.0522432
Dec 19 13:29:20.738390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39234) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:20.739105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39236) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:20.745796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-574591697'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:20.752710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Network': ['ID=a57fb842-a6a0-41ca-9343-7a18a674b110,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:20.798316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:20.801275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:20.809438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:network and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:20.815187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:20.818287 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba02e63-8939-4bb8-8503-1caf08e16ec1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:29:20.818880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2ba02e63-8939-4bb8-8503-1caf08e16ec1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:20.827992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:20.875513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39246) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:20.893265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1433de7e-379f-4892-b214-b14a9399f58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.933817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1433de7e-379f-4892-b214-b14a9399f58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:20.949521 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4c3c628a-2494-44a1-8b1b-e273c0517fbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10bc67d9d9e7453a8aac47bef2c52ff9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3922598
Dec 19 13:29:20.949733 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f13ea352-8275-410b-aa7d-85735e4b7f5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84f46c93a6b34afc8d3820c0e2c04ed5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0700834
Dec 19 13:29:20.950098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39252) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:20.957839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39254) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:20.986891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:20.986891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.035351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2ba02e63-8939-4bb8-8503-1caf08e16ec1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:21.035351 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2ba02e63-8939-4bb8-8503-1caf08e16ec1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/247f41a4-a812-4e9e-96d3-7e7b7a240dcb HTTP/1.1" status: 404  len: 333 time: 0.2927940
Dec 19 13:29:21.035552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39260) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:21.072044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f87f8d71-2190-47c5-9f9e-a079c9c3b950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.100542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f87f8d71-2190-47c5-9f9e-a079c9c3b950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.146928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1433de7e-379f-4892-b214-b14a9399f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.156206 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-82752612-ec8e-4cca-8e26-cca9b2a7e7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:21.170534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433de7e-379f-4892-b214-b14a9399f58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e37ee6a-db10-499d-864c-966935c7a3e7,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:21.179537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1433de7e-379f-4892-b214-b14a9399f58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:21.180382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1433de7e-379f-4892-b214-b14a9399f58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.183968 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1433de7e-379f-4892-b214-b14a9399f58e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e37ee6a-db10-499d-864c-966935c7a3e7 HTTP/1.1" status: 204  len: 168 time: 0.5374110
Dec 19 13:29:21.213929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-651e9f51-493c-429d-be7b-87345ea3511c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.235403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:21.246657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.247147 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Added segment 87a78207-2815-4267-af0a-e32fca74ae15 of type vlan for network 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f
Dec 19 13:29:21.266217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-651e9f51-493c-429d-be7b-87345ea3511c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.284345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.290601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f87f8d71-2190-47c5-9f9e-a079c9c3b950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.299806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f0f5e9d6-eb00-4c5a-aee5-3d41f0d86a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:21.318310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f87f8d71-2190-47c5-9f9e-a079c9c3b950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.321958 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f87f8d71-2190-47c5-9f9e-a079c9c3b950 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10630bf4-e81f-4505-a120-bb340b2fd276 HTTP/1.1" status: 204  len: 168 time: 0.3658950
Dec 19 13:29:21.334108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f8d71-2190-47c5-9f9e-a079c9c3b950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10630bf4-e81f-4505-a120-bb340b2fd276,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:21.344436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f87f8d71-2190-47c5-9f9e-a079c9c3b950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:21.435318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-6008b9a2-d5b8-4ca1-83ef-9da0ef72b98c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Synchronizing usage tracker for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:21.443192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.449754 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:21.449887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-369cb580-52d0-42ad-86a8-8796d28f9d33 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting subnet d570abbf-942e-4397-8114-ca0537a57605 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:29:21.449991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.453452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-369cb580-52d0-42ad-86a8-8796d28f9d33 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.453778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-229b5390-af41-462b-a24a-665a7a333425 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:21.497926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8551dd8-9454-46b5-a1ee-745a145d48ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:29:21.522562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-369cb580-52d0-42ad-86a8-8796d28f9d33 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.564813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Network': ['ID=93d5f43a-f397-4ae2-8f56-54d9dec8fd1f,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:21.567458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:21.576319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:21.680566 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9402518
Dec 19 13:29:21.680745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-6008b9a2-d5b8-4ca1-83ef-9da0ef72b98c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Unset dirty status for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:21.681817 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-6008b9a2-d5b8-4ca1-83ef-9da0ef72b98c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879029828&fields=id&tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a HTTP/1.1" status: 200  len: 267 time: 0.2949204
Dec 19 13:29:21.683447 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39276) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:21.689745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '93d5f43a-f397-4ae2-8f56-54d9dec8fd1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:21.690141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-651e9f51-493c-429d-be7b-87345ea3511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.697494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-661a7aed-5f18-4f8d-9a5c-c408ca266a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:21.716944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-369cb580-52d0-42ad-86a8-8796d28f9d33 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.749402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e9f51-493c-429d-be7b-87345ea3511c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6fdf45-cc0f-425a-8a1b-83bd1606e906,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:21.758557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-651e9f51-493c-429d-be7b-87345ea3511c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:21.835747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-651e9f51-493c-429d-be7b-87345ea3511c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.836846 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-651e9f51-493c-429d-be7b-87345ea3511c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd6fdf45-cc0f-425a-8a1b-83bd1606e906 HTTP/1.1" status: 204  len: 168 time: 0.8860092
Dec 19 13:29:21.910366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8551dd8-9454-46b5-a1ee-745a145d48ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:29:21.921789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775a17d-c02f-4d1d-9e54-21a1e27fba78 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:29:21.925606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8551dd8-9454-46b5-a1ee-745a145d48ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.941181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775a17d-c02f-4d1d-9e54-21a1e27fba78 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:21.942111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a775a17d-c02f-4d1d-9e54-21a1e27fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479e6940>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:21.957392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-369cb580-52d0-42ad-86a8-8796d28f9d33 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:21.967499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-da36b758-7cec-446b-8f9b-bfe3ea101373 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:21.974484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:21.984242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:21.989437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:22.007309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cb580-52d0-42ad-86a8-8796d28f9d33 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Subnet': ['ID=d570abbf-942e-4397-8114-ca0537a57605,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:22.007666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:22.018854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-369cb580-52d0-42ad-86a8-8796d28f9d33 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:22.029500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-369cb580-52d0-42ad-86a8-8796d28f9d33 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:22.029687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a775a17d-c02f-4d1d-9e54-21a1e27fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479e6940>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:22.031439 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-369cb580-52d0-42ad-86a8-8796d28f9d33 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/d570abbf-942e-4397-8114-ca0537a57605 HTTP/1.1" status: 204  len: 168 time: 0.9937625
Dec 19 13:29:22.034152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39286) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:22.034582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88dfb71-dc37-4e7f-acff-7fc5f1e4289c None None] Network af397ade-fafd-421c-8960-06e88f0727d3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:22.046674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-01fe4245-8b03-4cec-a40c-babecc63ae75 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:22.047365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-01fe4245-8b03-4cec-a40c-babecc63ae75 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Synchronizing usage tracker for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:22.072853 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e8551dd8-9454-46b5-a1ee-745a145d48ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "PUT /v2.0/floatingips/3236b295-2745-46d5-bcbf-2f5654d79f3a HTTP/1.1" status: 200  len: 688 time: 2.7103429
Dec 19 13:29:22.075845 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39290) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:22.109570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-086385d5-4eb5-4fa3-939d-8331f2a94534 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting subnet 669d5294-c7cf-4311-b413-e1d73d9073c3 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:29:22.113038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-086385d5-4eb5-4fa3-939d-8331f2a94534 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:22.130191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775a17d-c02f-4d1d-9e54-21a1e27fba78 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:22.130191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a775a17d-c02f-4d1d-9e54-21a1e27fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479e6940>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:22.171595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-086385d5-4eb5-4fa3-939d-8331f2a94534 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:22.203355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-01fe4245-8b03-4cec-a40c-babecc63ae75 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Unset dirty status for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:22.205734 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-01fe4245-8b03-4cec-a40c-babecc63ae75 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 812 time: 0.4079783
Dec 19 13:29:22.212962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:22.235522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a775a17d-c02f-4d1d-9e54-21a1e27fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479e6940>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:22.235844 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775a17d-c02f-4d1d-9e54-21a1e27fba78 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:29:22.274080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-086385d5-4eb5-4fa3-939d-8331f2a94534 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:22.371168 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-1f10c7b8-0114-417e-b695-670b86da0ce2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/quotas/afb7e7c024a14aa0b2ca3ece70a5e45a HTTP/1.1" status: 200  len: 375 time: 0.1385195
Dec 19 13:29:22.388352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port 76616900-a39b-48d2-9b7d-d97f4b71b748 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:22.388804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:22.430830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39296) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:22.500605 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e589fd06-f53f-44a3-bdc0-607def6a8d2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e79efa2bbed4bf9b4d75a3dcf2b76d6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0659583
Dec 19 13:29:22.500605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-086385d5-4eb5-4fa3-939d-8331f2a94534 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:22.501686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39302) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:22.515149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:22.524517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:22.574340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-086385d5-4eb5-4fa3-939d-8331f2a94534 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:22.581714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086385d5-4eb5-4fa3-939d-8331f2a94534 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Subnet': ['ID=669d5294-c7cf-4311-b413-e1d73d9073c3,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:22.585060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-086385d5-4eb5-4fa3-939d-8331f2a94534 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:22.586846 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-086385d5-4eb5-4fa3-939d-8331f2a94534 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/669d5294-c7cf-4311-b413-e1d73d9073c3 HTTP/1.1" status: 204  len: 168 time: 0.5518503
Dec 19 13:29:22.590139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39308) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:22.781323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:22.796736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port fbc4b253-29de-47b9-9a0f-8177f61ecc1f {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:22.797105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:22.964299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.ipam_backend_mixin [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Performing IP validity checks on allocation pools {{(pid=84125) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 19 13:29:22.967231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.ipam_backend_mixin [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84125) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 19 13:29:23.064659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] For port fbc4b253-29de-47b9-9a0f-8177f61ecc1f, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fbc4b253-29de-47b9-9a0f-8177f61ecc1f,segment=NetworkSegment(2f508878-23cb-42e5-ac91-8dcb4a746fed),segment_id=2f508878-23cb-42e5-ac91-8dcb4a746fed)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:23.065010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.070996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-dfe2eb60-7545-4fa3-a366-d0d766f9fe53 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Synchronizing usage tracker for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:23.103371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.114077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.124231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-689046a2-ec1e-4045-802d-0f57b38b3754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.175414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aabf915-107f-40ba-aa9a-180454395aae None None] Network af397ade-fafd-421c-8960-06e88f0727d3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:23.223190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for fbc4b253-29de-47b9-9a0f-8177f61ecc1f owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:23.270179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6e3dc250-e83d-4f30-b505-da9216bcba79 None None] Provisioning complete for port fbc4b253-29de-47b9-9a0f-8177f61ecc1f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:23.270554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc250-e83d-4f30-b505-da9216bcba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.398976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.405480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for 76616900-a39b-48d2-9b7d-d97f4b71b748 owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:23.416233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0e9a2869-0683-4025-b952-62b67ec4df5a tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:23.436028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.447598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:23.455616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No DVR routers for this DVR port fbc4b253-29de-47b9-9a0f-8177f61ecc1f on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:29:23.459563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6e3dc250-e83d-4f30-b505-da9216bcba79 None None] Could not find standard attr ID for object fbc4b253-29de-47b9-9a0f-8177f61ecc1f. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:29:23.462399 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.db [None req-6e3dc250-e83d-4f30-b505-da9216bcba79 None None] No ports have port_id starting with fbc4b253-29de-47b9-9a0f-8177f61ecc1f
Dec 19 13:29:23.475899 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-689046a2-ec1e-4045-802d-0f57b38b3754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.489124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-dfe2eb60-7545-4fa3-a366-d0d766f9fe53 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Unset dirty status for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:23.491411 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-dfe2eb60-7545-4fa3-a366-d0d766f9fe53 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&fields=id HTTP/1.1" status: 200  len: 302 time: 1.0695117
Dec 19 13:29:23.514485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=fbc4b253-29de-47b9-9a0f-8177f61ecc1f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:23.517022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:23.533761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922875a4-41d7-4475-8767-e41cdf34a4e9 None None] DHCP port deletion for af397ade-fafd-421c-8960-06e88f0727d3 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:29:23.704070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39334) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:23.727371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Subnet': ['ID=a72a190f-0caa-4bb5-8c41-f679fb866869,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:23.745908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:23.747557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39340) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:23.753347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.786291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46237a90>,) {'filters': {'network_id': ['af397ade-fafd-421c-8960-06e88f0727d3']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:23.793674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Checking segment: {'id': '87a78207-2815-4267-af0a-e32fca74ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93d5f43a-f397-4ae2-8f56-54d9dec8fd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:23.794034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network hostable DHCP agents. Network: 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:23.800369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46237a90>, '2f508878-23cb-42e5-ac91-8dcb4a746fed') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:23.800903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46237a90>, '2f508878-23cb-42e5-ac91-8dcb4a746fed') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:23.815097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.834807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.843832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:23.844247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.846929 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-763197f7-8a32-4da1-a380-69c35446f77a service neutron] 10.222.0.24 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3362076
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:23.860562 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:23.949710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-598048302'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:23.950268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-84ce84f2-10f1-4fea-af1b-858e6ebf07df tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-286902604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:23.953473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-689046a2-ec1e-4045-802d-0f57b38b3754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:23.956610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-84ce84f2-10f1-4fea-af1b-858e6ebf07df tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:23.960423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-84ce84f2-10f1-4fea-af1b-858e6ebf07df tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Usage tracker for resource:router and tenant:c154a3462e794da9be5f3d98c2c0f7ae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:23.961774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5431d6a9-cffe-4ec4-9bdf-4ccc63101496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:23.963304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-84ce84f2-10f1-4fea-af1b-858e6ebf07df tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:23.969184 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-84ce84f2-10f1-4fea-af1b-858e6ebf07df tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:23.972241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:23.992697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:network and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:23.997456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689046a2-ec1e-4045-802d-0f57b38b3754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dfbb70-8215-4d49-bf80-7893e19a862a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:24.002316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:24.007442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-689046a2-ec1e-4045-802d-0f57b38b3754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:24.010236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.013991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:24.018662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.022192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:24.046758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Network': ['ID=af397ade-fafd-421c-8960-06e88f0727d3,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:24.050127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-84ce84f2-10f1-4fea-af1b-858e6ebf07df tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.051021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-84ce84f2-10f1-4fea-af1b-858e6ebf07df tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.054095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:24.066829 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-63860f48-2a15-4204-86dd-fe7b2673ef83 service neutron] 10.222.0.24 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122498
Dec 19 13:29:24.067990 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-689046a2-ec1e-4045-802d-0f57b38b3754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.068975 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-689046a2-ec1e-4045-802d-0f57b38b3754 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5dfbb70-8215-4d49-bf80-7893e19a862a HTTP/1.1" status: 204  len: 168 time: 1.5631423
Dec 19 13:29:24.121518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.134007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:24.134153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-84ce84f2-10f1-4fea-af1b-858e6ebf07df tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.136460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1947e661-99d5-4119-b4ce-f55704d1949c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:24.160132 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/networks/af397ade-fafd-421c-8960-06e88f0727d3 HTTP/1.1" status: 204  len: 168 time: 1.5689590
Dec 19 13:29:24.163345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39350) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:24.185857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:24.189140 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.211239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=76616900-a39b-48d2-9b7d-d97f4b71b748,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:24.214156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:24.214799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.241851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-84ce84f2-10f1-4fea-af1b-858e6ebf07df tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.274434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:24.284133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65f4c9c-c380-4219-9a0a-aa23ddf0d007 None None] Network 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:24.292703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ade580-86ca-4f9f-860a-ad63a6ef3c38 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:24.293526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c7ade580-86ca-4f9f-860a-ad63a6ef3c38 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:24.313555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:24.314133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.348050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-84ce84f2-10f1-4fea-af1b-858e6ebf07df tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.351125 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-84ce84f2-10f1-4fea-af1b-858e6ebf07df tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.6004448
Dec 19 13:29:24.353526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:24.359696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39358) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:24.362829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:security_group_rule and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:24.366311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-45645539'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:24.367303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:24.372434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:24.374618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.376917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.377051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c7ade580-86ca-4f9f-860a-ad63a6ef3c38 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:24.378246 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c7ade580-86ca-4f9f-860a-ad63a6ef3c38 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.2132115
Dec 19 13:29:24.379514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Usage tracker for resource:network and tenant:c154a3462e794da9be5f3d98c2c0f7ae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:24.381740 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/floatingips/3236b295-2745-46d5-bcbf-2f5654d79f3a HTTP/1.1" status: 204  len: 168 time: 2.3046935
Dec 19 13:29:24.392601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39362) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:24.392601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:24.392799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:24.392903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39364) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:24.393008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:24.431030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '32a25882-d338-45b7-b8f5-67708f40384e'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:24.444380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:24.452855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:floatingip and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:24.460744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:24.473634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:24.490251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Made reservation on behalf of c154a3462e794da9be5f3d98c2c0f7ae for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:24.493276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.501649 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8132107
Dec 19 13:29:24.512152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39372) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:24.521242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.528670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': '93d5f43a-f397-4ae2-8f56-54d9dec8fd1f', 'name': 'tempest-PortsIpV6TestJSON-374588543'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:24.557746 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ba828762-3c01-411f-9b42-23fd2f3f579e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1712735
Dec 19 13:29:24.568775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-93d5f43a-f397-4ae2-8f56-54d9dec8fd1f', 'network_id': '93d5f43a-f397-4ae2-8f56-54d9dec8fd1f', 'tenant_id': '279dea1e810345a989d561cf9297ff0d', 'fixed_ips': [{'subnet_id': 'a72a190f-0caa-4bb5-8c41-f679fb866869'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:24.570441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.582329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39376) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:24.594429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-268109875'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:24.600847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:24.606248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:network and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:24.609518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:24.615709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:24.629373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.629827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:24.634133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Usage tracker for resource:security_group_rule and tenant:c154a3462e794da9be5f3d98c2c0f7ae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:24.637817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:24.644296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:24.669878 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.738359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:24.744072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.769474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.784075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1433de7e-379f-4892-b214-b14a9399f58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:24.795251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:24.805991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.806576 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Added segment b27cfaa1-d235-49fc-9bd6-1bf9c934b18f of type vlan for network bb4cf92e-2d07-4007-8a0d-4b462eee2645
Dec 19 13:29:24.828151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:24.836146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.837901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:24.857621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c60f447-6f1c-4080-999f-4e302a3e961c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:24.860260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:24.862414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.863089 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Added segment 2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8 of type vlan for network 4f60bb72-e132-4d6a-a384-30678511a2d7
Dec 19 13:29:24.870397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:24.877719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.884334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Allocated IP 2001:db8::2 (93d5f43a-f397-4ae2-8f56-54d9dec8fd1f/a72a190f-0caa-4bb5-8c41-f679fb866869/7b284f9c-8bde-48a6-a898-fe4af6c4c626) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:24.914246 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.977125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:24.986181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:24.988194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.024237 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d157bef2-20a5-41f6-b292-dc0a7c88d12e req-7f3a1d9a-1366-4ff9-bac2-6f4a636369da tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 210 time: 0.0655851
Dec 19 13:29:25.033043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.033168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.044528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-efdab784-c407-4250-8f9f-b6595aa0775c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:25.143345 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fbc4b253-29de-47b9-9a0f-8177f61ecc1f no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:29:25.206888 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.210250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: fbc4b253-29de-47b9-9a0f-8177f61ecc1f {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:29:25.210712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fbc4b253-29de-47b9-9a0f-8177f61ecc1f not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:29:25.236376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:25.253048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Network': ['ID=bb4cf92e-2d07-4007-8a0d-4b462eee2645,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:25.253315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:25.256458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.257172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:25.257883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1a9ddca8-7bcf-4963-9345-a5963d52d14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:25.266307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.266463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.266763 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Added segment ef6d7764-433f-43f6-bec9-227d9c497b7d of type vlan for network 930ec108-ad26-4c32-b77b-b5a2765276ca
Dec 19 13:29:25.270113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:25.270677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.281158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c0179659-c370-4a53-81aa-9e2e50e7e09d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:25.286935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network bb4cf92e-2d07-4007-8a0d-4b462eee2645 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:25.298622 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7124426
Dec 19 13:29:25.309516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39396) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:25.322213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': 'bb4cf92e-2d07-4007-8a0d-4b462eee2645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:25.428375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.442373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Transition to ACTIVE for port object 7b284f9c-8bde-48a6-a898-fe4af6c4c626 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:25.461134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Transition to ACTIVE for port object 7b284f9c-8bde-48a6-a898-fe4af6c4c626 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:25.484031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port 52a20191-ca2d-4fb0-9231-7594602a4778 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:25.491855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551c39ab-aef3-46d7-acd3-a7478cd6fe1d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:25.497709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:25.499791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.504380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:25.511046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:25.515193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:25.524133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:25.537822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=4f60bb72-e132-4d6a-a384-30678511a2d7,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:25.540826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:25.552905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 4f60bb72-e132-4d6a-a384-30678511a2d7 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:25.563179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.26.4.201 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/f83d1e35-bf6c-42b3-9b4b-26b274af82c0) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:25.655314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.664209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3e7125b0-19c4-4168-80a7-5fc049efeea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:25.679719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.679719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:25.679719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.681430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:25.708966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:25.736212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Network 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:25.739605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:25.740635 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 2.0307529
Dec 19 13:29:25.747118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:25.830263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Pushing event updated for resources: {'Port': ['ID=7b284f9c-8bde-48a6-a898-fe4af6c4c626,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:25.837078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:25.854242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Attempting to bind port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:25.854863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Attempting to bind port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '87a78207-2815-4267-af0a-e32fca74ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93d5f43a-f397-4ae2-8f56-54d9dec8fd1f'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:25.855422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Attempting to bind port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 on network 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:25.862066 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:25.862648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Checking segment: {'id': '87a78207-2815-4267-af0a-e32fca74ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93d5f43a-f397-4ae2-8f56-54d9dec8fd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:25.863252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.863809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Bound using segment: {'id': '87a78207-2815-4267-af0a-e32fca74ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93d5f43a-f397-4ae2-8f56-54d9dec8fd1f'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:25.864423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Bound port: 7b284f9c-8bde-48a6-a898-fe4af6c4c626, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a78207-2815-4267-af0a-e32fca74ae15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93d5f43a-f397-4ae2-8f56-54d9dec8fd1f'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:25.864963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:25.877933 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8::378 (93d5f43a-f397-4ae2-8f56-54d9dec8fd1f/a72a190f-0caa-4bb5-8c41-f679fb866869/52a20191-ca2d-4fb0-9231-7594602a4778) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:26.017140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] For port 7b284f9c-8bde-48a6-a898-fe4af6c4c626, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:26.020690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] For port 7b284f9c-8bde-48a6-a898-fe4af6c4c626, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=7b284f9c-8bde-48a6-a898-fe4af6c4c626,segment=NetworkSegment(87a78207-2815-4267-af0a-e32fca74ae15),segment_id=87a78207-2815-4267-af0a-e32fca74ae15)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:26.025241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:26.048712 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.6875088
Dec 19 13:29:26.136917 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:26.148887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e835a3ad-c32a-4090-a718-4323b2cc078d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:26.155410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39410) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:26.168229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'subnet': {'network_id': '930ec108-ad26-4c32-b77b-b5a2765276ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:26.248823 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e676b2ab-c577-4b17-967d-1d3d0e4b546a req-ce25ecfb-93f0-4dc0-b829-87ca5bfce43e tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 210 time: 0.0839033
Dec 19 13:29:26.255037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:26.302528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object 52a20191-ca2d-4fb0-9231-7594602a4778 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:26.309963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:26.362322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:26.377099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Usage tracker for resource:subnet and tenant:c154a3462e794da9be5f3d98c2c0f7ae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:26.380176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Network': ['ID=930ec108-ad26-4c32-b77b-b5a2765276ca,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:26.384744 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:26.393620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:26.399864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:26.421699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Pushing event updated for resources: {'Port': ['ID=7b284f9c-8bde-48a6-a898-fe4af6c4c626,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:26.424605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 930ec108-ad26-4c32-b77b-b5a2765276ca details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:26.442492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:26.452161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:26.454279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:26.457958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-43eff070-0884-4eb5-b931-6f495269c61d tempest-AllowedAddressPairTestJSON-1549847908 tempest-AllowedAddressPairTestJSON-1549847908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:26.485579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Made reservation on behalf of c154a3462e794da9be5f3d98c2c0f7ae for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:26.567094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:26.577461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:26.580821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:26.583701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:26.587600 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:26.588247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:26.592086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:26.605378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:26.710340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:26.900717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=f83d1e35-bf6c-42b3-9b4b-26b274af82c0,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:26.920715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:26.921645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4c0d9a3b-dc4a-44ca-8934-04c76120f09e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:27.047010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:27.159169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7b284f9c-8bde-48a6-a898-fe4af6c4c626 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:27.233162 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.7199445
Dec 19 13:29:27.238365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39424) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:27.302426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fbafa0d0-9b01-46cd-b678-8d3eb41eed33 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:27.387498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:27.434394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Subnet': ['ID=90d7c715-d33c-41da-a7b2-c671cbc490a5,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:27.456313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:27.515681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Checking segment: {'id': 'b27cfaa1-d235-49fc-9bd6-1bf9c934b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bb4cf92e-2d07-4007-8a0d-4b462eee2645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:27.516161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network hostable DHCP agents. Network: bb4cf92e-2d07-4007-8a0d-4b462eee2645, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:27.593441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:27.598930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c3a33acb-b4ef-4d2c-807d-492556bb1c19 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:27.638008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network bb4cf92e-2d07-4007-8a0d-4b462eee2645 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:27.700244 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9b7511f7-3fbe-4699-8c5c-52a537936ccb req-ccb0297b-ded8-43da-99b2-1e14e3eeda99 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 210 time: 0.2393858
Dec 19 13:29:27.706592 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=52a20191-ca2d-4fb0-9231-7594602a4778,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:27.723172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:27.778117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, bb4cf92e-2d07-4007-8a0d-4b462eee2645) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:27.785608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931832ac-7314-40a9-8c22-5587d52cf311 None None] Network bb4cf92e-2d07-4007-8a0d-4b462eee2645 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:27.799952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-048f6354-36a6-4e4f-bcd1-a874cc1e7b94 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 52a20191-ca2d-4fb0-9231-7594602a4778 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:27.800438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-048f6354-36a6-4e4f-bcd1-a874cc1e7b94 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:27.823262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:27.824061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:27.861060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Subnet': ['ID=df6433e5-949b-40ed-9b43-ebc4d33ef0ef,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:27.879939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:27.928376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Checking segment: {'id': 'ef6d7764-433f-43f6-bec9-227d9c497b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '930ec108-ad26-4c32-b77b-b5a2765276ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:27.929557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network hostable DHCP agents. Network: 930ec108-ad26-4c32-b77b-b5a2765276ca, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:28.003526 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6927645
Dec 19 13:29:28.006866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39438) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:28.017349 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:29:28.018790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': 'bb4cf92e-2d07-4007-8a0d-4b462eee2645', 'name': 'tempest-PortsTestJSON-753073118'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:28.038505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39442) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:28.123869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network 930ec108-ad26-4c32-b77b-b5a2765276ca is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:28.153807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 930ec108-ad26-4c32-b77b-b5a2765276ca) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:28.169074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:28.170821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:28.256408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7313a72a-6dcc-47b5-afbb-f80526934b68 None None] Network 930ec108-ad26-4c32-b77b-b5a2765276ca requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:28.382482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5204e703-be74-499a-9bbe-54fce644aaa4 None None] Network 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:28.522022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-048f6354-36a6-4e4f-bcd1-a874cc1e7b94 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:28.528926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-2d7c7d7c-fac1-4d4a-bfdc-ff0133d3e7bb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:28.531306 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-2d7c7d7c-fac1-4d4a-bfdc-ff0133d3e7bb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 812 time: 0.3253679
Dec 19 13:29:28.537362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1071790388', 'router:external': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:28.547576 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3911242
Dec 19 13:29:28.548748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:28.577096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-bb4cf92e-2d07-4007-8a0d-4b462eee2645', 'network_id': 'bb4cf92e-2d07-4007-8a0d-4b462eee2645', 'tenant_id': '290e2fb8a20046e6963e2aaaad414298', 'fixed_ips': [{'subnet_id': '90d7c715-d33c-41da-a7b2-c671cbc490a5'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:28.581763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:28.581892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39448) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:28.608851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Usage tracker for resource:network and tenant:8be708970668409d8c66a79fe2eb2018 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:28.622069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'network': {'name': 'tempest-router-network01--1414659010'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:28.639772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:28.684446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-048f6354-36a6-4e4f-bcd1-a874cc1e7b94 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 52a20191-ca2d-4fb0-9231-7594602a4778 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:28.692176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:28.719474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:28.748804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Usage tracker for resource:network and tenant:c154a3462e794da9be5f3d98c2c0f7ae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:28.762165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:28.803683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-753acde1-e663-45f4-84b2-f441c8922680 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Synchronizing usage tracker for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:28.816813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:28.840490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Made reservation on behalf of 8be708970668409d8c66a79fe2eb2018 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:28.843807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:28.849683 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Allocated IP 172.20.0.2 (bb4cf92e-2d07-4007-8a0d-4b462eee2645/90d7c715-d33c-41da-a7b2-c671cbc490a5/95a42e86-f2f3-4fc3-b4ac-eba49a4431d8) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:28.888961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:28.934252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-753acde1-e663-45f4-84b2-f441c8922680 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Unset dirty status for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:28.936312 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-753acde1-e663-45f4-84b2-f441c8922680 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a HTTP/1.1" status: 200  len: 379 time: 0.3913364
Dec 19 13:29:28.938366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:28.943643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:28.972918 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0db92f68-2286-4c22-8689-8a84ac6071f0 None None] Provisioning for port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:28.973787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:28.985694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0db92f68-2286-4c22-8689-8a84ac6071f0 None None] Provisioning complete for port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:28.986120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0db92f68-2286-4c22-8689-8a84ac6071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:28.992149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Made reservation on behalf of c154a3462e794da9be5f3d98c2c0f7ae for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:28.999097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.029040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'port': {'device_id': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'admin_state_up': True, 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'security_groups': ['52c5a592-9fdb-454b-876d-e6734aa637c1']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:29.125669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39454) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:29.145747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'network_id': '4f60bb72-e132-4d6a-a384-30678511a2d7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:29.165571 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9e259315-db56-4e4d-b3e0-1243c5b33957 req-21dc9cf2-729c-4234-84a3-7c55a7866488 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 210 time: 0.1422560
Dec 19 13:29:29.186828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:29.197131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.245681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 149b6792-c7f4-452c-a6d3-4acfc9743e2a yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:29.276507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.322220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.363043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:29.374179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:subnet and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:29.378229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:29.379103 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:29.389790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:29.391465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:29.414453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:29.424297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:29.431085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Usage tracker for resource:security_group_rule and tenant:8be708970668409d8c66a79fe2eb2018 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:29.434818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.435179 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Added segment 6e8a9d80-6654-49ce-af8e-acf6147a27e2 of type vlan for network cca4c109-5d2f-4aa6-aab8-a7868de515de
Dec 19 13:29:29.436428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:29.441833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Transition to ACTIVE for port object 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:29.449295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:29.466623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-048f6354-36a6-4e4f-bcd1-a874cc1e7b94 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.468923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Transition to ACTIVE for port object 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:29.476052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0db92f68-2286-4c22-8689-8a84ac6071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.498172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.504869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Made reservation on behalf of afb7e7c024a14aa0b2ca3ece70a5e45a for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:29.508275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b2057e25-dce2-432a-94c9-e59e4685a501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:29.511962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.608245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f6354-36a6-4e4f-bcd1-a874cc1e7b94 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=52a20191-ca2d-4fb0-9231-7594602a4778,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:29.618063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.623748 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-930ec108-ad26-4c32-b77b-b5a2765276ca', 'network_id': '930ec108-ad26-4c32-b77b-b5a2765276ca', 'tenant_id': 'c154a3462e794da9be5f3d98c2c0f7ae', 'fixed_ips': [{'subnet_id': 'df6433e5-949b-40ed-9b43-ebc4d33ef0ef'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:29.624756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.646866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-048f6354-36a6-4e4f-bcd1-a874cc1e7b94 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:29.647400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fe538344-999e-4571-b29b-4d91d51fb6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:29.763006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:29.801975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.8 (bb4cf92e-2d07-4007-8a0d-4b462eee2645/90d7c715-d33c-41da-a7b2-c671cbc490a5/149b6792-c7f4-452c-a6d3-4acfc9743e2a) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:29.807598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.811613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:29.812251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.848251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3fbf47b8-7236-4d0c-a2ea-81caf5ae4022 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:29.867835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.892641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.905753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Allocated IP 2001:db8::2 (930ec108-ad26-4c32-b77b-b5a2765276ca/df6433e5-949b-40ed-9b43-ebc4d33ef0ef/a95164c4-8ea7-4b32-9054-6944acb1145e) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:29.966775 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.3807657
Dec 19 13:29:29.975307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-048f6354-36a6-4e4f-bcd1-a874cc1e7b94 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:29.976405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39462) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:30.000272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.022060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:30.040255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.047767 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Added segment e2205561-fe31-40ae-802b-7b3c863ab33b of type vlan for network 8bec0e73-9960-4cfc-9ef6-eddabd7dffcc
Dec 19 13:29:30.076200 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-048f6354-36a6-4e4f-bcd1-a874cc1e7b94 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/52a20191-ca2d-4fb0-9231-7594602a4778 HTTP/1.1" status: 204  len: 168 time: 2.6208172
Dec 19 13:29:30.077742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39466) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:30.093582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.190872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.191265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Network bb4cf92e-2d07-4007-8a0d-4b462eee2645 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:30.197021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0db92f68-2286-4c22-8689-8a84ac6071f0 None None] For port 7b284f9c-8bde-48a6-a898-fe4af6c4c626, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=7b284f9c-8bde-48a6-a898-fe4af6c4c626,segment=NetworkSegment(87a78207-2815-4267-af0a-e32fca74ae15),segment_id=87a78207-2815-4267-af0a-e32fca74ae15)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:30.206870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:30.224962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:30.226879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Pushing event updated for resources: {'Port': ['ID=95a42e86-f2f3-4fc3-b4ac-eba49a4431d8,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:30.235552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.238974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:30.292678 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Transition to ACTIVE for port object a95164c4-8ea7-4b32-9054-6944acb1145e will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:30.297302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.317168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object 149b6792-c7f4-452c-a6d3-4acfc9743e2a will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:30.334619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0db92f68-2286-4c22-8689-8a84ac6071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.343143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:30.364450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'network': {'name': 'tempest-router-network02--153813575'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:30.382450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:30.415635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Usage tracker for resource:network and tenant:c154a3462e794da9be5f3d98c2c0f7ae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:30.419924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:30.423260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Network': ['ID=cca4c109-5d2f-4aa6-aab8-a7868de515de,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:30.432673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:30.438349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:30.438923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7be7865e-18be-4a62-9f89-1767c3cd38ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:30.442050 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db92f68-2286-4c22-8689-8a84ac6071f0 None None] Pushing event updated for resources: {'Port': ['ID=7b284f9c-8bde-48a6-a898-fe4af6c4c626,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:30.451823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.453403 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network cca4c109-5d2f-4aa6-aab8-a7868de515de details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:30.515464 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cb0cd2-b01b-444d-8e0e-362fd4eea2bb tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:29:30.515892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cb0cd2-b01b-444d-8e0e-362fd4eea2bb tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:29:30.523350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.531116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Allocated IP 172.20.0.10 (6db66d00-2be3-45d5-84e8-dc6c71b54415/b15a803b-7bd3-4788-a1e2-89f95f9d6333/c4955458-3b59-464d-885a-2034bea8d7bb) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:30.561201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network bb4cf92e-2d07-4007-8a0d-4b462eee2645 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:30.567969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:30.577469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6df21ddf-6574-4555-bc1a-76bdf78b74c5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:30.580503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:30.594157 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0db92f68-2286-4c22-8689-8a84ac6071f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:30.601523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Transition to ACTIVE for port object a95164c4-8ea7-4b32-9054-6944acb1145e will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:30.626177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Attempting to bind port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:30.626177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Attempting to bind port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'b27cfaa1-d235-49fc-9bd6-1bf9c934b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bb4cf92e-2d07-4007-8a0d-4b462eee2645'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:30.626564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Attempting to bind port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 on network bb4cf92e-2d07-4007-8a0d-4b462eee2645 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:30.636679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:30.637739 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Checking segment: {'id': 'b27cfaa1-d235-49fc-9bd6-1bf9c934b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bb4cf92e-2d07-4007-8a0d-4b462eee2645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:30.638160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.638649 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Bound using segment: {'id': 'b27cfaa1-d235-49fc-9bd6-1bf9c934b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bb4cf92e-2d07-4007-8a0d-4b462eee2645'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:30.642160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Bound port: 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27cfaa1-d235-49fc-9bd6-1bf9c934b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bb4cf92e-2d07-4007-8a0d-4b462eee2645'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:30.642160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.659167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:30.660059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.679136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe291d4d-7f06-4567-abe2-577ff6f68c2f,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:30.686708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Made reservation on behalf of c154a3462e794da9be5f3d98c2c0f7ae for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:30.690025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.703948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:30.704654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.705623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:30.706701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.726226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-119494b1-e663-4390-b5d8-ac14656dd63b tempest-RoutersAdminNegativeIpV6Test-1567933660 tempest-RoutersAdminNegativeIpV6Test-1567933660-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:30.756612 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.762961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-839a64eb-bc5c-41c2-a4a0-09fcc38e0078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:30.798150 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d0cb0cd2-b01b-444d-8e0e-362fd4eea2bb tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/52a20191-ca2d-4fb0-9231-7594602a4778 HTTP/1.1" status: 404  len: 333 time: 0.7117472
Dec 19 13:29:30.805415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4689c3a-d876-4f0c-9cde-baa0f23b9947 req-c2b6f04e-6e91-4cb8-a7b0-74ee3b99834a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:30.816752 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f4689c3a-d876-4f0c-9cde-baa0f23b9947 req-c2b6f04e-6e91-4cb8-a7b0-74ee3b99834a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 1.1011009
Dec 19 13:29:30.834280 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8b7b6a22-f237-4869-a656-7140486331a3 req-55fb300a-2e9a-47e1-a894-6b9201e9e51f tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 210 time: 0.3201528
Dec 19 13:29:30.852764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39472) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:30.902439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Network 930ec108-ad26-4c32-b77b-b5a2765276ca is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:30.903528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Pushing event updated for resources: {'Port': ['ID=a95164c4-8ea7-4b32-9054-6944acb1145e,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:30.911024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:30.916025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:30.918805 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:30.922394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-342a544b-bed9-4d63-b8ed-25b29ccbe66d None None] Provisioning complete for port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:30.922873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-342a544b-bed9-4d63-b8ed-25b29ccbe66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.949701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] For port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:30.979466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:30.985964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] For port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=95a42e86-f2f3-4fc3-b4ac-eba49a4431d8,segment=NetworkSegment(b27cfaa1-d235-49fc-9bd6-1bf9c934b18f),segment_id=b27cfaa1-d235-49fc-9bd6-1bf9c934b18f)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:31.068702 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc0adcf-4ac5-4eec-a5e2-c95d8b2e4a7d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:29:31.071021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7fc0adcf-4ac5-4eec-a5e2-c95d8b2e4a7d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:31.071510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:31.097397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=f83d1e35-bf6c-42b3-9b4b-26b274af82c0,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:31.099773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9b101958-d6f1-4766-bc80-fb87e3b7d345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:31.103785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:31.118038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5846c7f6-5ba0-48ba-9a35-b519a876c480 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:31.153210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7b284f9c-8bde-48a6-a898-fe4af6c4c626 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:31.200192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:31.217480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Transition to ACTIVE for port object c4955458-3b59-464d-885a-2034bea8d7bb will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:31.217894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Attempting to bind port a95164c4-8ea7-4b32-9054-6944acb1145e on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:31.218337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Attempting to bind port a95164c4-8ea7-4b32-9054-6944acb1145e by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'ef6d7764-433f-43f6-bec9-227d9c497b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '930ec108-ad26-4c32-b77b-b5a2765276ca'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:31.218761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Attempting to bind port a95164c4-8ea7-4b32-9054-6944acb1145e on network 930ec108-ad26-4c32-b77b-b5a2765276ca {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:31.257825 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.2498775
Dec 19 13:29:31.262847 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 3.2164614
Dec 19 13:29:31.266926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39476) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:31.267206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39478) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:31.283131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=fc36b390-9253-4abb-b4e1-8c4cbd14b084,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:31.284936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': 'bb4cf92e-2d07-4007-8a0d-4b462eee2645', 'name': 'tempest-PortsTestJSON-1709370887'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:31.293353 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f4689c3a-d876-4f0c-9cde-baa0f23b9947 req-ce857d1b-d890-47fe-98d9-6fe66967ca2e tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4757349
Dec 19 13:29:31.294218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:31.304825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:31.306009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Checking segment: {'id': 'ef6d7764-433f-43f6-bec9-227d9c497b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '930ec108-ad26-4c32-b77b-b5a2765276ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:31.306280 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:31.307090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:31.308115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Bound using segment: {'id': 'ef6d7764-433f-43f6-bec9-227d9c497b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '930ec108-ad26-4c32-b77b-b5a2765276ca'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:31.308869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Bound port: a95164c4-8ea7-4b32-9054-6944acb1145e, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6d7764-433f-43f6-bec9-227d9c497b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '930ec108-ad26-4c32-b77b-b5a2765276ca'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:31.309470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:31.326634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:31.373617 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Pushing event updated for resources: {'Port': ['ID=95a42e86-f2f3-4fc3-b4ac-eba49a4431d8,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:31.396016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7fc0adcf-4ac5-4eec-a5e2-c95d8b2e4a7d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:31.399674 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7fc0adcf-4ac5-4eec-a5e2-c95d8b2e4a7d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/52a20191-ca2d-4fb0-9231-7594602a4778 HTTP/1.1" status: 404  len: 333 time: 0.5434647
Dec 19 13:29:31.399823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:31.404626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:31.408549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39486) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:31.415537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Request body: {'subnet': {'network_id': '8bec0e73-9960-4cfc-9ef6-eddabd7dffcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:31.426038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:31.434588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Usage tracker for resource:subnet and tenant:8be708970668409d8c66a79fe2eb2018 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:31.442911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:31.461281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:31.509185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:31.509569 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:31.536707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=149b6792-c7f4-452c-a6d3-4acfc9743e2a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:31.545730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Checking segment: {'id': '2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f60bb72-e132-4d6a-a384-30678511a2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:31.548210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network hostable DHCP agents. Network: 4f60bb72-e132-4d6a-a384-30678511a2d7, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:31.561539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:31.561539 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Added segment fd0c7e08-3c90-486a-985b-a994465de509 of type vlan for network 5ead3fe1-13ff-4481-a959-5313e72f1c36
Dec 19 13:29:31.562896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:31.568399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:31.601174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9ebe5eff-d57f-4611-b050-ea4b133b435d None None] Could not find standard attr ID for object 52a20191-ca2d-4fb0-9231-7594602a4778. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:29:31.623020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] For port a95164c4-8ea7-4b32-9054-6944acb1145e, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:31.624281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Made reservation on behalf of 8be708970668409d8c66a79fe2eb2018 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:31.626857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:31.647971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] For port a95164c4-8ea7-4b32-9054-6944acb1145e, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a95164c4-8ea7-4b32-9054-6944acb1145e,segment=NetworkSegment(ef6d7764-433f-43f6-bec9-227d9c497b7d),segment_id=ef6d7764-433f-43f6-bec9-227d9c497b7d)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:31.749183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:31.756669 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bee02a81-0d30-4ca2-a70e-6ee388eebd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:31.854824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network 4f60bb72-e132-4d6a-a384-30678511a2d7 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:31.886558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Pushing event updated for resources: {'Port': ['ID=a95164c4-8ea7-4b32-9054-6944acb1145e,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:31.901249 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:31.970046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 4f60bb72-e132-4d6a-a384-30678511a2d7) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:31.981986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:31.982655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a550e72-840f-4d82-bf68-ceec6f9b6664 None None] Network 4f60bb72-e132-4d6a-a384-30678511a2d7 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:31.983329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:32.017269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee69d3e-3d9b-4474-9382-2f873a0b62dc req-473aee91-8fbe-4949-aa7c-6b8b873593af tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:32.018716 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ee69d3e-3d9b-4474-9382-2f873a0b62dc req-473aee91-8fbe-4949-aa7c-6b8b873593af tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.4410524
Dec 19 13:29:32.052446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event updated for resources: {'Network': ['ID=8bec0e73-9960-4cfc-9ef6-eddabd7dffcc,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:32.060472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:32.065206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d0c6a5e7-6dc5-4883-b009-bcd788d50202 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.549s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:32.079313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 8bec0e73-9960-4cfc-9ef6-eddabd7dffcc details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:32.127501 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ee69d3e-3d9b-4474-9382-2f873a0b62dc req-a427000e-b87a-4317-be57-de1a4105b808 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011164
Dec 19 13:29:32.146368 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.0191858
Dec 19 13:29:32.161117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39492) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:32.161337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Network 6db66d00-2be3-45d5-84e8-dc6c71b54415 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:32.175571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:32.209772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:32.329494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:32.330575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:32.331266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1756062701'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:32.367871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:32.386379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:32.392419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:network and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:32.408456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:32.423237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-899df4c4-fa46-45a9-8ada-419d12e2dffd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting subnet a72a190f-0caa-4bb5-8c41-f679fb866869 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:29:32.442492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:32.445654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'Port': ['ID=c4955458-3b59-464d-885a-2034bea8d7bb,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:32.452151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf643f-e822-42c4-bebe-f6dbd683e005 req-a7d0d573-a7a9-4917-a225-6e3d57d72bbe tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:32.457143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:port and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:32.467270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:32.472554 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4998271
Dec 19 13:29:32.472554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:32.478310 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-77bf643f-e822-42c4-bebe-f6dbd683e005 req-a7d0d573-a7a9-4917-a225-6e3d57d72bbe tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 932 time: 0.3681431
Dec 19 13:29:32.484638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Request body: {'port': {'device_id': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:32.485617 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-899df4c4-fa46-45a9-8ada-419d12e2dffd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:32.544930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:32.571523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:29:32.594906 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Floating IP a85dd728-2e49-4417-adf8-ac89363fcf34 associated. External IP: 172.26.4.201, port: 32a25882-d338-45b7-b8f5-67708f40384e.
Dec 19 13:29:32.622897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-4f60bb72-e132-4d6a-a384-30678511a2d7', 'network_id': '4f60bb72-e132-4d6a-a384-30678511a2d7', 'tenant_id': '921d5babb55844d49bbf716d9796bea2', 'fixed_ips': [{'subnet_id': 'fc36b390-9253-4abb-b4e1-8c4cbd14b084'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:32.623755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:32.631558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:32.735895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:32.751855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:32.758168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:32.770804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-899df4c4-fa46-45a9-8ada-419d12e2dffd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:32.860025 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-77bf643f-e822-42c4-bebe-f6dbd683e005 req-9e8b6283-a66b-4085-a37b-5e7b59c78a98 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3806171
Dec 19 13:29:32.862086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:32.871226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:32.918220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:32.928171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:32.930250 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Added segment 34e6e392-5e7f-47c6-8e20-838190755243 of type vlan for network b593f2af-b1d1-4a24-86d4-a8e9745d5e62
Dec 19 13:29:32.999332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ac0f1fe8-0a52-4dab-a604-6fc84fdd03bf tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:33.089836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Allocated IP 2001:db8:0:ffff::2 (4f60bb72-e132-4d6a-a384-30678511a2d7/fc36b390-9253-4abb-b4e1-8c4cbd14b084/eac31fdf-0928-4981-9265-468875d1b914) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:33.152152 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2fdb5b75-c454-4214-8c24-76fa748e1cd1 None None] Provisioning for port c4955458-3b59-464d-885a-2034bea8d7bb completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:33.166347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:33.175198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:33.192520 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 3.1957242
Dec 19 13:29:33.206979 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:33.210786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39500) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:33.231172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:33.238776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'subnet': {'network_id': 'cca4c109-5d2f-4aa6-aab8-a7868de515de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:33.255897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3db594-b1bc-4fce-88d3-da4bddb61076 None None] Network bb4cf92e-2d07-4007-8a0d-4b462eee2645 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:33.296666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2fdb5b75-c454-4214-8c24-76fa748e1cd1 None None] Provisioning complete for port c4955458-3b59-464d-885a-2034bea8d7bb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:33.297205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2fdb5b75-c454-4214-8c24-76fa748e1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:33.321178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:33.374729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 91b6fe0b-db61-4991-a60b-ebe8c4b94c04 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:33.435455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Network': ['ID=5ead3fe1-13ff-4481-a959-5313e72f1c36,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:33.441167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:33.469077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 5ead3fe1-13ff-4481-a959-5313e72f1c36 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:33.562432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:33.566677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Usage tracker for resource:subnet and tenant:c154a3462e794da9be5f3d98c2c0f7ae is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:33.569708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:33.595526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:33.621420 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb5b75-c454-4214-8c24-76fa748e1cd1 None None] Port c4955458-3b59-464d-885a-2034bea8d7bb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:33.623434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2039e6d0-c8ce-47ae-828d-6712e5705092 None None] Network 930ec108-ad26-4c32-b77b-b5a2765276ca requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:33.712184 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8dc93-98e0-46f4-8ab3-c6d25e705868 req-749c86a1-0ace-4f02-a2c1-813d97284f09 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:33.714693 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-48a8dc93-98e0-46f4-8ab3-c6d25e705868 req-749c86a1-0ace-4f02-a2c1-813d97284f09 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.7392986
Dec 19 13:29:33.718055 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Made reservation on behalf of c154a3462e794da9be5f3d98c2c0f7ae for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:33.812051 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:33.816077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:33.816482 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:33.831101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c874f64f-e6f3-46a5-b6d2-9b9a4d36ff4f tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:33.868569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-899df4c4-fa46-45a9-8ada-419d12e2dffd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:33.920914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:33.952051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a95164c4-8ea7-4b32-9054-6944acb1145e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:34.021884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:34.028706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Provisioning for port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:34.062239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4955458-3b59-464d-885a-2034bea8d7bb {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:29:34.069362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:34.082757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Transition to ACTIVE for port object eac31fdf-0928-4981-9265-468875d1b914 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:34.096846 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Provisioning complete for port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:34.097937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:34.116821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=b593f2af-b1d1-4a24-86d4-a8e9745d5e62,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:34.121380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Transition to ACTIVE for port object c4955458-3b59-464d-885a-2034bea8d7bb will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:34.133176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:34.153712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network b593f2af-b1d1-4a24-86d4-a8e9745d5e62 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:34.174579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:29:34.175166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:34.182682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:34.190758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:34.207994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.12 (bb4cf92e-2d07-4007-8a0d-4b462eee2645/90d7c715-d33c-41da-a7b2-c671cbc490a5/91b6fe0b-db61-4991-a60b-ebe8c4b94c04) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:34.216059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:34.216957 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.9401395
Dec 19 13:29:34.224070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39506) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:34.297409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Transition to ACTIVE for port object eac31fdf-0928-4981-9265-468875d1b914 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:34.382238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:34.394918 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:34.509221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-899df4c4-fa46-45a9-8ada-419d12e2dffd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:34.522111 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'network_id': 'b593f2af-b1d1-4a24-86d4-a8e9745d5e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:34.522324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5983b424-a060-40b8-8e7b-068878767699,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:34.536607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:34.537149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5c72f288-eb8a-46af-a19f-1edf6240ce2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:34.612138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Checking segment: {'id': 'e2205561-fe31-40ae-802b-7b3c863ab33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8bec0e73-9960-4cfc-9ef6-eddabd7dffcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:34.612405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Network hostable DHCP agents. Network: 8bec0e73-9960-4cfc-9ef6-eddabd7dffcc, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:34.615044 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Network 4f60bb72-e132-4d6a-a384-30678511a2d7 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:34.626746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1cb0bb2f-79c2-4d4b-9316-946454608992 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:34.663597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:34.670697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Pushing event updated for resources: {'Port': ['ID=eac31fdf-0928-4981-9265-468875d1b914,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:34.674843 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:34.683538 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port a95164c4-8ea7-4b32-9054-6944acb1145e completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:34.687462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:34.706834 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-48a8dc93-98e0-46f4-8ab3-c6d25e705868 req-a41bc6a2-90ad-41d8-bebe-3737a7a9302f tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9695728
Dec 19 13:29:34.712332 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:34.729020 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899df4c4-fa46-45a9-8ada-419d12e2dffd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Subnet': ['ID=a72a190f-0caa-4bb5-8c41-f679fb866869,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:34.761235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-899df4c4-fa46-45a9-8ada-419d12e2dffd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:34.790799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-899df4c4-fa46-45a9-8ada-419d12e2dffd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:34.804712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Pushing event updated for resources: {'Port': ['ID=c4955458-3b59-464d-885a-2034bea8d7bb,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:34.826462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:34.828337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:34.829810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Attempting to bind port c4955458-3b59-464d-885a-2034bea8d7bb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:34.830143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Attempting to bind port c4955458-3b59-464d-885a-2034bea8d7bb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:34.832299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Attempting to bind port c4955458-3b59-464d-885a-2034bea8d7bb on network 6db66d00-2be3-45d5-84e8-dc6c71b54415 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:34.832595 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-899df4c4-fa46-45a9-8ada-419d12e2dffd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/a72a190f-0caa-4bb5-8c41-f679fb866869 HTTP/1.1" status: 204  len: 168 time: 3.4218371
Dec 19 13:29:34.839034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39510) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:34.845753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Port c4955458-3b59-464d-885a-2034bea8d7bb on network 6db66d00-2be3-45d5-84e8-dc6c71b54415 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:29:34.846070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Attempting to bind port c4955458-3b59-464d-885a-2034bea8d7bb on network 6db66d00-2be3-45d5-84e8-dc6c71b54415 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:34.863860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:34.864183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Checking segment: {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:34.864600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Bound using segment: {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:34.865032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Bound port: c4955458-3b59-464d-885a-2034bea8d7bb, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:34.865368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:34.877661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:subnet and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:34.878809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c120993-99bd-4a6f-94b7-a3925c6a9603 None None] Network 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:34.893751 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:34.913840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Network 8bec0e73-9960-4cfc-9ef6-eddabd7dffcc is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:34.975656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:34.994917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45b811-731c-4b46-9b8f-ff4735fc636d req-c4069f5a-d167-4064-a5d2-98c3de1d03da tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:34.996717 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ea45b811-731c-4b46-9b8f-ff4735fc636d req-c4069f5a-d167-4064-a5d2-98c3de1d03da tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 944 time: 0.8614197
Dec 19 13:29:35.038340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.059709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] For port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=95a42e86-f2f3-4fc3-b4ac-eba49a4431d8,segment=NetworkSegment(b27cfaa1-d235-49fc-9bd6-1bf9c934b18f),segment_id=b27cfaa1-d235-49fc-9bd6-1bf9c934b18f)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:35.061141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Attempting to bind port eac31fdf-0928-4981-9265-468875d1b914 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:35.061665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Attempting to bind port eac31fdf-0928-4981-9265-468875d1b914 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f60bb72-e132-4d6a-a384-30678511a2d7'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:35.062227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Attempting to bind port eac31fdf-0928-4981-9265-468875d1b914 on network 4f60bb72-e132-4d6a-a384-30678511a2d7 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:35.094121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object 91b6fe0b-db61-4991-a60b-ebe8c4b94c04 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:35.101868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:35.102494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Checking segment: {'id': '2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f60bb72-e132-4d6a-a384-30678511a2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:35.102494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.103193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Bound using segment: {'id': '2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f60bb72-e132-4d6a-a384-30678511a2d7'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:35.103374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Bound port: eac31fdf-0928-4981-9265-468875d1b914, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f60bb72-e132-4d6a-a384-30678511a2d7'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:35.103863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.128916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] For port c4955458-3b59-464d-885a-2034bea8d7bb, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:35.128916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 8bec0e73-9960-4cfc-9ef6-eddabd7dffcc) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:35.135761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c70e83-6d53-406a-8bf4-cfa3100ee671 None None] Network 8bec0e73-9960-4cfc-9ef6-eddabd7dffcc requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:35.137886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:35.138786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.147086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] For port c4955458-3b59-464d-885a-2034bea8d7bb, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4955458-3b59-464d-885a-2034bea8d7bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:35.235477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:35.238655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.247140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8e863f88-5bdb-4d34-90db-63fff6378f48 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:35.258484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.280923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.288242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:35.300358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.301896 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] 10.222.0.18 "PUT /v2.0/ports/c4955458-3b59-464d-885a-2034bea8d7bb HTTP/1.1" status: 200  len: 1094 time: 2.8247011
Dec 19 13:29:35.305676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'tag': 'c4955458-3b59-464d-885a-2034bea8d7bb'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:29:35.316292 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 4.0417469
Dec 19 13:29:35.317733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.341423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39516) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:35.354943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network bb4cf92e-2d07-4007-8a0d-4b462eee2645 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:35.361177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1112376067', 'network_id': '8bec0e73-9960-4cfc-9ef6-eddabd7dffcc'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:35.375151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:35.377702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:35.426931 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'tag': 'c4955458-3b59-464d-885a-2034bea8d7bb', 'status': 'completed', 'code': 200}
Dec 19 13:29:35.428901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:35.458358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.497775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-899df4c4-fa46-45a9-8ada-419d12e2dffd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:35.516531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Usage tracker for resource:port and tenant:8be708970668409d8c66a79fe2eb2018 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:35.521682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Pushing event updated for resources: {'Port': ['ID=c4955458-3b59-464d-885a-2034bea8d7bb,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:35.525304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:35.529077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:35.548321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aa240a46-a3c7-4f2d-8c3f-a460607fdfbf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:35.578402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Provisioning for port a95164c4-8ea7-4b32-9054-6944acb1145e completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:35.634506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:35.634835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.649539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Pushing event updated for resources: {'Port': ['ID=95a42e86-f2f3-4fc3-b4ac-eba49a4431d8,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:35.656773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:35.661891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Provisioning complete for port a95164c4-8ea7-4b32-9054-6944acb1145e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:35.672778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.680329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:35.730067 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Subnet': ['ID=28a56ff5-1433-47d6-a0be-8816f2f116a4,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:35.741206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] For port eac31fdf-0928-4981-9265-468875d1b914, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:35.745707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:35.746394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.751786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:35.776600 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.783712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=91b6fe0b-db61-4991-a60b-ebe8c4b94c04,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:35.787854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:35.801547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] For port eac31fdf-0928-4981-9265-468875d1b914, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eac31fdf-0928-4981-9265-468875d1b914,segment=NetworkSegment(2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8),segment_id=2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:35.824511 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-47db1ed7-6cf6-42a5-9e61-6c7e8e67b3a8 req-0e0e980c-e913-4263-accb-67fa3b844237 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 1097 time: 0.3839240
Dec 19 13:29:35.829881 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 4.5544713
Dec 19 13:29:35.830083 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ea45b811-731c-4b46-9b8f-ff4735fc636d req-c72410d5-f766-4fee-b13b-c8995910a5d0 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7117872
Dec 19 13:29:35.830199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39522) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:35.906992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7acbd3d-feaa-4267-a9f8-93102d88e6f2 None None] Network 8bec0e73-9960-4cfc-9ef6-eddabd7dffcc requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:35.920174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a318ad4-297f-4812-a0d8-b55880f8a420 None None] DHCP port deletion for 93d5f43a-f397-4ae2-8f56-54d9dec8fd1f request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:29:35.931108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:35.984090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Made reservation on behalf of 8be708970668409d8c66a79fe2eb2018 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:35.985214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4926c6ed-a1e7-41c8-bd6a-394c1f2ccb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:35.986611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:36.024142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8a318ad4-297f-4812-a0d8-b55880f8a420 None None] Deleting port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:36.024517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8a318ad4-297f-4812-a0d8-b55880f8a420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:36.047827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] device_id is not set on port 94720190-27e3-444b-83f8-8b834268c157 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:36.111860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:36.150041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db1ed7-6cf6-42a5-9e61-6c7e8e67b3a8 req-5c81ce50-c786-40c8-b0e7-9ffb71865b67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:36.151678 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-47db1ed7-6cf6-42a5-9e61-6c7e8e67b3a8 req-5c81ce50-c786-40c8-b0e7-9ffb71865b67 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2530806
Dec 19 13:29:36.185812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e948963e-6794-4000-a392-11a902433776 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:36.186537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e948963e-6794-4000-a392-11a902433776 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:36.245830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] For port a95164c4-8ea7-4b32-9054-6944acb1145e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a95164c4-8ea7-4b32-9054-6944acb1145e,segment=NetworkSegment(ef6d7764-433f-43f6-bec9-227d9c497b7d),segment_id=ef6d7764-433f-43f6-bec9-227d9c497b7d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:36.255889 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Pushing event updated for resources: {'Port': ['ID=eac31fdf-0928-4981-9265-468875d1b914,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:36.274297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:36.303371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] For port 7b284f9c-8bde-48a6-a898-fe4af6c4c626, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=7b284f9c-8bde-48a6-a898-fe4af6c4c626,segment=NetworkSegment(87a78207-2815-4267-af0a-e32fca74ae15),segment_id=87a78207-2815-4267-af0a-e32fca74ae15)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:36.303886 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:36.400621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Allocated IP 2001:db8::164 (8bec0e73-9960-4cfc-9ef6-eddabd7dffcc/5983b424-a060-40b8-8e7b-068878767699/94720190-27e3-444b-83f8-8b834268c157) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:36.402676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e948963e-6794-4000-a392-11a902433776 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:36.403871 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e948963e-6794-4000-a392-11a902433776 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200  len: 921 time: 0.5726328
Dec 19 13:29:36.406957 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:36.411610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39526) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:36.472940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 7b284f9c-8bde-48a6-a898-fe4af6c4c626 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:36.501666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:36.580399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Pushing event updated for resources: {'Port': ['ID=a95164c4-8ea7-4b32-9054-6944acb1145e,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:36.586541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:36.640851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:29:36.643275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db1ed7-6cf6-42a5-9e61-6c7e8e67b3a8 req-441ab9b5-1b49-4256-9d1b-22a5ad6d04fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:36.644776 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-47db1ed7-6cf6-42a5-9e61-6c7e8e67b3a8 req-441ab9b5-1b49-4256-9d1b-22a5ad6d04fc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4854398
Dec 19 13:29:36.652529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Checking segment: {'id': '6e8a9d80-6654-49ce-af8e-acf6147a27e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cca4c109-5d2f-4aa6-aab8-a7868de515de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:36.652880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network hostable DHCP agents. Network: cca4c109-5d2f-4aa6-aab8-a7868de515de, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:36.673486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b1a5d-63ea-4c47-9648-74e95a347df8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 91b6fe0b-db61-4991-a60b-ebe8c4b94c04 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:36.674420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1a5d-63ea-4c47-9648-74e95a347df8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:36.723141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b1b11-0339-44d8-9bd6-4b4268a7dba4 req-b47d3aed-e7d1-44c6-8c03-b8abfe9f6c04 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:36.724619 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-006b1b11-0339-44d8-9bd6-4b4268a7dba4 req-b47d3aed-e7d1-44c6-8c03-b8abfe9f6c04 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.6242454
Dec 19 13:29:36.768513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8a318ad4-297f-4812-a0d8-b55880f8a420 None None] For port 7b284f9c-8bde-48a6-a898-fe4af6c4c626, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=7b284f9c-8bde-48a6-a898-fe4af6c4c626,segment=NetworkSegment(87a78207-2815-4267-af0a-e32fca74ae15),segment_id=87a78207-2815-4267-af0a-e32fca74ae15)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:36.768777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8a318ad4-297f-4812-a0d8-b55880f8a420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:36.777818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Provisioning for port 91b6fe0b-db61-4991-a60b-ebe8c4b94c04 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:36.785682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Provisioning complete for port 91b6fe0b-db61-4991-a60b-ebe8c4b94c04 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:36.786054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:36.853755 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network cca4c109-5d2f-4aa6-aab8-a7868de515de is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:36.856309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:36.872024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:36.910442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No DVR routers for this DVR port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:29:36.937026 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8a318ad4-297f-4812-a0d8-b55880f8a420 None None] Calling delete_port for 7b284f9c-8bde-48a6-a898-fe4af6c4c626 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:36.955270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=7b284f9c-8bde-48a6-a898-fe4af6c4c626,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:36.981976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:37.018464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Port 91b6fe0b-db61-4991-a60b-ebe8c4b94c04 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:37.045735 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, cca4c109-5d2f-4aa6-aab8-a7868de515de) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:37.062078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e667f0-fd2b-4696-a1c6-14a053a38ae7 None None] Network cca4c109-5d2f-4aa6-aab8-a7868de515de requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:37.101765 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-281526f4-0158-44d2-9323-50577c05ed8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 1097 time: 0.3936579
Dec 19 13:29:37.168162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:37.168547 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.173409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.188447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Provisioning complete for port a95164c4-8ea7-4b32-9054-6944acb1145e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:37.189054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.207459 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-e661926d-052f-4673-be1c-f62528bc945e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4955458-3b59-464d-885a-2034bea8d7bb HTTP/1.1" status: 200  len: 217 time: 0.0888426
Dec 19 13:29:37.301863 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-006b1b11-0339-44d8-9bd6-4b4268a7dba4 req-9042a820-db2e-4338-b20c-219bc68c3b14 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5687160
Dec 19 13:29:37.312865 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.0941989
Dec 19 13:29:37.315125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39532) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:37.323478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1a5d-63ea-4c47-9648-74e95a347df8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.332865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.341328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'subnet': {'network_id': '5ead3fe1-13ff-4481-a959-5313e72f1c36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:37.347864 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:37.382295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-8a318ad4-297f-4812-a0d8-b55880f8a420 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:29:37.382816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-8a318ad4-297f-4812-a0d8-b55880f8a420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:29:37.397958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46822d00>,) {'filters': {'network_id': ['93d5f43a-f397-4ae2-8f56-54d9dec8fd1f']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:37.415830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46822d00>, '87a78207-2815-4267-af0a-e32fca74ae15') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:37.416114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46822d00>, '87a78207-2815-4267-af0a-e32fca74ae15') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:37.421107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-300cf7e9-cb2e-439b-b664-0be8d5239537 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:37.422572 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-300cf7e9-cb2e-439b-b664-0be8d5239537 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.2054033
Dec 19 13:29:37.513355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.547623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ce6c5-c10e-42e9-81d2-0731d8eae54b req-a2be274b-becb-424a-b3a5-cae0406967d9 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:37.549028 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-261ce6c5-c10e-42e9-81d2-0731d8eae54b req-a2be274b-becb-424a-b3a5-cae0406967d9 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 944 time: 0.4068074
Dec 19 13:29:37.550080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.552905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d28765-8b8b-4fca-a33f-49777e46d59c None None] Network 4f60bb72-e132-4d6a-a384-30678511a2d7 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:37.560081 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:37.560472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:37.575095 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:37.580046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b1a5d-63ea-4c47-9648-74e95a347df8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 91b6fe0b-db61-4991-a60b-ebe8c4b94c04 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:37.703137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.705120 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.713300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-024f2cc3-b381-4da8-9b7f-ae3ba4b9d5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:37.714939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:37.717588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9f2d0ed7-f5fd-4509-b625-e42b548eb759 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:37.756292 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-261ce6c5-c10e-42e9-81d2-0731d8eae54b req-1aaab003-f9d1-483b-bcb4-446d11077045 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1974244
Dec 19 13:29:37.768250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Usage tracker for resource:subnet and tenant:c154a3462e794da9be5f3d98c2c0f7ae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:37.775674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:37.784126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.793683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:37.800430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.812034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=47bd9e57-1dbf-49b2-9ea3-37d75f201a40,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:37.819237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:37.821921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-504889cc-7b1e-40ae-bee2-e07b8b1f83ed tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:37.825624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:37.826462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.842923 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/networks/93d5f43a-f397-4ae2-8f56-54d9dec8fd1f HTTP/1.1" status: 204  len: 168 time: 2.9870806
Dec 19 13:29:37.850866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39536) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:37.860744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Network': ['ID=93d5f43a-f397-4ae2-8f56-54d9dec8fd1f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:37.861112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Provisioning complete for port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:37.861112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.861303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:37.861927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1354149614'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:37.866159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:29:37.873526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Network 8bec0e73-9960-4cfc-9ef6-eddabd7dffcc is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:37.874873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:37.880714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:network and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:37.880914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-cca4c109-5d2f-4aa6-aab8-a7868de515de', 'network_id': 'cca4c109-5d2f-4aa6-aab8-a7868de515de', 'tenant_id': 'c154a3462e794da9be5f3d98c2c0f7ae', 'fixed_ips': [{'subnet_id': '28a56ff5-1433-47d6-a0be-8816f2f116a4'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:37.881523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.882076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:37.886215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:37.890376 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5155a0-af45-455b-8169-2563461551ee None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:29:37.890992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:37.890992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.891189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:37.893430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event updated for resources: {'Port': ['ID=94720190-27e3-444b-83f8-8b834268c157,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:37.896687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:37.897040 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Checking segment: {'id': '34e6e392-5e7f-47c6-8e20-838190755243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b593f2af-b1d1-4a24-86d4-a8e9745d5e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:37.897408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network hostable DHCP agents. Network: b593f2af-b1d1-4a24-86d4-a8e9745d5e62, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:37.904129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:37.914810 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5155a0-af45-455b-8169-2563461551ee None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:37.917752 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6a5155a0-af45-455b-8169-2563461551ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477a2280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:37.936858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8a318ad4-297f-4812-a0d8-b55880f8a420 None None] Deleting port 7b284f9c-8bde-48a6-a898-fe4af6c4c626 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:37.937245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8a318ad4-297f-4812-a0d8-b55880f8a420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:37.943633 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-c5f92b80-6fe2-413a-9461-7a1db9732ebf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4648433
Dec 19 13:29:37.977614 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6a5155a0-af45-455b-8169-2563461551ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477a2280>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:37.990129 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5155a0-af45-455b-8169-2563461551ee None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:37.992333 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6a5155a0-af45-455b-8169-2563461551ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477a2280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:38.028555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:38.030309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Made reservation on behalf of c154a3462e794da9be5f3d98c2c0f7ae for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:38.056513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network b593f2af-b1d1-4a24-86d4-a8e9745d5e62 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:38.069921 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6a5155a0-af45-455b-8169-2563461551ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477a2280>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:38.071308 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5155a0-af45-455b-8169-2563461551ee None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:29:38.096716 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 13.7050591
Dec 19 13:29:38.096934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8a318ad4-297f-4812-a0d8-b55880f8a420 None None] The port '7b284f9c-8bde-48a6-a898-fe4af6c4c626' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:29:38.097064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39540) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:38.097951 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 2.7416339
Dec 19 13:29:38.100701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39544) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:38.169661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1a5d-63ea-4c47-9648-74e95a347df8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:38.174911 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:38.177848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:38.186726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, b593f2af-b1d1-4a24-86d4-a8e9745d5e62) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:38.190893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5bacefb1-182b-4f6e-91db-9c469bee88a8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:38.200037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:38.202855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:38.232815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89b14f7-e7f1-428f-8e72-af9f22ed25a1 None None] Network b593f2af-b1d1-4a24-86d4-a8e9745d5e62 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:38.253176 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-18e40ced-598a-4169-80d2-e41ff25d5762 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "GET /v2.0/floatingips/a85dd728-2e49-4417-adf8-ac89363fcf34 HTTP/1.1" status: 200  len: 977 time: 0.1529751
Dec 19 13:29:38.253176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:38.253514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b1a5d-63ea-4c47-9648-74e95a347df8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=91b6fe0b-db61-4991-a60b-ebe8c4b94c04,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:38.254420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39548) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:38.283496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0c9b1a5d-63ea-4c47-9648-74e95a347df8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:38.474659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bfa91576-071a-40ee-9511-7cc2297326a6 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Deleting port 94720190-27e3-444b-83f8-8b834268c157 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:38.475145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfa91576-071a-40ee-9511-7cc2297326a6 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:38.530550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:38.559389 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 4.3075030
Dec 19 13:29:38.576684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Allocated IP 2001:db8::2 (cca4c109-5d2f-4aa6-aab8-a7868de515de/28a56ff5-1433-47d6-a0be-8816f2f116a4/ef097321-d414-4965-815b-4d9e1af27637) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:38.600127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39554) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:38.609634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:38.610298 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Added segment 537d9108-e2e2-4c21-843f-cb0403580793 of type vlan for network b8d976f1-9aba-4ebb-8cea-c39f3d8baeee
Dec 19 13:29:38.629461 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-7994764e-2203-49e4-9fc0-2902ed5b2401 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6773064
Dec 19 13:29:38.633600 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a95164c4-8ea7-4b32-9054-6944acb1145e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:38.708570 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0b3d6710-556c-4a90-8b93-f3c4e2de7a3b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Synchronizing usage tracker for tenant:c85e8ff377a94dc98d8fdf8c9760ab5f on resource:floatingip {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:38.753497 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:38.810899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1a5d-63ea-4c47-9648-74e95a347df8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:38.812682 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0c9b1a5d-63ea-4c47-9648-74e95a347df8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/91b6fe0b-db61-4991-a60b-ebe8c4b94c04 HTTP/1.1" status: 204  len: 168 time: 2.3976693
Dec 19 13:29:38.825598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39558) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:38.839272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bea44b-bbda-4e6b-9a3f-217a1307247c req-87286151-f86d-4166-adf0-03b900cc768b tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:38.848804 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-11bea44b-bbda-4e6b-9a3f-217a1307247c req-87286151-f86d-4166-adf0-03b900cc768b tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.2982261
Dec 19 13:29:38.939231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0b3d6710-556c-4a90-8b93-f3c4e2de7a3b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Unset dirty status for tenant:c85e8ff377a94dc98d8fdf8c9760ab5f on resource:floatingip {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:38.940408 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0b3d6710-556c-4a90-8b93-f3c4e2de7a3b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.6856301
Dec 19 13:29:38.950996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39564) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:38.959975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d460b6d1-287c-42fd-ab20-582ecc5b10e8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'floatingip': {'port_id': '666eebc0-d098-4a82-a3fe-bb3214b4a98d'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:38.983089 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-633aa283-0fb5-4ae0-b2ca-590f970e0037 req-ff2cc28f-79af-420b-96c9-ba8446379f70 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3441107
Dec 19 13:29:39.035606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.048352 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc0bd6c-b7c0-4dd6-aec6-3abe5be9b28a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:29:39.050096 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bdc0bd6c-b7c0-4dd6-aec6-3abe5be9b28a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/91b6fe0b-db61-4991-a60b-ebe8c4b94c04 HTTP/1.1" status: 404  len: 333 time: 0.2248206
Dec 19 13:29:39.062671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Provisioning for port 149b6792-c7f4-452c-a6d3-4acfc9743e2a completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:39.064532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39568) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:39.095399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Provisioning complete for port 149b6792-c7f4-452c-a6d3-4acfc9743e2a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:39.096067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.117971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.119612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:39.120488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.135326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4ab69531-2e9b-4a70-a903-892d0f8df53b tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:39.140753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfa91576-071a-40ee-9511-7cc2297326a6 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.236199 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17db2c1f-0dd0-4f00-aed0-cb9318aaf7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-b593f2af-b1d1-4a24-86d4-a8e9745d5e62', 'network_id': 'b593f2af-b1d1-4a24-86d4-a8e9745d5e62', 'tenant_id': '921d5babb55844d49bbf716d9796bea2', 'fixed_ips': [{'subnet_id': '47bd9e57-1dbf-49b2-9ea3-37d75f201a40'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:39.237758 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-17db2c1f-0dd0-4f00-aed0-cb9318aaf7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.297715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bfa91576-071a-40ee-9511-7cc2297326a6 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Calling delete_port for 94720190-27e3-444b-83f8-8b834268c157 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:39.302061 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bee2ae63-4185-4d19-9b24-465c26873f1e None None] Port 149b6792-c7f4-452c-a6d3-4acfc9743e2a cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:39.311655 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-11bea44b-bbda-4e6b-9a3f-217a1307247c req-3886777f-90a0-4119-b30e-5c9e4a25d09c tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4619811
Dec 19 13:29:39.340163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Network': ['ID=b8d976f1-9aba-4ebb-8cea-c39f3d8baeee,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:39.343252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b2e06c92-4bd3-4dc6-a9af-fe1e3e4583f6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 149b6792-c7f4-452c-a6d3-4acfc9743e2a {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:39.343588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2e06c92-4bd3-4dc6-a9af-fe1e3e4583f6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.346589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d460b6d1-287c-42fd-ab20-582ecc5b10e8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.368087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port a95164c4-8ea7-4b32-9054-6944acb1145e triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:39.368507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.398951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network b8d976f1-9aba-4ebb-8cea-c39f3d8baeee details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:39.400389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:39.411127 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.5575092
Dec 19 13:29:39.423325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39572) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:39.431161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': 'b8d976f1-9aba-4ebb-8cea-c39f3d8baeee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:39.446433 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.517465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.527596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.535363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d42ec3e3-5eff-44e5-a561-e14827a367fc tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:39.573329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdbd13-92e3-4608-ae20-35b93d097fb5 req-b1537679-2362-4396-8b50-5524ad67441b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:39.573329 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f6cdbd13-92e3-4608-ae20-35b93d097fb5 req-b1537679-2362-4396-8b50-5524ad67441b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 944 time: 0.5182257
Dec 19 13:29:39.705610 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f6cdbd13-92e3-4608-ae20-35b93d097fb5 req-693b44e4-a232-4f98-940a-8ed5d5d8d1a6 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1235468
Dec 19 13:29:39.792179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device eac31fdf-0928-4981-9265-468875d1b914 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:39.811565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.816980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-95cf2cb7-bef6-4967-8234-408bb4da9c6c tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:39.824686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:39.827040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Subnet': ['ID=756d0c8e-ba88-41cc-bb40-c6f7c4e4c253,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:39.835462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server [None req-17db2c1f-0dd0-4f00-aed0-cb9318aaf7af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47bd9e57-1dbf-49b2-9ea3-37d75f201a40: This subnet is being modified by another concurrent operation.
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 19 13:29:39.842515 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise exception
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47bd9e57-1dbf-49b2-9ea3-37d75f201a40: This subnet is being modified by another concurrent operation.
Dec 19 13:29:39.846558 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server 
Dec 19 13:29:39.850330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:39.875463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:39.875581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Subnet': ['ID=47bd9e57-1dbf-49b2-9ea3-37d75f201a40,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:39.880659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e25169-9147-41ca-9c66-8368ace3a7ad None None] Network b593f2af-b1d1-4a24-86d4-a8e9745d5e62 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:39.888953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:39.889925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:39.893485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Checking segment: {'id': 'fd0c7e08-3c90-486a-985b-a994465de509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5ead3fe1-13ff-4481-a959-5313e72f1c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:39.893850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network hostable DHCP agents. Network: 5ead3fe1-13ff-4481-a959-5313e72f1c36, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:39.961824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2e06c92-4bd3-4dc6-a9af-fe1e3e4583f6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:39.977315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Transition to ACTIVE for port object ef097321-d414-4965-815b-4d9e1af27637 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:39.977556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfa91576-071a-40ee-9511-7cc2297326a6 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.019252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Transition to ACTIVE for port object ef097321-d414-4965-815b-4d9e1af27637 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:40.042372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-21e281ef-a4e3-4873-968f-d68f3322be11 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:40.054452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f71e8663-1077-4a0a-9e4c-dc3c46038381 None None] Provisioning for port eac31fdf-0928-4981-9265-468875d1b914 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:40.058611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.165248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.169335 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:40.216376 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port eac31fdf-0928-4981-9265-468875d1b914 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:40.237833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port eac31fdf-0928-4981-9265-468875d1b914 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:40.238512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.260581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:40.266214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47262790>,) {'filters': {'network_id': ['b593f2af-b1d1-4a24-86d4-a8e9745d5e62']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:40.278089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Pushing event updated for resources: {'Port': ['ID=ef097321-d414-4965-815b-4d9e1af27637,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:40.280900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:40.292748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47262790>, '34e6e392-5e7f-47c6-8e20-838190755243') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:40.293106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47262790>, '34e6e392-5e7f-47c6-8e20-838190755243') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:40.302227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Network cca4c109-5d2f-4aa6-aab8-a7868de515de is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:40.306264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:40.309952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:40.312046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b2e06c92-4bd3-4dc6-a9af-fe1e3e4583f6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 149b6792-c7f4-452c-a6d3-4acfc9743e2a owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:40.313789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.344762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.358690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:40.359332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:40.374823 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:40.432391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network 5ead3fe1-13ff-4481-a959-5313e72f1c36 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:40.449656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Attempting to bind port ef097321-d414-4965-815b-4d9e1af27637 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:40.450033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Attempting to bind port ef097321-d414-4965-815b-4d9e1af27637 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '6e8a9d80-6654-49ce-af8e-acf6147a27e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cca4c109-5d2f-4aa6-aab8-a7868de515de'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:40.450400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Attempting to bind port ef097321-d414-4965-815b-4d9e1af27637 on network cca4c109-5d2f-4aa6-aab8-a7868de515de {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:40.488048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa91576-071a-40ee-9511-7cc2297326a6 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event deleted for resources: {'Port': ['ID=94720190-27e3-444b-83f8-8b834268c157,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:40.526378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.536138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bfa91576-071a-40ee-9511-7cc2297326a6 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:40.537586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:40.538219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Checking segment: {'id': '6e8a9d80-6654-49ce-af8e-acf6147a27e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cca4c109-5d2f-4aa6-aab8-a7868de515de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:40.538613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.540031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Bound using segment: {'id': '6e8a9d80-6654-49ce-af8e-acf6147a27e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cca4c109-5d2f-4aa6-aab8-a7868de515de'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:40.540723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Bound port: ef097321-d414-4965-815b-4d9e1af27637, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8a9d80-6654-49ce-af8e-acf6147a27e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cca4c109-5d2f-4aa6-aab8-a7868de515de'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:40.541334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.543625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfa91576-071a-40ee-9511-7cc2297326a6 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.558540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd1e9e-28cd-425a-abf3-240a477b1c5c req-87c67386-d0a8-43f1-9b0c-293eab031124 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:40.560140 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-94dd1e9e-28cd-425a-abf3-240a477b1c5c req-87c67386-d0a8-43f1-9b0c-293eab031124 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.1308494
Dec 19 13:29:40.588337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.597249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:40.602676 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bfa91576-071a-40ee-9511-7cc2297326a6 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "DELETE /v2.0/ports/94720190-27e3-444b-83f8-8b834268c157 HTTP/1.1" status: 204  len: 168 time: 2.5006747
Dec 19 13:29:40.607330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39578) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:40.613204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.622888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8bec0e73-9960-4cfc-9ef6-eddabd7dffcc', 'external_fixed_ips': [{'subnet_id': '5983b424-a060-40b8-8e7b-068878767699', 'ip_address': '2001:db8::164'}]}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:40.622888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.623177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port eac31fdf-0928-4981-9265-468875d1b914, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eac31fdf-0928-4981-9265-468875d1b914,segment=NetworkSegment(2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8),segment_id=2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:40.642479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 5ead3fe1-13ff-4481-a959-5313e72f1c36) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:40.654602 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac2b82-2f84-490c-b539-671d19d892dd None None] Network 5ead3fe1-13ff-4481-a959-5313e72f1c36 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:40.692600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:40.695436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Network': ['ID=b593f2af-b1d1-4a24-86d4-a8e9745d5e62,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:40.698505 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/b593f2af-b1d1-4a24-86d4-a8e9745d5e62 HTTP/1.1" status: 204  len: 168 time: 2.0924735
Dec 19 13:29:40.699961 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:40.703229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39582) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:40.705665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:40.706241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.715970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Usage tracker for resource:router and tenant:8be708970668409d8c66a79fe2eb2018 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:40.721903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-647257559'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:40.726720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:40.744097 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-94dd1e9e-28cd-425a-abf3-240a477b1c5c req-169c5cee-55c3-4ce7-8713-6132436f5dc3 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1744578
Dec 19 13:29:40.779575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d460b6d1-287c-42fd-ab20-582ecc5b10e8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.779757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:40.779757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:40.787814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.789630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2e06c92-4bd3-4dc6-a9af-fe1e3e4583f6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.793854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:40.797740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:network and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:40.803675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:40.806442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4e803720-d4a9-4df1-b0df-936b2d18dfd3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:40.850269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:40.865989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e06c92-4bd3-4dc6-a9af-fe1e3e4583f6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=149b6792-c7f4-452c-a6d3-4acfc9743e2a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:40.875473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=eac31fdf-0928-4981-9265-468875d1b914,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:40.876604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b2e06c92-4bd3-4dc6-a9af-fe1e3e4583f6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:40.878456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7b284f9c-8bde-48a6-a898-fe4af6c4c626 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:29:40.898008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d460b6d1-287c-42fd-ab20-582ecc5b10e8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:40.918065 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] For port ef097321-d414-4965-815b-4d9e1af27637, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:40.918599 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.6001995
Dec 19 13:29:40.920291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:40.924730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39588) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:40.927804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 7b284f9c-8bde-48a6-a898-fe4af6c4c626 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:29:40.928165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7b284f9c-8bde-48a6-a898-fe4af6c4c626 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:29:40.946204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] For port ef097321-d414-4965-815b-4d9e1af27637, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ef097321-d414-4965-815b-4d9e1af27637,segment=NetworkSegment(6e8a9d80-6654-49ce-af8e-acf6147a27e2),segment_id=6e8a9d80-6654-49ce-af8e-acf6147a27e2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:41.044631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.076871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8abc895e-a834-4542-9b07-cdef48845563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:41.080023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.085618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.093712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:41.096625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.106095 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device eac31fdf-0928-4981-9265-468875d1b914 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:41.121630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6583f6e-f79b-41da-99c8-499b1fe98327 req-c1c8d019-e94c-42b8-9611-b25b2d94f4e4 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:41.123367 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e6583f6e-f79b-41da-99c8-499b1fe98327 req-c1c8d019-e94c-42b8-9611-b25b2d94f4e4 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 944 time: 0.2873042
Dec 19 13:29:41.207598 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e6583f6e-f79b-41da-99c8-499b1fe98327 req-c12eaaeb-c252-420e-9501-6037fc270491 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757763
Dec 19 13:29:41.234410 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-d460b6d1-287c-42fd-ab20-582ecc5b10e8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Floating IP a85dd728-2e49-4417-adf8-ac89363fcf34 associated. External IP: 172.26.4.201, port: 32a25882-d338-45b7-b8f5-67708f40384e.
Dec 19 13:29:41.243652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Pushing event updated for resources: {'Port': ['ID=ef097321-d414-4965-815b-4d9e1af27637,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:41.255573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2e06c92-4bd3-4dc6-a9af-fe1e3e4583f6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.273401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:41.287842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:41.292797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.302815 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b2e06c92-4bd3-4dc6-a9af-fe1e3e4583f6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/149b6792-c7f4-452c-a6d3-4acfc9743e2a HTTP/1.1" status: 204  len: 168 time: 2.2372112
Dec 19 13:29:41.302969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-5ead3fe1-13ff-4481-a959-5313e72f1c36', 'network_id': '5ead3fe1-13ff-4481-a959-5313e72f1c36', 'tenant_id': 'c154a3462e794da9be5f3d98c2c0f7ae', 'fixed_ips': [{'subnet_id': '756d0c8e-ba88-41cc-bb40-c6f7c4e4c253'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:41.303115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39592) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:41.303875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.318100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port eac31fdf-0928-4981-9265-468875d1b914 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:41.318477 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.320899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.321237 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Added segment b2326d0a-f8d3-4673-9abe-6b0aa27ad10d of type vlan for network 6423468e-13d8-4197-adca-f8744ae2ee02
Dec 19 13:29:41.357809 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a591f1-4ca5-4a2e-b46b-9beaaf206882 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:29:41.359205 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-31a591f1-4ca5-4a2e-b46b-9beaaf206882 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/149b6792-c7f4-452c-a6d3-4acfc9743e2a HTTP/1.1" status: 404  len: 333 time: 0.0541930
Dec 19 13:29:41.364710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39596) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:41.507253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.620686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Allocated IP 2001:db8::2 (5ead3fe1-13ff-4481-a959-5313e72f1c36/756d0c8e-ba88-41cc-bb40-c6f7c4e4c253/4f0aa200-8de0-4d0d-86bc-d97d88a60324) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:41.664567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.685584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:41.706668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e1ca2f-b247-423a-82c5-d6e2833cd728 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting subnet 90d7c715-d33c-41da-a7b2-c671cbc490a5 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:29:41.711046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23e1ca2f-b247-423a-82c5-d6e2833cd728 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:41.780842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23e1ca2f-b247-423a-82c5-d6e2833cd728 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.014928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.029183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Transition to ACTIVE for port object 4f0aa200-8de0-4d0d-86bc-d97d88a60324 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:42.052377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Transition to ACTIVE for port object 4f0aa200-8de0-4d0d-86bc-d97d88a60324 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:42.059916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.065516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:42.065809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.071871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Subnet': ['ID=08678ba4-83c2-4481-84a7-f79da20ddc65,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:42.075928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:42.077880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.084764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0f3078ec-465e-4495-b8c2-9383a6ebe800 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:42.124273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.129166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:42.177522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Checking segment: {'id': '537d9108-e2e2-4c21-843f-cb0403580793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b8d976f1-9aba-4ebb-8cea-c39f3d8baeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:42.177975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network hostable DHCP agents. Network: b8d976f1-9aba-4ebb-8cea-c39f3d8baeee, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:42.183701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23e1ca2f-b247-423a-82c5-d6e2833cd728 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.211885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Network 5ead3fe1-13ff-4481-a959-5313e72f1c36 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:42.212815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:42.216106 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa200-8de0-4d0d-86bc-d97d88a60324,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:42.217820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:42.220876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:42.254173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=6423468e-13d8-4197-adca-f8744ae2ee02,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:42.257338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:42.280903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a50e5b-9a5e-45e7-944c-b4e23733ec8f req-c9471a3b-a4f2-461f-b14c-a7f706cc234d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:42.282410 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37a50e5b-9a5e-45e7-944c-b4e23733ec8f req-c9471a3b-a4f2-461f-b14c-a7f706cc234d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.3632481
Dec 19 13:29:42.309523 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.5993381
Dec 19 13:29:42.314033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39604) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:42.326013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'network_id': '6423468e-13d8-4197-adca-f8744ae2ee02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:42.353542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 6423468e-13d8-4197-adca-f8744ae2ee02 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:42.415741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.481264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Attempting to bind port 4f0aa200-8de0-4d0d-86bc-d97d88a60324 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:42.482258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Attempting to bind port 4f0aa200-8de0-4d0d-86bc-d97d88a60324 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'fd0c7e08-3c90-486a-985b-a994465de509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5ead3fe1-13ff-4481-a959-5313e72f1c36'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:42.482258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Attempting to bind port 4f0aa200-8de0-4d0d-86bc-d97d88a60324 on network 5ead3fe1-13ff-4481-a959-5313e72f1c36 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:42.499203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:42.499448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Checking segment: {'id': 'fd0c7e08-3c90-486a-985b-a994465de509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5ead3fe1-13ff-4481-a959-5313e72f1c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:42.499908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.500439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Bound using segment: {'id': 'fd0c7e08-3c90-486a-985b-a994465de509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5ead3fe1-13ff-4481-a959-5313e72f1c36'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:42.501553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Bound port: 4f0aa200-8de0-4d0d-86bc-d97d88a60324, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0c7e08-3c90-486a-985b-a994465de509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5ead3fe1-13ff-4481-a959-5313e72f1c36'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:42.501553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.504955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network b8d976f1-9aba-4ebb-8cea-c39f3d8baeee is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:42.558450 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37a50e5b-9a5e-45e7-944c-b4e23733ec8f req-1e3ff66f-1725-4d7f-9b69-095b615afa17 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2674758
Dec 19 13:29:42.568305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:42.573813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:subnet and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:42.580872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:42.596854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:42.627676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c0d453d3-89fe-489d-b366-a13c28d58126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.634818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d460b6d1-287c-42fd-ab20-582ecc5b10e8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:29:42.643343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95229e07-1235-45e5-ad7c-565c288251bc req-6728416f-410d-4fbb-91fc-ea35f1b55b52 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:42.644751 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-95229e07-1235-45e5-ad7c-565c288251bc req-6728416f-410d-4fbb-91fc-ea35f1b55b52 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 944 time: 0.2130899
Dec 19 13:29:42.709584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] For port 4f0aa200-8de0-4d0d-86bc-d97d88a60324, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:42.713780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] For port 4f0aa200-8de0-4d0d-86bc-d97d88a60324, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4f0aa200-8de0-4d0d-86bc-d97d88a60324,segment=NetworkSegment(fd0c7e08-3c90-486a-985b-a994465de509),segment_id=fd0c7e08-3c90-486a-985b-a994465de509)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:42.744591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23e1ca2f-b247-423a-82c5-d6e2833cd728 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.754215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:42.779672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:42.780459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, b8d976f1-9aba-4ebb-8cea-c39f3d8baeee) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:42.788434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3a4a0-7c55-49f6-aa74-0f2afcdaa5d9 None None] Network b8d976f1-9aba-4ebb-8cea-c39f3d8baeee requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:42.826238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:42.826961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.862910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.871726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-92e41dba-bfa0-4a47-be27-fc7ec90e7d8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:42.874366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1ca2f-b247-423a-82c5-d6e2833cd728 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Subnet': ['ID=90d7c715-d33c-41da-a7b2-c671cbc490a5,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:42.885468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-23e1ca2f-b247-423a-82c5-d6e2833cd728 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:42.910974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23e1ca2f-b247-423a-82c5-d6e2833cd728 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.930742 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-95229e07-1235-45e5-ad7c-565c288251bc req-98e70ce5-c75d-4a2b-96ef-0f0c33d0a9f3 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2760098
Dec 19 13:29:42.940691 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-23e1ca2f-b247-423a-82c5-d6e2833cd728 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/90d7c715-d33c-41da-a7b2-c671cbc490a5 HTTP/1.1" status: 204  len: 168 time: 1.5774784
Dec 19 13:29:42.941940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39608) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:42.944479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:42.962463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17479dd7-1e28-4791-8ec7-9facab4371dd None None] Network cca4c109-5d2f-4aa6-aab8-a7868de515de requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:42.978126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02a1774-8337-4337-a06a-13eb032eb4ca None None] Network bb4cf92e-2d07-4007-8a0d-4b462eee2645 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:42.992679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Allocated IP 2001:db8::1 (cca4c109-5d2f-4aa6-aab8-a7868de515de/28a56ff5-1433-47d6-a0be-8816f2f116a4/5274ae0d-d3bf-4061-a945-72398a5a0c3b) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:43.054377 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.6312983
Dec 19 13:29:43.059721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39612) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:43.091236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': 'b8d976f1-9aba-4ebb-8cea-c39f3d8baeee', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-643472533'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:43.143565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ef097321-d414-4965-815b-4d9e1af27637 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:43.232149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:43.269147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:43.279822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:43.299772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:43.300165 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:43.345628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa200-8de0-4d0d-86bc-d97d88a60324,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:43.359038 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:43.436016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port ef097321-d414-4965-815b-4d9e1af27637 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:43.449141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3167a825-5d3d-4ef6-8f14-e0ca15144d33 None None] Provisioning for port ef097321-d414-4965-815b-4d9e1af27637 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:43.495510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ef097321-d414-4965-815b-4d9e1af27637 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:43.498529 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:43.532928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:43.544687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:43.551639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:port and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:43.558113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3167a825-5d3d-4ef6-8f14-e0ca15144d33 None None] Provisioning complete for port ef097321-d414-4965-815b-4d9e1af27637 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:43.558392 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3167a825-5d3d-4ef6-8f14-e0ca15144d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:43.562773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:43.592834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:43.606967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d460b6d1-287c-42fd-ab20-582ecc5b10e8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:29:43.611433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Transition to ACTIVE for port object 5274ae0d-d3bf-4061-a945-72398a5a0c3b will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:43.700815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:43.704227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:43.712827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0c71e-d4cd-4471-95e0-575f140c3ca8 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:29:43.876117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-b8d976f1-9aba-4ebb-8cea-c39f3d8baeee', 'network_id': 'b8d976f1-9aba-4ebb-8cea-c39f3d8baeee', 'tenant_id': '279dea1e810345a989d561cf9297ff0d', 'fixed_ips': [{'subnet_id': '08678ba4-83c2-4481-84a7-f79da20ddc65'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:43.876946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:43.882937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:43.910550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:43.957332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port 0aab7902-de18-4ca8-9269-03d13c2d89f0 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:43.966024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] For port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=95a42e86-f2f3-4fc3-b4ac-eba49a4431d8,segment=NetworkSegment(b27cfaa1-d235-49fc-9bd6-1bf9c934b18f),segment_id=b27cfaa1-d235-49fc-9bd6-1bf9c934b18f)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:43.966460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.039039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0c71e-d4cd-4471-95e0-575f140c3ca8 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:44.039972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-48b0c71e-d4cd-4471-95e0-575f140c3ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4787d070>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:44.075150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Allocated IP 2001:db8::164 (8bec0e73-9960-4cfc-9ef6-eddabd7dffcc/5983b424-a060-40b8-8e7b-068878767699/975ef49d-1ce1-414d-8e61-48bdcc050f30) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:44.135865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:44.198447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-48b0c71e-d4cd-4471-95e0-575f140c3ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4787d070>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:44.265038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=51eb789e-4c48-412a-9f49-cd26c91739a8,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:44.265949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.266427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.278872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:44.290137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3167a825-5d3d-4ef6-8f14-e0ca15144d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.292805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:44.326704 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0c71e-d4cd-4471-95e0-575f140c3ca8 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:44.327392 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-48b0c71e-d4cd-4471-95e0-575f140c3ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4787d070>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:44.352072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Checking segment: {'id': 'b2326d0a-f8d3-4673-9abe-6b0aa27ad10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6423468e-13d8-4197-adca-f8744ae2ee02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:44.352437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network hostable DHCP agents. Network: 6423468e-13d8-4197-adca-f8744ae2ee02, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:44.396239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Port': ['ID=5274ae0d-d3bf-4061-a945-72398a5a0c3b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:44.411978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:44.417316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508a503-cccb-4fff-a828-ca0b635115ae None None] DHCP port deletion for bb4cf92e-2d07-4007-8a0d-4b462eee2645 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:29:44.423179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network cca4c109-5d2f-4aa6-aab8-a7868de515de is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:44.428800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:44.435530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:44.436134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.438334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3508a503-cccb-4fff-a828-ca0b635115ae None None] Deleting port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:44.438727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3508a503-cccb-4fff-a828-ca0b635115ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.468167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-48b0c71e-d4cd-4471-95e0-575f140c3ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4787d070>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:44.468469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b0c71e-d4cd-4471-95e0-575f140c3ca8 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:29:44.470338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8::287 (b8d976f1-9aba-4ebb-8cea-c39f3d8baeee/08678ba4-83c2-4481-84a7-f79da20ddc65/0aab7902-de18-4ca8-9269-03d13c2d89f0) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:44.482460 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port ef097321-d414-4965-815b-4d9e1af27637, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ef097321-d414-4965-815b-4d9e1af27637,segment=NetworkSegment(6e8a9d80-6654-49ce-af8e-acf6147a27e2),segment_id=6e8a9d80-6654-49ce-af8e-acf6147a27e2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:44.520174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.530154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ef1adbd6-5476-4045-b8ed-bb7c9d775880 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:44.549287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3508a503-cccb-4fff-a828-ca0b635115ae None None] The port '95a42e86-f2f3-4fc3-b4ac-eba49a4431d8' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:29:44.573369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4a70f-e77d-4e1e-94f0-68a44205ccde req-4ae709e9-a2a3-43c0-b064-432d373638f1 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:44.581247 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07f4a70f-e77d-4e1e-94f0-68a44205ccde req-4ae709e9-a2a3-43c0-b064-432d373638f1 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.4180429
Dec 19 13:29:44.628084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.634289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:44.649293 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536dacf-bfbd-4af1-a811-651419917e55 req-a5ca50c1-cb42-4b49-80bb-dbff50cce874 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:44.652053 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6536dacf-bfbd-4af1-a811-651419917e55 req-a5ca50c1-cb42-4b49-80bb-dbff50cce874 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 944 time: 0.4703672
Dec 19 13:29:44.698939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e14a7a2c-66bf-4885-aa8a-3324377a955b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.709669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.736712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-3167a825-5d3d-4ef6-8f14-e0ca15144d33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:29:44.736927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=95a42e86-f2f3-4fc3-b4ac-eba49a4431d8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:44.737554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-3167a825-5d3d-4ef6-8f14-e0ca15144d33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:29:44.743293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=ef097321-d414-4965-815b-4d9e1af27637,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:44.745037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:44.748523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:44.758146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network 6423468e-13d8-4197-adca-f8744ae2ee02 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:44.777646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No DVR routers for this DVR port 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:29:44.809848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.913720 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbad7e6a-ad7e-4fe8-93cc-e01208df52e6 None None] Network 5ead3fe1-13ff-4481-a959-5313e72f1c36 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:44.930611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:44.960576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 6423468e-13d8-4197-adca-f8744ae2ee02) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:44.965804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:44.966470 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.014883 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07f4a70f-e77d-4e1e-94f0-68a44205ccde req-2329f65f-9919-47b0-b6e1-f67f9cbc77d3 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4328871
Dec 19 13:29:45.024405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.045359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object 0aab7902-de18-4ca8-9269-03d13c2d89f0 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:45.045734 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6536dacf-bfbd-4af1-a811-651419917e55 req-d5394f1e-2c15-47f3-839a-c3fd61b184f8 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3441076
Dec 19 13:29:45.092763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45e8aa00>,) {'filters': {'network_id': ['bb4cf92e-2d07-4007-8a0d-4b462eee2645']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:45.123338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45e8aa00>, 'b27cfaa1-d235-49fc-9bd6-1bf9c934b18f') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:45.123910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45e8aa00>, 'b27cfaa1-d235-49fc-9bd6-1bf9c934b18f') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:45.131829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab308a54-0639-4917-93fa-fcb0b56242a7 None None] Network 6423468e-13d8-4197-adca-f8744ae2ee02 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:45.144029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.176658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:45.248945 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.9331002
Dec 19 13:29:45.251113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Network 8bec0e73-9960-4cfc-9ef6-eddabd7dffcc is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:45.253595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.257067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39624) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:45.258077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:45.261582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:45.282064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.291882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:45.292217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ef097321-d414-4965-815b-4d9e1af27637 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:45.292725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:45.311720 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:45.331490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1499780387'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:45.359647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event updated for resources: {'Port': ['ID=975ef49d-1ce1-414d-8e61-48bdcc050f30,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:45.362938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:45.369845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:45.378844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:network and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:45.394018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:45.404620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.410154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:45.416378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cad53843-aaf9-4340-a21d-e1d064e22df4 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:45.527521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d460b6d1-287c-42fd-ab20-582ecc5b10e8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:29:45.610949 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Allocated IP 2001:db8::2 (b8d976f1-9aba-4ebb-8cea-c39f3d8baeee/08678ba4-83c2-4481-84a7-f79da20ddc65/2dc63d05-cbe8-4551-935f-f67b577a42a8) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:45.631972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.638091 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.665629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8223ceab-6b0f-45eb-b5e0-885966a6ccb0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:45.736691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network b8d976f1-9aba-4ebb-8cea-c39f3d8baeee is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:45.737684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=0aab7902-de18-4ca8-9269-03d13c2d89f0,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:45.744947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Network': ['ID=bb4cf92e-2d07-4007-8a0d-4b462eee2645,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:45.747635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:45.751191 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/networks/bb4cf92e-2d07-4007-8a0d-4b462eee2645 HTTP/1.1" status: 204  len: 168 time: 2.7888231
Dec 19 13:29:45.754618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:45.757826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39630) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:45.762157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:45.766797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:45.767428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.788691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1470235188'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:45.794240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:45.798354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:45.798982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.815836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:45.829747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:network and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:45.836637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:45.839218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ef097321-d414-4965-815b-4d9e1af27637 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:45.840000 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.883647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:45.889468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4fce2-3e6e-4de0-9b21-e62f5fcffee0 req-69dfff42-86de-4a5c-b99b-6daa7f2850ea tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:45.891021 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-05e4fce2-3e6e-4de0-9b21-e62f5fcffee0 req-69dfff42-86de-4a5c-b99b-6daa7f2850ea tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.1963017
Dec 19 13:29:45.910682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-6423468e-13d8-4197-adca-f8744ae2ee02', 'network_id': '6423468e-13d8-4197-adca-f8744ae2ee02', 'tenant_id': '921d5babb55844d49bbf716d9796bea2', 'fixed_ips': [{'subnet_id': '51eb789e-4c48-412a-9f49-cd26c91739a8'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:45.911598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:29:45.911759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.931687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:45.938195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.947206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:45.948559 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Added segment ac920028-ebce-4dd2-8d5a-02b97e1b24d0 of type vlan for network f6552cb2-da4a-426b-9e26-3c062727b70d
Dec 19 13:29:45.963110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Provisioning for port 5274ae0d-d3bf-4061-a945-72398a5a0c3b completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:45.978493 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 2.8982346
Dec 19 13:29:45.995744 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39634) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:46.029672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Provisioning complete for port 5274ae0d-d3bf-4061-a945-72398a5a0c3b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:46.030052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.032937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.057353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.058270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.066214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f126ca2b-1916-4326-a9b9-43ce8c3c5bfb tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:46.102400 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-05e4fce2-3e6e-4de0-9b21-e62f5fcffee0 req-91c8ad14-432b-4a45-8745-ad0948c98b4b tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2045250
Dec 19 13:29:46.110655 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6dc7ddbe-fd63-43cf-ad97-3b870866439d req-1847c778-1a99-47fe-905a-ce6b17629c07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cd8305d66a649c082ece81b30e5ddd4&device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 1098 time: 0.2769554
Dec 19 13:29:46.125969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:46.131251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.133057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d460b6d1-287c-42fd-ab20-582ecc5b10e8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:29:46.144354 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb2188c-58e2-4b4c-bb62-688fa3018050 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:29:46.145988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d460b6d1-287c-42fd-ab20-582ecc5b10e8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.169843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:29:46.176416 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb2188c-58e2-4b4c-bb62-688fa3018050 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:46.179670 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4eb2188c-58e2-4b4c-bb62-688fa3018050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47720430>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:46.281882 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4eb2188c-58e2-4b4c-bb62-688fa3018050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47720430>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:46.297838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.307162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Port 5274ae0d-d3bf-4061-a945-72398a5a0c3b cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:46.314831 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb2188c-58e2-4b4c-bb62-688fa3018050 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:46.315642 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4eb2188c-58e2-4b4c-bb62-688fa3018050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47720430>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:46.366739 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d460b6d1-287c-42fd-ab20-582ecc5b10e8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "PUT /v2.0/floatingips/a85dd728-2e49-4417-adf8-ac89363fcf34 HTTP/1.1" status: 200  len: 979 time: 7.4116206
Dec 19 13:29:46.373588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39640) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:46.387711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9bee9999-c7e3-4d41-be2b-ee8f663fe4bb tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:46.388300 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.393082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4f0aa200-8de0-4d0d-86bc-d97d88a60324 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:46.427899 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4eb2188c-58e2-4b4c-bb62-688fa3018050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47720430>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:46.428659 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb2188c-58e2-4b4c-bb62-688fa3018050 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:29:46.488226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04909d-b768-4db9-bc57-8973d176429e req-72f4b93b-5a12-4359-ba2f-05c8172713ff tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:46.489803 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4e04909d-b768-4db9-bc57-8973d176429e req-72f4b93b-5a12-4359-ba2f-05c8172713ff tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 944 time: 0.2669249
Dec 19 13:29:46.515760 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-17134133-7191-470f-9a65-84d74a3733d7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 0aab7902-de18-4ca8-9269-03d13c2d89f0 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:46.522054 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17134133-7191-470f-9a65-84d74a3733d7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.522189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Allocated IP 2001:db8::1 (6423468e-13d8-4197-adca-f8744ae2ee02/51eb789e-4c48-412a-9f49-cd26c91739a8/6d2549b5-abc7-4ed6-92cf-5523db3fea06) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:46.551585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9bee9999-c7e3-4d41-be2b-ee8f663fe4bb tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.623954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.637292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Provisioning complete for port ef097321-d414-4965-815b-4d9e1af27637 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:46.637686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.641678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Port': ['ID=5274ae0d-d3bf-4061-a945-72398a5a0c3b,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:46.645092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:46.672990 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Transition to ACTIVE for port object 2dc63d05-cbe8-4551-935f-f67b577a42a8 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:46.675571 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4e04909d-b768-4db9-bc57-8973d176429e req-0a48298b-b87c-4e64-ab54-0f16e51fc108 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1772122
Dec 19 13:29:46.683378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:46.705496 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Transition to ACTIVE for port object 2dc63d05-cbe8-4551-935f-f67b577a42a8 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:46.705704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.705805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:46.706966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.716905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c3ab227a-33af-4d6f-ba13-20e49b3a1c3e tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:46.779888 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.785373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7e722c77-bf8c-4f21-9ba5-b6b0afe503d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:46.841727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.841955 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Added segment 5e58ed43-0d8d-4e46-9612-65c2090357ad of type vlan for network 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6
Dec 19 13:29:46.875726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.876513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.881987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9bee9999-c7e3-4d41-be2b-ee8f663fe4bb tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.937453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7ddbe-fd63-43cf-ad97-3b870866439d req-bb0f0829-06f9-4ad4-83e3-e623704b4e32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:46.938940 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6dc7ddbe-fd63-43cf-ad97-3b870866439d req-bb0f0829-06f9-4ad4-83e3-e623704b4e32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc33190a-751f-4699-9dbf-7d69c7ceca8e HTTP/1.1" status: 200  len: 912 time: 0.7342489
Dec 19 13:29:46.952666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9bee9999-c7e3-4d41-be2b-ee8f663fe4bb tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:46.953003 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-9bee9999-c7e3-4d41-be2b-ee8f663fe4bb tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Floating IP a85dd728-2e49-4417-adf8-ac89363fcf34 disassociated. External IP: 172.26.4.201, port: 666eebc0-d098-4a82-a3fe-bb3214b4a98d.
Dec 19 13:29:46.977639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Network b8d976f1-9aba-4ebb-8cea-c39f3d8baeee is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:47.004384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 4f0aa200-8de0-4d0d-86bc-d97d88a60324 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:47.015041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:47.016765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Pushing event updated for resources: {'Port': ['ID=2dc63d05-cbe8-4551-935f-f67b577a42a8,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:47.020796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:47.028273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:47.038872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=f6552cb2-da4a-426b-9e26-3c062727b70d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:47.041988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:47.056891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network f6552cb2-da4a-426b-9e26-3c062727b70d details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:47.120268 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.8243022
Dec 19 13:29:47.123480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39644) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:47.127299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.131958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'network_id': 'f6552cb2-da4a-426b-9e26-3c062727b70d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:47.167117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:29:47.226299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network cca4c109-5d2f-4aa6-aab8-a7868de515de is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:47.238641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.247278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:47.253051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:29:47.253397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 95a42e86-f2f3-4fc3-b4ac-eba49a4431d8 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:29:47.273891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:47.284036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:subnet and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:47.287631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Transition to ACTIVE for port object 6d2549b5-abc7-4ed6-92cf-5523db3fea06 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:47.288550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:47.297355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:47.340082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Attempting to bind port 2dc63d05-cbe8-4551-935f-f67b577a42a8 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:47.340502 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Attempting to bind port 2dc63d05-cbe8-4551-935f-f67b577a42a8 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '537d9108-e2e2-4c21-843f-cb0403580793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b8d976f1-9aba-4ebb-8cea-c39f3d8baeee'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:47.340870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Attempting to bind port 2dc63d05-cbe8-4551-935f-f67b577a42a8 on network b8d976f1-9aba-4ebb-8cea-c39f3d8baeee {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:47.356607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Transition to ACTIVE for port object 6d2549b5-abc7-4ed6-92cf-5523db3fea06 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:47.358320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:47.358642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Checking segment: {'id': '537d9108-e2e2-4c21-843f-cb0403580793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b8d976f1-9aba-4ebb-8cea-c39f3d8baeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:47.359042 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.359466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Bound using segment: {'id': '537d9108-e2e2-4c21-843f-cb0403580793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b8d976f1-9aba-4ebb-8cea-c39f3d8baeee'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:47.359937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Bound port: 2dc63d05-cbe8-4551-935f-f67b577a42a8, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537d9108-e2e2-4c21-843f-cb0403580793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b8d976f1-9aba-4ebb-8cea-c39f3d8baeee'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:47.360311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.415299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:47.415488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:29:47.451316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Provisioning for port 4f0aa200-8de0-4d0d-86bc-d97d88a60324 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:47.461420 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.485059 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6dc7ddbe-fd63-43cf-ad97-3b870866439d req-e1bc45cc-d64c-4994-8ad6-bc682f56977a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9 HTTP/1.1" status: 200  len: 1000 time: 0.5190477
Dec 19 13:29:47.492239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ab4e543c-e571-4605-b058-fff2c4e9abf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:47.548058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17134133-7191-470f-9a65-84d74a3733d7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.560092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] For port 2dc63d05-cbe8-4551-935f-f67b577a42a8, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:47.561126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.564063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] For port 2dc63d05-cbe8-4551-935f-f67b577a42a8, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2dc63d05-cbe8-4551-935f-f67b577a42a8,segment=NetworkSegment(537d9108-e2e2-4c21-843f-cb0403580793),segment_id=537d9108-e2e2-4c21-843f-cb0403580793)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:47.565503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:47.566085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.580676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a5cb0bbb-e271-4478-ac7f-f087647fd6d1 tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:47.582193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Provisioning complete for port 4f0aa200-8de0-4d0d-86bc-d97d88a60324 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:47.582578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.627008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.642579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Pushing event updated for resources: {'Port': ['ID=6d2549b5-abc7-4ed6-92cf-5523db3fea06,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:47.695571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Network 6423468e-13d8-4197-adca-f8744ae2ee02 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:47.699724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:47.701137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.704803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.707045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:47.720656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:47.733619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-101fef34-e2a4-49d0-8178-4eacab2541a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:47.749113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.ipam_backend_mixin [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Performing IP validity checks on allocation pools {{(pid=84125) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 19 13:29:47.749623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.ipam_backend_mixin [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84125) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 19 13:29:47.798550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-17134133-7191-470f-9a65-84d74a3733d7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 0aab7902-de18-4ca8-9269-03d13c2d89f0 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:47.846764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d81c4-4405-4b68-b68d-4214cddb240e req-38e7155e-4b0e-4509-95ba-93c6accf00f4 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:47.848382 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-432d81c4-4405-4b68-b68d-4214cddb240e req-38e7155e-4b0e-4509-95ba-93c6accf00f4 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.3483250
Dec 19 13:29:47.949039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Attempting to bind port 6d2549b5-abc7-4ed6-92cf-5523db3fea06 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:47.949412 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Attempting to bind port 6d2549b5-abc7-4ed6-92cf-5523db3fea06 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'b2326d0a-f8d3-4673-9abe-6b0aa27ad10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6423468e-13d8-4197-adca-f8744ae2ee02'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:47.949971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Attempting to bind port 6d2549b5-abc7-4ed6-92cf-5523db3fea06 on network 6423468e-13d8-4197-adca-f8744ae2ee02 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:47.965833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:47.966129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Checking segment: {'id': 'b2326d0a-f8d3-4673-9abe-6b0aa27ad10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6423468e-13d8-4197-adca-f8744ae2ee02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:47.966535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.966931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Bound using segment: {'id': 'b2326d0a-f8d3-4673-9abe-6b0aa27ad10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6423468e-13d8-4197-adca-f8744ae2ee02'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:47.967450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Bound port: 6d2549b5-abc7-4ed6-92cf-5523db3fea06, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2326d0a-f8d3-4673-9abe-6b0aa27ad10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6423468e-13d8-4197-adca-f8744ae2ee02'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:47.967812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:47.986010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Pushing event updated for resources: {'Port': ['ID=2dc63d05-cbe8-4551-935f-f67b577a42a8,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:47.994424 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:48.020638 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 2.2358782
Dec 19 13:29:48.021527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:48.029009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7ddbe-fd63-43cf-ad97-3b870866439d req-92ec1d82-ab96-4d9d-842d-d748ddeac6b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:48.030416 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6dc7ddbe-fd63-43cf-ad97-3b870866439d req-92ec1d82-ab96-4d9d-842d-d748ddeac6b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c5d365b-ec90-4521-bf4b-b9217d9b4e32 HTTP/1.1" status: 200  len: 850 time: 0.5239422
Dec 19 13:29:48.030869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39652) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:48.143237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': '0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:48.143436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] For port 4f0aa200-8de0-4d0d-86bc-d97d88a60324, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4f0aa200-8de0-4d0d-86bc-d97d88a60324,segment=NetworkSegment(fd0c7e08-3c90-486a-985b-a994465de509),segment_id=fd0c7e08-3c90-486a-985b-a994465de509)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:48.170656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] For port 6d2549b5-abc7-4ed6-92cf-5523db3fea06, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:48.171678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Network': ['ID=0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:48.174616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:48.178396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] For port 6d2549b5-abc7-4ed6-92cf-5523db3fea06, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6d2549b5-abc7-4ed6-92cf-5523db3fea06,segment=NetworkSegment(b2326d0a-f8d3-4673-9abe-6b0aa27ad10d),segment_id=b2326d0a-f8d3-4673-9abe-6b0aa27ad10d)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:48.183849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:48.241830 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-432d81c4-4405-4b68-b68d-4214cddb240e req-c7fda57e-8cd9-4af1-b294-1ec5ed7ea600 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1851716
Dec 19 13:29:48.294045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:48.301734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:48.342539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcfbec-e341-47b4-8bc4-cfc6a05b6d28 req-b08c7144-5371-4733-8927-b6c58b52c28c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:48.348879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:48.349115 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b3fcfbec-e341-47b4-8bc4-cfc6a05b6d28 req-b08c7144-5371-4733-8927-b6c58b52c28c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 944 time: 0.5090187
Dec 19 13:29:48.404765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bee9999-c7e3-4d41-be2b-ee8f663fe4bb tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:29:48.419219 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b3fcfbec-e341-47b4-8bc4-cfc6a05b6d28 req-2887cd35-a2c4-49a9-a24c-028051ce8e49 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691302
Dec 19 13:29:48.424867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Pushing event updated for resources: {'Port': ['ID=4f0aa200-8de0-4d0d-86bc-d97d88a60324,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:48.425745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:48.430235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:48.430703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3d6daeb9-47a8-4efa-821a-07474b3b97ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:48.444663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-930481fb-1509-4774-9517-113639b4688f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:48.483237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-388ab708-3c6b-4c2f-b339-808426660cee None None] Provisioning complete for port 5274ae0d-d3bf-4061-a945-72398a5a0c3b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:48.483753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-388ab708-3c6b-4c2f-b339-808426660cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:48.506699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:48.560135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:48.562645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Pushing event updated for resources: {'Port': ['ID=6d2549b5-abc7-4ed6-92cf-5523db3fea06,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:48.565781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:48.571226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-388ab708-3c6b-4c2f-b339-808426660cee None None] Port 5274ae0d-d3bf-4061-a945-72398a5a0c3b cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:48.571378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:48.578387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:48.579758 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-388ab708-3c6b-4c2f-b339-808426660cee None None] Provisioning complete for port 4f0aa200-8de0-4d0d-86bc-d97d88a60324 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:48.580283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-388ab708-3c6b-4c2f-b339-808426660cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:48.627338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=b42a7f45-a4fe-446d-a390-29b8c49e24aa,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:48.652357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:48.669797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Checking segment: {'id': 'ac920028-ebce-4dd2-8d5a-02b97e1b24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f6552cb2-da4a-426b-9e26-3c062727b70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:48.669940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network hostable DHCP agents. Network: f6552cb2-da4a-426b-9e26-3c062727b70d, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:48.685724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:48.711089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17134133-7191-470f-9a65-84d74a3733d7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:48.771450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device c4955458-3b59-464d-885a-2034bea8d7bb details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:29:48.782130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:48.835445 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6dc7ddbe-fd63-43cf-ad97-3b870866439d req-c0e186ed-363e-4f4d-a40f-f6014dbc2067 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc33190a-751f-4699-9dbf-7d69c7ceca8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7896748
Dec 19 13:29:48.845443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bee9999-c7e3-4d41-be2b-ee8f663fe4bb tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:29:48.866576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network f6552cb2-da4a-426b-9e26-3c062727b70d is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:48.872248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9bee9999-c7e3-4d41-be2b-ee8f663fe4bb tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:48.896123 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708af18c-7a03-4d9a-9f8e-a0e886f0b002 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:29:48.900297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17134133-7191-470f-9a65-84d74a3733d7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=0aab7902-de18-4ca8-9269-03d13c2d89f0,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:48.945224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708af18c-7a03-4d9a-9f8e-a0e886f0b002 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:48.946004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-708af18c-7a03-4d9a-9f8e-a0e886f0b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47527610>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:48.985995 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9bee9999-c7e3-4d41-be2b-ee8f663fe4bb tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "PUT /v2.0/floatingips/a85dd728-2e49-4417-adf8-ac89363fcf34 HTTP/1.1" status: 200  len: 688 time: 2.6071179
Dec 19 13:29:48.990777 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39656) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:49.026491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-708af18c-7a03-4d9a-9f8e-a0e886f0b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47527610>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:49.032411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17134133-7191-470f-9a65-84d74a3733d7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:49.058530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port c4955458-3b59-464d-885a-2034bea8d7bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4955458-3b59-464d-885a-2034bea8d7bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:49.079658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708af18c-7a03-4d9a-9f8e-a0e886f0b002 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:49.080384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-708af18c-7a03-4d9a-9f8e-a0e886f0b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47527610>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:49.097033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, f6552cb2-da4a-426b-9e26-3c062727b70d) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:49.132165 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6dc7ddbe-fd63-43cf-ad97-3b870866439d req-eb6158dd-7ad1-421e-95d1-6cf6178cc873 service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433891
Dec 19 13:29:49.194172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'c4955458-3b59-464d-885a-2034bea8d7bb', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'port_id': 'c4955458-3b59-464d-885a-2034bea8d7bb', 'mac_address': 'fa:16:3e:f6:b2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:29:49.195924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c698ae-9bd0-4faf-8c96-4a9bddb0f5aa None None] Network f6552cb2-da4a-426b-9e26-3c062727b70d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:49.214986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:49.215650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:49.231583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port f83d1e35-bf6c-42b3-9b4b-26b274af82c0 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:49.231925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:49.266771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-708af18c-7a03-4d9a-9f8e-a0e886f0b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47527610>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:49.267353 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708af18c-7a03-4d9a-9f8e-a0e886f0b002 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:29:49.268967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:49.296562 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.1715119
Dec 19 13:29:49.313458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39662) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:49.330409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:49.362528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4955458-3b59-464d-885a-2034bea8d7bb {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:29:49.373072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17134133-7191-470f-9a65-84d74a3733d7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:49.404593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f371804-fb08-49f8-88a1-b6e5681528b9 None None] Network b8d976f1-9aba-4ebb-8cea-c39f3d8baeee requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:49.423862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port c4955458-3b59-464d-885a-2034bea8d7bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4955458-3b59-464d-885a-2034bea8d7bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:49.446875 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-17134133-7191-470f-9a65-84d74a3733d7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/0aab7902-de18-4ca8-9269-03d13c2d89f0 HTTP/1.1" status: 204  len: 168 time: 3.4500718
Dec 19 13:29:49.449308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39666) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:49.518152 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:49.533063 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6dc7ddbe-fd63-43cf-ad97-3b870866439d req-1ffeb01c-8798-4654-9ca2-9edcde561964 service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3641953
Dec 19 13:29:49.544351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:49.580604 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c91822-c0a4-4b6b-95b1-0e268fcd54a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:29:49.581117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-91c91822-c0a4-4b6b-95b1-0e268fcd54a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:49.628629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Router 62ce2ff0-3ef3-451f-ad67-a1aba9d6731c is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:29:49.664193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Router 405e4f2d-838a-42d2-b710-a8e5edf57c75 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:29:49.827208 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2dc63d05-cbe8-4551-935f-f67b577a42a8 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:49.852778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['c4955458-3b59-464d-885a-2034bea8d7bb'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:29:49.891213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-91c91822-c0a4-4b6b-95b1-0e268fcd54a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:49.892748 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-91c91822-c0a4-4b6b-95b1-0e268fcd54a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/0aab7902-de18-4ca8-9269-03d13c2d89f0 HTTP/1.1" status: 404  len: 333 time: 0.4413674
Dec 19 13:29:49.896477 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=c4955458-3b59-464d-885a-2034bea8d7bb,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:49.899917 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:49.901442 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-f6552cb2-da4a-426b-9e26-3c062727b70d', 'network_id': 'f6552cb2-da4a-426b-9e26-3c062727b70d', 'tenant_id': '921d5babb55844d49bbf716d9796bea2', 'fixed_ips': [{'subnet_id': 'b42a7f45-a4fe-446d-a390-29b8c49e24aa'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:49.902795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:49.909532 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39672) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:49.929126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-64598537-4d74-41da-9af0-63d8e717ac6f None None] Provisioning for port 2dc63d05-cbe8-4551-935f-f67b577a42a8 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:49.950437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:49.950823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:50.177437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:50.187661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a94e37da-e6fc-469e-a5ad-7d588d519ca4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:50.243616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886dea00-e276-45db-8a13-af730d9cad56 None None] Network 6423468e-13d8-4197-adca-f8744ae2ee02 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:50.293522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Subnet': ['ID=09a41647-f869-4cc9-afb5-44c0e5376d52,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:50.296837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:50.347594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Checking segment: {'id': '5e58ed43-0d8d-4e46-9612-65c2090357ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:50.347924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network hostable DHCP agents. Network: 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:29:50.367207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for f83d1e35-bf6c-42b3-9b4b-26b274af82c0 owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:50.396225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Allocated IP 2001:db8::3 (f6552cb2-da4a-426b-9e26-3c062727b70d/b42a7f45-a4fe-446d-a390-29b8c49e24aa/835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:50.407070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:50.414739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84fe3d-2690-4f1e-8ede-1a78b117f264 req-2093e8d8-10de-4fdb-a823-c1a95b3c99f0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:50.416886 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da84fe3d-2690-4f1e-8ede-1a78b117f264 req-2093e8d8-10de-4fdb-a823-c1a95b3c99f0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.7664373
Dec 19 13:29:50.436327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:29:50.452260 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "PUT /v2.0/routers/62ce2ff0-3ef3-451f-ad67-a1aba9d6731c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5263813
Dec 19 13:29:50.453618 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdd473-d2d9-444f-b2c8-2adb84bb0f7e None None] Sync routers for ids ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:29:50.455698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39678) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:50.472138 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdd473-d2d9-444f-b2c8-2adb84bb0f7e None None] Routers {'62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:50.474018 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c4cdd473-d2d9-444f-b2c8-2adb84bb0f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4787ccd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:50.508853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:29:50.535778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:29:50.556720 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] Sync routers for ids ['405e4f2d-838a-42d2-b710-a8e5edf57c75'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:29:50.560843 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c4cdd473-d2d9-444f-b2c8-2adb84bb0f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4787ccd0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:50.572195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-86be0aa1-4d01-4938-a60a-c8c875671e3a None None] Provisioning for port 6d2549b5-abc7-4ed6-92cf-5523db3fea06 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:50.573763 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdd473-d2d9-444f-b2c8-2adb84bb0f7e None None] Routers {'62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:50.574503 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c4cdd473-d2d9-444f-b2c8-2adb84bb0f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4787ccd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:50.575130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 2dc63d05-cbe8-4551-935f-f67b577a42a8 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:50.633194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:50.635878 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 10.0263884
Dec 19 13:29:50.639566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39682) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:50.646497 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c4cdd473-d2d9-444f-b2c8-2adb84bb0f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4787ccd0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:50.647506 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdd473-d2d9-444f-b2c8-2adb84bb0f7e None None] The sync data for ids ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:29:50.695160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2dc63d05-cbe8-4551-935f-f67b577a42a8 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:50.695735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:50.719081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:50.730483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:50.731109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:50.752552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74459ca2-4366-422a-84f1-bdb56d181d4d None None] Network 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:50.756279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0c85d-a770-4aad-86e0-b9e7177c2918 req-f5c27252-0a2c-46fa-a7e6-9f95a7470bd1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:50.757751 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bdb0c85d-a770-4aad-86e0-b9e7177c2918 req-f5c27252-0a2c-46fa-a7e6-9f95a7470bd1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 945 time: 1.0016499
Dec 19 13:29:50.844531 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da84fe3d-2690-4f1e-8ede-1a78b117f264 req-2ff19bb8-1c50-4986-a7a9-00534c565b38 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4060540
Dec 19 13:29:50.852103 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8148320
Dec 19 13:29:50.856178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39686) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:50.862330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': '0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6', 'name': 'tempest-PortsTestJSON-287427893', 'fixed_ips': [{'subnet_id': '09a41647-f869-4cc9-afb5-44c0e5376d52', 'ip_address': '172.20.0.10'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:50.902805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:50.916763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] Routers {'405e4f2d-838a-42d2-b710-a8e5edf57c75'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:50.917542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e1df40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['405e4f2d-838a-42d2-b710-a8e5edf57c75'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:51.003954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25fb1e3-1665-4155-806f-c9ac1987dd45 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting subnet 08678ba4-83c2-4481-84a7-f79da20ddc65 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:29:51.007032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a25fb1e3-1665-4155-806f-c9ac1987dd45 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.023086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.096035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:51.101332 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bdb0c85d-a770-4aad-86e0-b9e7177c2918 req-301f4b59-e626-4efc-99a7-12ff77f3dd8c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3266540
Dec 19 13:29:51.101776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:port and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:51.109652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:51.123929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:51.170099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a25fb1e3-1665-4155-806f-c9ac1987dd45 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.171853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] Set router 405e4f2d-838a-42d2-b710-a8e5edf57c75 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:29:51.221446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:51.227095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.255849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 1f48dec7-8de6-42a8-a73f-077a7b880207 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:51.364978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a25fb1e3-1665-4155-806f-c9ac1987dd45 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.427177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.436441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.496738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37903fc8-d442-47d0-ab32-462931c1e013 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:51.513646 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.10 (0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6/09a41647-f869-4cc9-afb5-44c0e5376d52/1f48dec7-8de6-42a8-a73f-077a7b880207) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:51.552977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Deleting port 975ef49d-1ce1-414d-8e61-48bdcc050f30 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:51.553213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=f83d1e35-bf6c-42b3-9b4b-26b274af82c0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:51.553884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.557668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:51.695946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a25fb1e3-1665-4155-806f-c9ac1987dd45 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.706956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:51.793549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c33383e9-2842-4e61-9854-436e6cbd1779 None None] Provisioning complete for port 2dc63d05-cbe8-4551-935f-f67b577a42a8 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:51.793889 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c33383e9-2842-4e61-9854-436e6cbd1779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.796080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fb1e3-1665-4155-806f-c9ac1987dd45 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Subnet': ['ID=08678ba4-83c2-4481-84a7-f79da20ddc65,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:51.800721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a25fb1e3-1665-4155-806f-c9ac1987dd45 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:51.807889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a25fb1e3-1665-4155-806f-c9ac1987dd45 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.826723 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a25fb1e3-1665-4155-806f-c9ac1987dd45 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/08678ba4-83c2-4481-84a7-f79da20ddc65 HTTP/1.1" status: 204  len: 168 time: 1.8832731
Dec 19 13:29:51.828219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39690) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:51.835533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d91359d-8fd2-4a4d-a579-b4b20e21e044 None None] Network b8d976f1-9aba-4ebb-8cea-c39f3d8baeee requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:51.864652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.884596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.968597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:51.973816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.070364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Transition to ACTIVE for port object 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:52.135902 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e1df40>, [{'id': '405e4f2d-838a-42d2-b710-a8e5edf57c75', 'name': '', 'tenant_id': '8be708970668409d8c66a79fe2eb2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8bec0e73-9960-4cfc-9ef6-eddabd7dffcc', 'external_fixed_ips': [{'subnet_id': '5983b424-a060-40b8-8e7b-068878767699', 'ip_address': '2001:db8::164'}], 'enable_snat': True}, 'gw_port_id': '975ef49d-1ce1-414d-8e61-48bdcc050f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:29:41Z', 'updated_at': '2021-12-19T13:29:45Z', 'revision_number': 3, 'project_id': '8be708970668409d8c66a79fe2eb2018', 'gw_port': {'id': '975ef49d-1ce1-414d-8e61-48bdcc050f30', 'name': '', 'network_id': '8bec0e73-9960-4cfc-9ef6-eddabd7dffcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e4f2d-838a-42d2-b710-a8e5edf57c75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5983b424-a060-40b8-8e7b-068878767699', 'ip_address': '2001:db8::164', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:29:43Z', 'updated_at': '2021-12-19T13:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5983b424-a060-40b8-8e7b-068878767699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:52.138382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6', 'network_id': '0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6', 'tenant_id': '290e2fb8a20046e6963e2aaaad414298', 'fixed_ips': [{'subnet_id': '09a41647-f869-4cc9-afb5-44c0e5376d52'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:29:52.139337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.163878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Calling delete_port for 975ef49d-1ce1-414d-8e61-48bdcc050f30 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:52.216759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] Checking router: 405e4f2d-838a-42d2-b710-a8e5edf57c75 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:29:52.217505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] Updating router 405e4f2d-838a-42d2-b710-a8e5edf57c75 port 975ef49d-1ce1-414d-8e61-48bdcc050f30 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:29:52.305067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.308570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Transition to ACTIVE for port object 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:52.339075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object 1f48dec7-8de6-42a8-a73f-077a7b880207 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:52.380826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 2dc63d05-cbe8-4551-935f-f67b577a42a8 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:52.381171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.464460 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.472314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.481812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d07e7531-03c3-4292-beff-3b232a57a759 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:52.484556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:52.542001 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:29:52.542476 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:29:52.543033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.561913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:52.565913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:52.568155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=1f48dec7-8de6-42a8-a73f-077a7b880207,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:52.570306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:52.589900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.604307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:52.608738 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.613650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.617482 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/floatingips/a85dd728-2e49-4417-adf8-ac89363fcf34 HTTP/1.1" status: 204  len: 168 time: 3.6256003
Dec 19 13:29:52.618374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:52.655724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39698) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:52.701164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] Port 975ef49d-1ce1-414d-8e61-48bdcc050f30 not found while updating agent binding for router 405e4f2d-838a-42d2-b710-a8e5edf57c75. {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}}
Dec 19 13:29:52.724333 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c33383e9-2842-4e61-9854-436e6cbd1779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.739542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Network f6552cb2-da4a-426b-9e26-3c062727b70d is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:52.743943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event deleted for resources: {'Port': ['ID=975ef49d-1ce1-414d-8e61-48bdcc050f30,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:52.748714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.753091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:52.755273 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-e05d3633-28e0-418d-800b-585431cdc37e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] delete failed (client error): The resource could not be found.
Dec 19 13:29:52.756456 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e05d3633-28e0-418d-800b-585431cdc37e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/floatingips/a85dd728-2e49-4417-adf8-ac89363fcf34 HTTP/1.1" status: 404  len: 345 time: 0.0996039
Dec 19 13:29:52.763219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:52.764642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8d83f2ed-915b-4468-9cb8-935f80a21595 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:52.766749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:52.782740 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Pushing event updated for resources: {'Port': ['ID=835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:52.785676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:52.786713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39702) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:52.814079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Subnet': ['ID=b42a7f45-a4fe-446d-a390-29b8c49e24aa,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:52.835870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b3eae-a3e6-4601-a7a9-e5d01da56659 req-07734a33-3ea0-482e-8499-0bc62460a562 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:52.836231 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b2b3eae-a3e6-4601-a7a9-e5d01da56659 req-07734a33-3ea0-482e-8499-0bc62460a562 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 945 time: 0.5104439
Dec 19 13:29:52.841125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:52.853277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:52.854851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.895918 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] Routers {'405e4f2d-838a-42d2-b710-a8e5edf57c75'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:29:52.896705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e1df40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['405e4f2d-838a-42d2-b710-a8e5edf57c75'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:52.907898 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93140331-83f3-4450-8d97-6565a5c643eb req-a79f5381-321d-406a-bb1f-9a7debd496ea tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:52.909340 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-93140331-83f3-4450-8d97-6565a5c643eb req-a79f5381-321d-406a-bb1f-9a7debd496ea tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.6250055
Dec 19 13:29:52.919094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] For port 2dc63d05-cbe8-4551-935f-f67b577a42a8, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2dc63d05-cbe8-4551-935f-f67b577a42a8,segment=NetworkSegment(537d9108-e2e2-4c21-843f-cb0403580793),segment_id=537d9108-e2e2-4c21-843f-cb0403580793)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:52.919451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:52.927836 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-27c2df5c-94ed-4de3-8297-547338cb1719 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:29:52.932246 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-27c2df5c-94ed-4de3-8297-547338cb1719 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "PUT /v2.0/routers/62ce2ff0-3ef3-451f-ad67-a1aba9d6731c/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.4202971
Dec 19 13:29:52.997024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39706) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:53.025479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.085819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c33383e9-2842-4e61-9854-436e6cbd1779 None None] For port 2dc63d05-cbe8-4551-935f-f67b577a42a8, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2dc63d05-cbe8-4551-935f-f67b577a42a8,segment=NetworkSegment(537d9108-e2e2-4c21-843f-cb0403580793),segment_id=537d9108-e2e2-4c21-843f-cb0403580793)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:53.130466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Allocated IP 172.20.0.2 (0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6/09a41647-f869-4cc9-afb5-44c0e5376d52/98f499f2-08e5-4a05-9325-d520de8c02b3) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:53.141360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Attempting to bind port 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:53.141895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Attempting to bind port 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'ac920028-ebce-4dd2-8d5a-02b97e1b24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f6552cb2-da4a-426b-9e26-3c062727b70d'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:53.142390 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Attempting to bind port 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf on network f6552cb2-da4a-426b-9e26-3c062727b70d {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:53.152665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] Set router 405e4f2d-838a-42d2-b710-a8e5edf57c75 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:29:53.188455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042181a-72f3-46ba-9d4d-95b316fdefbc tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:53.190336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 2dc63d05-cbe8-4551-935f-f67b577a42a8 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:53.192266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042181a-72f3-46ba-9d4d-95b316fdefbc tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:53.196039 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042181a-72f3-46ba-9d4d-95b316fdefbc tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:53.196855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1042181a-72f3-46ba-9d4d-95b316fdefbc tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Synchronizing usage tracker for tenant:c85e8ff377a94dc98d8fdf8c9760ab5f on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:53.204578 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b68472e5-4e70-412d-986e-0457ffb14615 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.3435483
Dec 19 13:29:53.204769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39710) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:53.210204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aada67aa-0d03-48b4-96b3-349b44e67daf None None] DHCP port deletion for b8d976f1-9aba-4ebb-8cea-c39f3d8baeee request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:29:53.212358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c33383e9-2842-4e61-9854-436e6cbd1779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.216817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': '0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6', 'name': 'tempest-PortsTestJSON-642241572', 'fixed_ips': [{'subnet_id': '09a41647-f869-4cc9-afb5-44c0e5376d52', 'ip_address': '172.20.0.9'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:53.224342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:53.265162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.296812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-aada67aa-0d03-48b4-96b3-349b44e67daf None None] Deleting port 2dc63d05-cbe8-4551-935f-f67b577a42a8 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:53.297342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aada67aa-0d03-48b4-96b3-349b44e67daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.336990 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.348195 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b2b3eae-a3e6-4601-a7a9-e5d01da56659 req-b929cd43-36c0-499c-b6d6-c3d26ba0950e tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4995723
Dec 19 13:29:53.358587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:53.361101 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-93140331-83f3-4450-8d97-6565a5c643eb req-fd9842bd-d3d3-4eb5-8a84-23b3c5f5eac5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4278059
Dec 19 13:29:53.362632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:port and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:53.366842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:53.372251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:53.379712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d471f44f0>,) {'filters': {'network_id': ['f6552cb2-da4a-426b-9e26-3c062727b70d']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:53.405004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d471f44f0>, 'ac920028-ebce-4dd2-8d5a-02b97e1b24d0') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:53.405540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d471f44f0>, 'ac920028-ebce-4dd2-8d5a-02b97e1b24d0') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:53.430037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:53.430295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.430734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Checking segment: {'id': 'ac920028-ebce-4dd2-8d5a-02b97e1b24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f6552cb2-da4a-426b-9e26-3c062727b70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:53.431269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.432406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Bound using segment: {'id': 'ac920028-ebce-4dd2-8d5a-02b97e1b24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f6552cb2-da4a-426b-9e26-3c062727b70d'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:53.432969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Bound port: 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac920028-ebce-4dd2-8d5a-02b97e1b24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f6552cb2-da4a-426b-9e26-3c062727b70d'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:53.433547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.467454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.483400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:53.483977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.499237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e1df40>, [{'id': '405e4f2d-838a-42d2-b710-a8e5edf57c75', 'name': '', 'tenant_id': '8be708970668409d8c66a79fe2eb2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:29:41Z', 'updated_at': '2021-12-19T13:29:52Z', 'revision_number': 5, 'project_id': '8be708970668409d8c66a79fe2eb2018', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:53.547189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:53.548525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:53.558654 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:53.560964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b786ef-e2cb-4b70-bb09-96f844027e07 None None] The sync data for ids ['405e4f2d-838a-42d2-b710-a8e5edf57c75'] in dv-neutron-821895-1-hyperv is: [{'id': '405e4f2d-838a-42d2-b710-a8e5edf57c75', 'name': '', 'tenant_id': '8be708970668409d8c66a79fe2eb2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:29:41Z', 'updated_at': '2021-12-19T13:29:52Z', 'revision_number': 5, 'project_id': '8be708970668409d8c66a79fe2eb2018', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:29:53.577465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.588798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 0534a49e-c3bf-4b50-a895-53220b699ce9 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:53.615209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:29:53.616191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:29:53.643911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33383e9-2842-4e61-9854-436e6cbd1779 None None] Pushing event updated for resources: {'Port': ['ID=2dc63d05-cbe8-4551-935f-f67b577a42a8,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:53.647165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c33383e9-2842-4e61-9854-436e6cbd1779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:53.691417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.708276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1042181a-72f3-46ba-9d4d-95b316fdefbc tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Unset dirty status for tenant:c85e8ff377a94dc98d8fdf8c9760ab5f on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:53.713666 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1042181a-72f3-46ba-9d4d-95b316fdefbc tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "GET /v2.0/ports?network_id=c87e3330-91b4-4c65-a2cf-92effb264c7c HTTP/1.1" status: 200  len: 2358 time: 0.9184163
Dec 19 13:29:53.725851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39716) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:53.760709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4c9741a2-8dd1-494b-8292-86c231bcbd52 None None] Could not find standard attr ID for object 0aab7902-de18-4ca8-9269-03d13c2d89f0. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:29:53.774873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:29:53.775299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:29:53.857643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] For port 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:53.866433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a2684-ff7d-49de-95e2-c14e50240915 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:53.868075 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9b7a2684-ff7d-49de-95e2-c14e50240915 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "GET /v2.0/subnets/c322fafd-91b1-4764-bec3-0ca5389e8c07 HTTP/1.1" status: 200  len: 797 time: 0.1409810
Dec 19 13:29:53.874064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39720) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:53.877588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.878205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 405e4f2d-838a-42d2-b710-a8e5edf57c75 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:29:53.883944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'port': {'network_id': 'c87e3330-91b4-4c65-a2cf-92effb264c7c', 'name': 'tempest-FloatingIPTestJSON-880497138', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:53.921570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] For port 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf,segment=NetworkSegment(ac920028-ebce-4dd2-8d5a-02b97e1b24d0),segment_id=ac920028-ebce-4dd2-8d5a-02b97e1b24d0)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:53.954586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-aada67aa-0d03-48b4-96b3-349b44e67daf None None] For port 2dc63d05-cbe8-4551-935f-f67b577a42a8, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2dc63d05-cbe8-4551-935f-f67b577a42a8,segment=NetworkSegment(537d9108-e2e2-4c21-843f-cb0403580793),segment_id=537d9108-e2e2-4c21-843f-cb0403580793)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:53.955018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aada67aa-0d03-48b4-96b3-349b44e67daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.973730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:53.981364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5fe27efd-fb37-4c05-b3b4-e5b53975602a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:54.008082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 13:29:54.008082 dv-neutron-821895-1-hyperv neutron-server[84125]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 13:29:54.008082 dv-neutron-821895-1-hyperv neutron-server[84125]: [parameters: {'id': 'f6552cb2-da4a-426b-9e26-3c062727b70d'}]
Dec 19 13:29:54.008082 dv-neutron-821895-1-hyperv neutron-server[84125]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:29:54.008616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:29:54.010919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.023727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa10beb-d9dd-4103-b6f9-ebc6ccbfc111 req-83de052a-293a-4c36-a355-1b515e287bd0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:54.025231 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1fa10beb-d9dd-4103-b6f9-ebc6ccbfc111 req-83de052a-293a-4c36-a355-1b515e287bd0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.4603405
Dec 19 13:29:54.095176 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1fa10beb-d9dd-4103-b6f9-ebc6ccbfc111 req-7f02d52f-7ebb-4409-8dd3-aac80d193ca1 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619030
Dec 19 13:29:54.107896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.144332 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-aada67aa-0d03-48b4-96b3-349b44e67daf None None] Calling delete_port for 2dc63d05-cbe8-4551-935f-f67b577a42a8 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:54.173377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 2dc63d05-cbe8-4551-935f-f67b577a42a8 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:54.173723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.208592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.213687 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "DELETE /v2.0/routers/405e4f2d-838a-42d2-b710-a8e5edf57c75 HTTP/1.1" status: 204  len: 168 time: 3.5728202
Dec 19 13:29:54.217967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39726) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:54.240996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Transition to ACTIVE for port object 98f499f2-08e5-4a05-9325-d520de8c02b3 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:54.266224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:54.299769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:54.317963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Transition to ACTIVE for port object 98f499f2-08e5-4a05-9325-d520de8c02b3 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:54.325421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Pushing event updated for resources: {'Port': ['ID=835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:54.328604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:54.332620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3ff92e-9373-4dc1-bf26-b4394873eb40 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Deleting subnet 5983b424-a060-40b8-8e7b-068878767699 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:29:54.336821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff92e-9373-4dc1-bf26-b4394873eb40 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.384002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Made reservation on behalf of c85e8ff377a94dc98d8fdf8c9760ab5f for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:54.419832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aada67aa-0d03-48b4-96b3-349b44e67daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.425005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:54.465053 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.478232 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85e6973-8d9d-45f3-9d65-8705c1514a14 None None] Network f6552cb2-da4a-426b-9e26-3c062727b70d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:54.488298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff92e-9373-4dc1-bf26-b4394873eb40 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.509730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.602576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada67aa-0d03-48b4-96b3-349b44e67daf None None] Pushing event deleted for resources: {'Port': ['ID=2dc63d05-cbe8-4551-935f-f67b577a42a8,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:54.606505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-aada67aa-0d03-48b4-96b3-349b44e67daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:54.621678 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:54.629035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff92e-9373-4dc1-bf26-b4394873eb40 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.658464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fdd9e-692f-49f4-bc20-f67da093095f req-f1ec8a36-f9a8-4f38-a1e5-9050fece0b13 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:54.664110 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e60fdd9e-692f-49f4-bc20-f67da093095f req-f1ec8a36-f9a8-4f38-a1e5-9050fece0b13 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.3808203
Dec 19 13:29:54.669368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting port 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:54.669898 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.678671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Port 2dc63d05-cbe8-4551-935f-f67b577a42a8 update to ACTIVE by agent not found {{(pid=84126) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 19 13:29:54.679296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4f0aa200-8de0-4d0d-86bc-d97d88a60324 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:54.709531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] For port 2dc63d05-cbe8-4551-935f-f67b577a42a8, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2dc63d05-cbe8-4551-935f-f67b577a42a8,segment=NetworkSegment(537d9108-e2e2-4c21-843f-cb0403580793),segment_id=537d9108-e2e2-4c21-843f-cb0403580793)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:54.709882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.732470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada67aa-0d03-48b4-96b3-349b44e67daf None None] No DVR routers for this DVR port 2dc63d05-cbe8-4551-935f-f67b577a42a8 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:29:54.752918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.9 (0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6/09a41647-f869-4cc9-afb5-44c0e5376d52/0534a49e-c3bf-4b50-a895-53220b699ce9) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:54.777203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Network 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:54.798003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device c4955458-3b59-464d-885a-2034bea8d7bb up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:54.812612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.826188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:54.828193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff92e-9373-4dc1-bf26-b4394873eb40 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:54.828839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:54.843211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d96811c4-8f69-41dc-b674-24edb9bb41de tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:54.856501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Pushing event updated for resources: {'Port': ['ID=98f499f2-08e5-4a05-9325-d520de8c02b3,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:54.859296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:54.885811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 2dc63d05-cbe8-4551-935f-f67b577a42a8 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:54.892679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ff92e-9373-4dc1-bf26-b4394873eb40 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5983b424-a060-40b8-8e7b-068878767699,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:54.899965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6f3ff92e-9373-4dc1-bf26-b4394873eb40 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:54.905781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] device_id is not set on port a362f595-0fe1-4732-8843-33e4d1adff15 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:54.946361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff92e-9373-4dc1-bf26-b4394873eb40 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.020279 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6f3ff92e-9373-4dc1-bf26-b4394873eb40 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/5983b424-a060-40b8-8e7b-068878767699 HTTP/1.1" status: 204  len: 168 time: 0.7998109
Dec 19 13:29:55.030337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39732) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:55.048681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Attempting to bind port 98f499f2-08e5-4a05-9325-d520de8c02b3 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:29:55.049244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Attempting to bind port 98f499f2-08e5-4a05-9325-d520de8c02b3 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '5e58ed43-0d8d-4e46-9612-65c2090357ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:29:55.049714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Attempting to bind port 98f499f2-08e5-4a05-9325-d520de8c02b3 on network 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:29:55.068654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:29:55.069198 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Checking segment: {'id': '5e58ed43-0d8d-4e46-9612-65c2090357ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:29:55.069708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.070234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Bound using segment: {'id': '5e58ed43-0d8d-4e46-9612-65c2090357ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:29:55.070823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Bound port: 98f499f2-08e5-4a05-9325-d520de8c02b3, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e58ed43-0d8d-4e46-9612-65c2090357ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:29:55.071343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.079159 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e60fdd9e-692f-49f4-bc20-f67da093095f req-9ea74b55-1ecb-4557-b5f8-d4caca50ad3d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3792088
Dec 19 13:29:55.086230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4f0aa200-8de0-4d0d-86bc-d97d88a60324 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:55.086733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.207364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port c4955458-3b59-464d-885a-2034bea8d7bb completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:55.218857 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port c4955458-3b59-464d-885a-2034bea8d7bb triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:55.219430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.234240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3741ac-34b3-4ec6-b960-4a3215749e9a req-48bcbb5c-65f2-4466-91cd-b5199c971c75 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:55.240918 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7b3741ac-34b3-4ec6-b960-4a3215749e9a req-48bcbb5c-65f2-4466-91cd-b5199c971c75 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 945 time: 0.6609712
Dec 19 13:29:55.257328 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.311430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:29:55.311778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:29:55.322313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.347283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] For port 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf,segment=NetworkSegment(ac920028-ebce-4dd2-8d5a-02b97e1b24d0),segment_id=ac920028-ebce-4dd2-8d5a-02b97e1b24d0)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:55.347283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.351211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-12705423-2306-46f1-906c-7d8be2651371 None None] For port 98f499f2-08e5-4a05-9325-d520de8c02b3, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:29:55.360877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.366341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-12705423-2306-46f1-906c-7d8be2651371 None None] For port 98f499f2-08e5-4a05-9325-d520de8c02b3, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=98f499f2-08e5-4a05-9325-d520de8c02b3,segment=NetworkSegment(5e58ed43-0d8d-4e46-9612-65c2090357ad),segment_id=5e58ed43-0d8d-4e46-9612-65c2090357ad)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:29:55.423002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6d2549b5-abc7-4ed6-92cf-5523db3fea06 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:55.430650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 2dc63d05-cbe8-4551-935f-f67b577a42a8 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:55.430981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.435861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object 0534a49e-c3bf-4b50-a895-53220b699ce9 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:29:55.464626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.472755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:55.554387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.574633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.615958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Pushing event updated for resources: {'Port': ['ID=98f499f2-08e5-4a05-9325-d520de8c02b3,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:55.619048 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:55.620444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4955458-3b59-464d-885a-2034bea8d7bb'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:29:55.622050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47274130>,) {'filters': {'network_id': ['8bec0e73-9960-4cfc-9ef6-eddabd7dffcc']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:55.633083 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port c4955458-3b59-464d-885a-2034bea8d7bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4955458-3b59-464d-885a-2034bea8d7bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:55.648660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47274130>, 'e2205561-fe31-40ae-802b-7b3c863ab33b') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:55.648992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47274130>, 'e2205561-fe31-40ae-802b-7b3c863ab33b') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:55.659126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Calling delete_port for 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:55.695696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6d2549b5-abc7-4ed6-92cf-5523db3fea06 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:55.700435 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.701874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6d2549b5-abc7-4ed6-92cf-5523db3fea06 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:55.701874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.708132 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7b3741ac-34b3-4ec6-b960-4a3215749e9a req-84799d58-0aae-4a7d-b8c7-e9363d7bc679 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4614518
Dec 19 13:29:55.742852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.754884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.761734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.765679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-aada67aa-0d03-48b4-96b3-349b44e67daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:55.769634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] The port '2dc63d05-cbe8-4551-935f-f67b577a42a8' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:29:55.790700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-80854c00-5ebc-45a5-af56-19f9b64d246c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:55.854857 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4955458-3b59-464d-885a-2034bea8d7bb', 'code': 200}
Dec 19 13:29:55.872314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=c4955458-3b59-464d-885a-2034bea8d7bb,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:55.876119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:55.894123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:55.894330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:55.908366 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:55.912729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.20.0.13 (c87e3330-91b4-4c65-a2cf-92effb264c7c/c322fafd-91b1-4764-bec3-0ca5389e8c07/a362f595-0fe1-4732-8843-33e4d1adff15) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:55.942539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:55.991556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 6d2549b5-abc7-4ed6-92cf-5523db3fea06, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6d2549b5-abc7-4ed6-92cf-5523db3fea06,segment=NetworkSegment(b2326d0a-f8d3-4673-9abe-6b0aa27ad10d),segment_id=b2326d0a-f8d3-4673-9abe-6b0aa27ad10d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:56.044159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.049432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-88f61151-0ef9-4607-b854-1be3ceda58b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:56.152384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.20.0.12 (c87e3330-91b4-4c65-a2cf-92effb264c7c/c322fafd-91b1-4764-bec3-0ca5389e8c07/a362f595-0fe1-4732-8843-33e4d1adff15) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:56.154872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=6d2549b5-abc7-4ed6-92cf-5523db3fea06,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:56.158317 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:56.183981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.201009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=0534a49e-c3bf-4b50-a895-53220b699ce9,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:56.214509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:56.216592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:56.221075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:56.237757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:56.247751 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.255860 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45da7f10>,) {'filters': {'network_id': ['b8d976f1-9aba-4ebb-8cea-c39f3d8baeee']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:56.264514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:56.324409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 98f499f2-08e5-4a05-9325-d520de8c02b3 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:56.330040 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45da7f10>, '537d9108-e2e2-4c21-843f-cb0403580793') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:56.330325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45da7f10>, '537d9108-e2e2-4c21-843f-cb0403580793') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:56.338769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Port': ['ID=835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:56.341489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:56.355010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.364565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No DVR routers for this DVR port 835ec1c8-ab9d-402c-97c2-d7c1a43bb9cf on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:29:56.396692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.407509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:56.408102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.451750 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-be26d207-176d-4b3e-91d4-d33cfbc8e56c tempest-BulkNetworkOpsIpV6Test-1107228755 tempest-BulkNetworkOpsIpV6Test-1107228755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:56.472862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8bec0e73-9960-4cfc-9ef6-eddabd7dffcc {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 19 13:29:56.483360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.502784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49231558-e8ae-4326-a4a5-ea396046ca20 req-717bd92b-d41a-4088-a0b3-1b4e4d7aa4fe tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:56.507004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 98f499f2-08e5-4a05-9325-d520de8c02b3 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:56.508261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event deleted for resources: {'Network': ['ID=8bec0e73-9960-4cfc-9ef6-eddabd7dffcc,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:56.511027 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49231558-e8ae-4326-a4a5-ea396046ca20 req-717bd92b-d41a-4088-a0b3-1b4e4d7aa4fe tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.4538095
Dec 19 13:29:56.524745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:56.536514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.566387 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:56.567090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.599677 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.3938785
Dec 19 13:29:56.600549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39742) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:56.602259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2dc63d05-cbe8-4551-935f-f67b577a42a8 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:56.605602 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:56.656831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 2dc63d05-cbe8-4551-935f-f67b577a42a8 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:29:56.657665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2dc63d05-cbe8-4551-935f-f67b577a42a8 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:29:56.681205 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "DELETE /v2.0/networks/8bec0e73-9960-4cfc-9ef6-eddabd7dffcc HTTP/1.1" status: 204  len: 168 time: 1.6495314
Dec 19 13:29:56.752700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.780129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.809685 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49231558-e8ae-4326-a4a5-ea396046ca20 req-155d2582-8fff-490d-9cf6-fc3208f9086b tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2977068
Dec 19 13:29:56.812633 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-245939af-170c-4966-adfa-7cfbc259f466 req-c947b0a1-ee04-4ffa-b063-03076fad9a9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 1099 time: 0.3979638
Dec 19 13:29:56.867350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4628d670>,) {'filters': {'network_id': ['f6552cb2-da4a-426b-9e26-3c062727b70d']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:56.890402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4628d670>, 'ac920028-ebce-4dd2-8d5a-02b97e1b24d0') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:56.891328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4628d670>, 'ac920028-ebce-4dd2-8d5a-02b97e1b24d0') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:29:56.914967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.940729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.952124 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-245939af-170c-4966-adfa-7cfbc259f466 req-87af6f08-f596-437f-b58d-339deec37ed8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1314962
Dec 19 13:29:56.960247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:29:56.960885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:56.966664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9c614d-68e7-44e9-a591-1063d5283161 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:56.967640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7e9c614d-68e7-44e9-a591-1063d5283161 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:29:56.982977 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:29:57.073275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.092291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:57.140725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7e9c614d-68e7-44e9-a591-1063d5283161 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:29:57.144496 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7e9c614d-68e7-44e9-a591-1063d5283161 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.5384052
Dec 19 13:29:57.145954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39754) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:57.169138 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.169310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e837e6-efb3-44e5-937f-46517efe5c1f None None] Network 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:29:57.193873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39758) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:57.198926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b1477f35-b5a6-4e47-978e-fb1d41bb0bb3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:57.214616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.222495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network c87e3330-91b4-4c65-a2cf-92effb264c7c is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:57.227095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:57.230144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:57.232854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1dbf80ae-a20f-4281-89df-0b3515a1c463 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Request body: {'router': {'name': 'tempest-router--946415331', 'project_id': '439f52927fed46c7b3d6bf20b6d9988e'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:57.247012 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1dbf80ae-a20f-4281-89df-0b3515a1c463 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:57.254632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Network': ['ID=b8d976f1-9aba-4ebb-8cea-c39f3d8baeee,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:57.267766 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1dbf80ae-a20f-4281-89df-0b3515a1c463 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Usage tracker for resource:router and tenant:439f52927fed46c7b3d6bf20b6d9988e is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:57.274085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=a362f595-0fe1-4732-8843-33e4d1adff15,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:57.274821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:57.277237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:57.280072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1dbf80ae-a20f-4281-89df-0b3515a1c463 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:57.290834 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/networks/b8d976f1-9aba-4ebb-8cea-c39f3d8baeee HTTP/1.1" status: 204  len: 168 time: 5.4621651
Dec 19 13:29:57.291934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Deleting port 5274ae0d-d3bf-4061-a945-72398a5a0c3b {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:57.292299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.296267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39762) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:57.308717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'name': 'tempest-PortsIpV6TestJSON-487309041'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:57.317436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1dbf80ae-a20f-4281-89df-0b3515a1c463 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:57.331476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:57.332371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.338633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.346732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:57.366926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.378927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Network': ['ID=f6552cb2-da4a-426b-9e26-3c062727b70d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:57.389113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:57.400301 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/f6552cb2-da4a-426b-9e26-3c062727b70d HTTP/1.1" status: 204  len: 168 time: 8.0824659
Dec 19 13:29:57.403514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39766) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:57.435002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9381094b-8bca-47a6-9ce3-c9e37b7813ec None None] Provisioning for port 98f499f2-08e5-4a05-9325-d520de8c02b3 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:57.469857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2fe00d-4be8-4ca8-b4f1-ae0e6ece09f4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:57.470945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2121919461'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:57.471181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9381094b-8bca-47a6-9ce3-c9e37b7813ec None None] Provisioning complete for port 98f499f2-08e5-4a05-9325-d520de8c02b3 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:57.471688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9381094b-8bca-47a6-9ce3-c9e37b7813ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.473891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2fe00d-4be8-4ca8-b4f1-ae0e6ece09f4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:57.478095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2fe00d-4be8-4ca8-b4f1-ae0e6ece09f4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:57.482522 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ed2fe00d-4be8-4ca8-b4f1-ae0e6ece09f4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2376 time: 0.3255429
Dec 19 13:29:57.482522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:57.483769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39770) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:57.488352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:57.497190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:network and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:57.499988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1dbf80ae-a20f-4281-89df-0b3515a1c463 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.500944 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1dbf80ae-a20f-4281-89df-0b3515a1c463 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.504018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:57.518842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:port and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:57.520287 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c547603-7029-4881-b3ff-8c367987f080 req-82883356-0c47-4ff7-b5a7-b722709a1402 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:57.521734 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3c547603-7029-4881-b3ff-8c367987f080 req-82883356-0c47-4ff7-b5a7-b722709a1402 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 946 time: 0.4708903
Dec 19 13:29:57.528106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:57.531586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:57.536283 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 3.6607201
Dec 19 13:29:57.537421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:57.543037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39774) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:57.548188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': 'a362f595-0fe1-4732-8843-33e4d1adff15', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:57.582720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:57.621496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-00f299e6-7e6e-43db-925a-38b9ae6447e0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 0534a49e-c3bf-4b50-a895-53220b699ce9 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:29:57.621894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00f299e6-7e6e-43db-925a-38b9ae6447e0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.628478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1dbf80ae-a20f-4281-89df-0b3515a1c463 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.633311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.649146 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9381094b-8bca-47a6-9ce3-c9e37b7813ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.653616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:57.656526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.692583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:57.694751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:57.695641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9381094b-8bca-47a6-9ce3-c9e37b7813ec None None] For port 98f499f2-08e5-4a05-9325-d520de8c02b3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=98f499f2-08e5-4a05-9325-d520de8c02b3,segment=NetworkSegment(5e58ed43-0d8d-4e46-9612-65c2090357ad),segment_id=5e58ed43-0d8d-4e46-9612-65c2090357ad)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:29:57.698289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.756757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9381094b-8bca-47a6-9ce3-c9e37b7813ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.756757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-11242878-5a0f-4f55-aa8c-7e72258f8afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:57.813791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port a21556c1-d598-4108-aa6c-50521ef7c20a yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:29:57.852811 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3c547603-7029-4881-b3ff-8c367987f080 req-34866eea-6426-4b6e-9103-38dce5893ceb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3136878
Dec 19 13:29:57.864476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:57.895429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381094b-8bca-47a6-9ce3-c9e37b7813ec None None] Pushing event updated for resources: {'Port': ['ID=98f499f2-08e5-4a05-9325-d520de8c02b3,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:57.902956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9381094b-8bca-47a6-9ce3-c9e37b7813ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:57.964769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Calling delete_port for 5274ae0d-d3bf-4061-a945-72398a5a0c3b owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:58.034441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:29:58.075754 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.076367 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Added segment 8413e77c-65c5-4859-9763-c4a57dcb479e of type vlan for network e8391353-5c00-4bde-99c1-a3b70a67e72b
Dec 19 13:29:58.084269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11108d6a-67bc-4f28-b7ab-5a25944b3c9c None None] Provisioning for port 0534a49e-c3bf-4b50-a895-53220b699ce9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:58.091832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11108d6a-67bc-4f28-b7ab-5a25944b3c9c None None] Provisioning complete for port 0534a49e-c3bf-4b50-a895-53220b699ce9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:58.092235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-11108d6a-67bc-4f28-b7ab-5a25944b3c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.171559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6d2549b5-abc7-4ed6-92cf-5523db3fea06 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:58.200237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1dbf80ae-a20f-4281-89df-0b3515a1c463 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.273455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-11108d6a-67bc-4f28-b7ab-5a25944b3c9c None None] Port 0534a49e-c3bf-4b50-a895-53220b699ce9 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:58.281394 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.301524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6d2549b5-abc7-4ed6-92cf-5523db3fea06 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:58.301907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.373660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1dbf80ae-a20f-4281-89df-0b3515a1c463 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.377766 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1dbf80ae-a20f-4281-89df-0b3515a1c463 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.1778364
Dec 19 13:29:58.395686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39780) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:58.423108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11108d6a-67bc-4f28-b7ab-5a25944b3c9c None None] Provisioning for port 1f48dec7-8de6-42a8-a73f-077a7b880207 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:29:58.437445 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11108d6a-67bc-4f28-b7ab-5a25944b3c9c None None] Provisioning complete for port 1f48dec7-8de6-42a8-a73f-077a7b880207 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:58.438094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-11108d6a-67bc-4f28-b7ab-5a25944b3c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.466350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4e882-8a17-4c1d-abdf-c359faf0941d req-5a220e4c-1a05-49e8-8c17-1bf5523cc93b tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:58.469313 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f7c4e882-8a17-4c1d-abdf-c359faf0941d req-5a220e4c-1a05-49e8-8c17-1bf5523cc93b tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.3949928
Dec 19 13:29:58.486664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5c331-0b09-46cf-9e13-678210755ad8 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:29:58.493000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.521425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00f299e6-7e6e-43db-925a-38b9ae6447e0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.531164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.547890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 98f499f2-08e5-4a05-9325-d520de8c02b3 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:29:58.606868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-11108d6a-67bc-4f28-b7ab-5a25944b3c9c None None] Port 1f48dec7-8de6-42a8-a73f-077a7b880207 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:58.650805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.655322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:58.656478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.675565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6995f7b7-e80c-48b5-b76d-7376472edde6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:58.711259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11108d6a-67bc-4f28-b7ab-5a25944b3c9c None None] Provisioning complete for port 98f499f2-08e5-4a05-9325-d520de8c02b3 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:58.711662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-11108d6a-67bc-4f28-b7ab-5a25944b3c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.785783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 98f499f2-08e5-4a05-9325-d520de8c02b3 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:58.786076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.831804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-00f299e6-7e6e-43db-925a-38b9ae6447e0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 0534a49e-c3bf-4b50-a895-53220b699ce9 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:29:58.852785 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f7c4e882-8a17-4c1d-abdf-c359faf0941d req-922e5dac-c055-4de6-a2f1-122c8c3811b9 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3713725
Dec 19 13:29:58.871992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=e8391353-5c00-4bde-99c1-a3b70a67e72b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:58.880044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:58.888639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05acd4ae-7a1a-4cac-8a98-153c40be48e7 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:58.973949 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network e8391353-5c00-4bde-99c1-a3b70a67e72b details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:29:58.974217 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5500734
Dec 19 13:29:58.987461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39788) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:59.019980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:59.024634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'network_id': 'e8391353-5c00-4bde-99c1-a3b70a67e72b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:29:59.035462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:59.052633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:59.069727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:59.102644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c5c331-0b09-46cf-9e13-678210755ad8 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:29:59.148020 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event deleted for resources: {'Port': ['ID=5274ae0d-d3bf-4061-a945-72398a5a0c3b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:59.150466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:59.297089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a8f1b52e-f207-4a45-8cd2-d8ec96c6d184 None None] Provisioning complete for port 0534a49e-c3bf-4b50-a895-53220b699ce9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:59.298051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b52e-f207-4a45-8cd2-d8ec96c6d184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:59.308275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:29:59.317950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.26.4.162 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/5af6cc68-f75a-486b-aafa-93827b7a9234) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:29:59.324458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:29:59.328275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:subnet and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:29:59.344017 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:29:59.363032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:29:59.384618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:29:59.392406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1b52e-f207-4a45-8cd2-d8ec96c6d184 None None] Port 0534a49e-c3bf-4b50-a895-53220b699ce9 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:59.402013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:29:59.413868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:59.414550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:59.433736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=a21556c1-d598-4108-aa6c-50521ef7c20a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:59.456875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:59.457493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:29:59.481268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a8f1b52e-f207-4a45-8cd2-d8ec96c6d184 None None] Provisioning complete for port 1f48dec7-8de6-42a8-a73f-077a7b880207 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:29:59.482329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a8f1b52e-f207-4a45-8cd2-d8ec96c6d184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:59.552089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1b52e-f207-4a45-8cd2-d8ec96c6d184 None None] Port 1f48dec7-8de6-42a8-a73f-077a7b880207 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:29:59.718097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:59.735872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef113cb-cc16-4af8-b8e1-625e340fdfb2 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:29:59.792324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00f299e6-7e6e-43db-925a-38b9ae6447e0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:59.817664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2abf1faf-616b-4287-8d9a-723264176ee6 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:29:59.824378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7983ebe-a81d-47a1-a5b2-15c3bc8aeaa6 req-bec20033-4178-4f74-8009-047f6c38fecc tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:29:59.825945 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b7983ebe-a81d-47a1-a5b2-15c3bc8aeaa6 req-bec20033-4178-4f74-8009-047f6c38fecc tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 946 time: 0.7316246
Dec 19 13:29:59.834384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:59.847691 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.5503962
Dec 19 13:29:59.857196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39794) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:29:59.860453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05acd4ae-7a1a-4cac-8a98-153c40be48e7 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:59.891521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f299e6-7e6e-43db-925a-38b9ae6447e0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=0534a49e-c3bf-4b50-a895-53220b699ce9,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:29:59.904189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef113cb-cc16-4af8-b8e1-625e340fdfb2 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:29:59.906346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-00f299e6-7e6e-43db-925a-38b9ae6447e0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:29:59.927130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05acd4ae-7a1a-4cac-8a98-153c40be48e7 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:29:59.981429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:00.025050 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d49c46da-f639-4192-b0be-3094cb6b7a9e req-8d53b1ef-3918-4385-b8ce-ab415568bea4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2cd8305d66a649c082ece81b30e5ddd4&device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 1098 time: 0.5448296
Dec 19 13:30:00.100283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-710d847f-3e9a-4c3a-8b92-f24b46ecd9d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port a21556c1-d598-4108-aa6c-50521ef7c20a {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:00.100657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-710d847f-3e9a-4c3a-8b92-f24b46ecd9d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:00.139229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe43a3-20f4-4ede-981a-56e7217f033f req-bb1d5858-8459-4122-82c0-6eb0e8beefd2 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:00.145986 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2ebe43a3-20f4-4ede-981a-56e7217f033f req-bb1d5858-8459-4122-82c0-6eb0e8beefd2 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.6593547
Dec 19 13:30:00.149374 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b7983ebe-a81d-47a1-a5b2-15c3bc8aeaa6 req-4f197aa9-6fe4-4e9d-9b31-d833eb7ea49a tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3113797
Dec 19 13:30:00.160171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00f299e6-7e6e-43db-925a-38b9ae6447e0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:00.227190 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-00f299e6-7e6e-43db-925a-38b9ae6447e0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/0534a49e-c3bf-4b50-a895-53220b699ce9 HTTP/1.1" status: 204  len: 168 time: 2.7404816
Dec 19 13:30:00.228330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39800) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:00.286944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c46da-f639-4192-b0be-3094cb6b7a9e req-d48b8ae4-c3c3-4323-8853-e65ef6a41ae7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:00.288473 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d49c46da-f639-4192-b0be-3094cb6b7a9e req-d48b8ae4-c3c3-4323-8853-e65ef6a41ae7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bc33190a-751f-4699-9dbf-7d69c7ceca8e HTTP/1.1" status: 200  len: 912 time: 0.2567899
Dec 19 13:30:00.357140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:00.371486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05acd4ae-7a1a-4cac-8a98-153c40be48e7 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:00.371982 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05acd4ae-7a1a-4cac-8a98-153c40be48e7 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e23ccd8d-59cd-42f8-8838-ac24d40e87ba {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:30:00.373755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0c9b1a5d-63ea-4c47-9648-74e95a347df8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:00.469962 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2ebe43a3-20f4-4ede-981a-56e7217f033f req-b8b456b7-aa5b-4163-8341-757cafc02327 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3228567
Dec 19 13:30:00.525250 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a92d71-1fd5-46a9-b578-ed87e5b8cd9b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:30:00.526106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e7a92d71-1fd5-46a9-b578-ed87e5b8cd9b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:00.541697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05acd4ae-7a1a-4cac-8a98-153c40be48e7 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:00.543409 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-05acd4ae-7a1a-4cac-8a98-153c40be48e7 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e23ccd8d-59cd-42f8-8838-ac24d40e87ba HTTP/1.1" status: 204  len: 168 time: 2.1638343
Dec 19 13:30:00.633735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:00.635571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:00.651088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:00.686917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=5af6cc68-f75a-486b-aafa-93827b7a9234,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:00.696294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:00.726040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:00.730161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-77a147fd-5979-41f4-b036-9ee83dad17a2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:00.758410 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d49c46da-f639-4192-b0be-3094cb6b7a9e req-62edc4c4-e8ca-49cd-869b-e5a6fb003ea3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9 HTTP/1.1" status: 200  len: 1000 time: 0.4550452
Dec 19 13:30:00.769075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e7a92d71-1fd5-46a9-b578-ed87e5b8cd9b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:00.772712 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e7a92d71-1fd5-46a9-b578-ed87e5b8cd9b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/0534a49e-c3bf-4b50-a895-53220b699ce9 HTTP/1.1" status: 404  len: 333 time: 0.5379257
Dec 19 13:30:00.778206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39806) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:00.829656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-710d847f-3e9a-4c3a-8b92-f24b46ecd9d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:00.892346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39810) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:00.953370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=2e33f86d-64f7-4bf5-a470-dfc5f2aba62f,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:00.969744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-710d847f-3e9a-4c3a-8b92-f24b46ecd9d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for a21556c1-d598-4108-aa6c-50521ef7c20a owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:00.970236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:00.997631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c46da-f639-4192-b0be-3094cb6b7a9e req-e8ce3359-bb4b-4a19-8414-d1b7a15664ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:00.999093 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d49c46da-f639-4192-b0be-3094cb6b7a9e req-e8ce3359-bb4b-4a19-8414-d1b7a15664ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c5d365b-ec90-4521-bf4b-b9217d9b4e32 HTTP/1.1" status: 200  len: 850 time: 0.2331071
Dec 19 13:30:01.008296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-021112ab-5e2e-4626-9357-99e28e347628 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 1f48dec7-8de6-42a8-a73f-077a7b880207 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:01.008643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-021112ab-5e2e-4626-9357-99e28e347628 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:01.041674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1679a-cf8b-4f07-9e3f-383b4e3d153b req-bc8db999-2d49-47f4-9ff7-ddd6a7a562c4 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:01.044811 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-43f1679a-cf8b-4f07-9e3f-383b4e3d153b req-bc8db999-2d49-47f4-9ff7-ddd6a7a562c4 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 946 time: 0.6553187
Dec 19 13:30:01.088258 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Checking segment: {'id': '8413e77c-65c5-4859-9763-c4a57dcb479e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e8391353-5c00-4bde-99c1-a3b70a67e72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:01.088623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network hostable DHCP agents. Network: e8391353-5c00-4bde-99c1-a3b70a67e72b, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:30:01.206141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Router 62ce2ff0-3ef3-451f-ad67-a1aba9d6731c has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:01.222891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-896482621', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:01.249280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:01.262729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Usage tracker for resource:router and tenant:f791e0a888c3474eb480f75ca4b22247 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:01.301635 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-43f1679a-cf8b-4f07-9e3f-383b4e3d153b req-dd4d7103-e60f-486b-9f26-c7949dd9434d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2481253
Dec 19 13:30:01.307468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-710d847f-3e9a-4c3a-8b92-f24b46ecd9d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:01.321780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f52a4485-3131-4c83-ba2a-1078335a4b4d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:01.331997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:01.345143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39816) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:01.374187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:01.420473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d847f-3e9a-4c3a-8b92-f24b46ecd9d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=a21556c1-d598-4108-aa6c-50521ef7c20a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:01.427047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-710d847f-3e9a-4c3a-8b92-f24b46ecd9d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:01.434065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-710d847f-3e9a-4c3a-8b92-f24b46ecd9d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:01.439196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network e8391353-5c00-4bde-99c1-a3b70a67e72b is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:30:01.449672 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-710d847f-3e9a-4c3a-8b92-f24b46ecd9d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/a21556c1-d598-4108-aa6c-50521ef7c20a HTTP/1.1" status: 204  len: 168 time: 1.5871716
Dec 19 13:30:01.451979 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39822) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:01.458620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'mac_address': 'fa:16:3e:8d:f8:f1', 'name': 'tempest-PortsIpV6TestJSON-1634579306'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:01.520888 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d49c46da-f639-4192-b0be-3094cb6b7a9e req-afa7bd76-f78e-411d-8cb8-b86f3c4190ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bc33190a-751f-4699-9dbf-7d69c7ceca8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4847217
Dec 19 13:30:01.539582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:01.540802 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:01.577454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, e8391353-5c00-4bde-99c1-a3b70a67e72b) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:01.593133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8310839f-e1c2-45a2-bbc9-42a1fcf03912 None None] Network e8391353-5c00-4bde-99c1-a3b70a67e72b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:01.651775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:01.652355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:01.659032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:01.670138 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98df3f69-1b2b-492c-b4b3-ba4a76e6d076 None None] Sync routers for ids ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:01.692449 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df3f69-1b2b-492c-b4b3-ba4a76e6d076 None None] Routers {'62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:01.693320 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-98df3f69-1b2b-492c-b4b3-ba4a76e6d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4787c160>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:01.696240 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "PUT /v2.0/routers/62ce2ff0-3ef3-451f-ad67-a1aba9d6731c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6982851
Dec 19 13:30:01.702168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39828) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:01.792703 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-06ba40df-988e-45ee-aee2-e0a82b8c0327 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] delete failed (client error): The resource could not be found.
Dec 19 13:30:01.793807 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-06ba40df-988e-45ee-aee2-e0a82b8c0327 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-172403214 HTTP/1.1" status: 404  len: 334 time: 0.0820885
Dec 19 13:30:01.796759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:01.808608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:port and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:01.810304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-021112ab-5e2e-4626-9357-99e28e347628 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:01.812485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:01.817575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39832) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:01.819991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:01.825238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c0fe3f2c-e838-4ca1-9385-04bfca3f0363 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'router': {'external_gateway_info': {'network_id': '62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:01.826138 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-98df3f69-1b2b-492c-b4b3-ba4a76e6d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4787c160>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:01.839284 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df3f69-1b2b-492c-b4b3-ba4a76e6d076 None None] Routers {'62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:01.839891 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-98df3f69-1b2b-492c-b4b3-ba4a76e6d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4787c160>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:01.858186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3734c9-17ad-4d0f-a43b-aa57b18c3950 req-568e8dce-fe94-4d06-a0c5-cf0368e56764 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:01.859706 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4f3734c9-17ad-4d0f-a43b-aa57b18c3950 req-568e8dce-fe94-4d06-a0c5-cf0368e56764 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.2483199
Dec 19 13:30:01.889155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-e8391353-5c00-4bde-99c1-a3b70a67e72b', 'network_id': 'e8391353-5c00-4bde-99c1-a3b70a67e72b', 'tenant_id': '921d5babb55844d49bbf716d9796bea2', 'fixed_ips': [{'subnet_id': '2e33f86d-64f7-4bf5-a470-dfc5f2aba62f'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:30:01.890441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:01.915762 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-98df3f69-1b2b-492c-b4b3-ba4a76e6d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4787c160>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:01.916601 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98df3f69-1b2b-492c-b4b3-ba4a76e6d076 None None] The sync data for ids ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:01.932081 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4f3734c9-17ad-4d0f-a43b-aa57b18c3950 req-4831c035-9285-40ac-84c8-ef04185ab72f tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639541
Dec 19 13:30:01.934973 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:01.948105 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.9576318
Dec 19 13:30:01.953897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39836) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:02.013658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.031465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-021112ab-5e2e-4626-9357-99e28e347628 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 1f48dec7-8de6-42a8-a73f-077a7b880207 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:02.084814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Allocated IP 2001:db8::1 (e8391353-5c00-4bde-99c1-a3b70a67e72b/2e33f86d-64f7-4bf5-a470-dfc5f2aba62f/69784d86-09ba-4035-9025-e7ffec7f305f) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:02.143837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.201560 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port de14624e-6a99-430d-bae4-9869bfed3274 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:30:02.248480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.302569 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.313393 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d49c46da-f639-4192-b0be-3094cb6b7a9e req-297438f1-33be-4c5e-adca-17d0da6a4911 service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7769608
Dec 19 13:30:02.314227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Transition to ACTIVE for port object 69784d86-09ba-4035-9025-e7ffec7f305f will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:02.334661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Transition to ACTIVE for port object 69784d86-09ba-4035-9025-e7ffec7f305f will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:02.387390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.424459 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7be6076a-5050-416c-b461-e8e46fc38d03 tempest-TestVolumeBootPattern-499067708 tempest-TestVolumeBootPattern-499067708-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 1094 time: 1.0780790
Dec 19 13:30:02.432617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39840) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:02.444334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.449650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7a40e328-9064-4c38-ada8-c7bc4c5ad3f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:02.503572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': 'c4955458-3b59-464d-885a-2034bea8d7bb', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:02.523545 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Network e8391353-5c00-4bde-99c1-a3b70a67e72b is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:02.524243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Pushing event updated for resources: {'Port': ['ID=69784d86-09ba-4035-9025-e7ffec7f305f,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:02.527478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:02.528668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:02.530585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:02.545282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.624610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Attempting to bind port 69784d86-09ba-4035-9025-e7ffec7f305f on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:02.625196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Attempting to bind port 69784d86-09ba-4035-9025-e7ffec7f305f by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8413e77c-65c5-4859-9763-c4a57dcb479e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e8391353-5c00-4bde-99c1-a3b70a67e72b'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:02.625325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Attempting to bind port 69784d86-09ba-4035-9025-e7ffec7f305f on network e8391353-5c00-4bde-99c1-a3b70a67e72b {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:02.626205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:02.633060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.643026 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:02.643486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Checking segment: {'id': '8413e77c-65c5-4859-9763-c4a57dcb479e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e8391353-5c00-4bde-99c1-a3b70a67e72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:02.645129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7079c671-3c0f-4bca-b686-8978b9416108 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:02.647553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.649949 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Bound using segment: {'id': '8413e77c-65c5-4859-9763-c4a57dcb479e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e8391353-5c00-4bde-99c1-a3b70a67e72b'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:02.650861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Bound port: 69784d86-09ba-4035-9025-e7ffec7f305f, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8413e77c-65c5-4859-9763-c4a57dcb479e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e8391353-5c00-4bde-99c1-a3b70a67e72b'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:02.651928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.689048 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Subnet': ['ID=2e33f86d-64f7-4bf5-a470-dfc5f2aba62f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:02.691325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.717311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:02.737148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Usage tracker for resource:floatingip and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:02.754464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] For port 69784d86-09ba-4035-9025-e7ffec7f305f, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:02.757680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] For port 69784d86-09ba-4035-9025-e7ffec7f305f, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=69784d86-09ba-4035-9025-e7ffec7f305f,segment=NetworkSegment(8413e77c-65c5-4859-9763-c4a57dcb479e),segment_id=8413e77c-65c5-4859-9763-c4a57dcb479e)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:02.763721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:02.788020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:02.796220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-710d847f-3e9a-4c3a-8b92-f24b46ecd9d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:02.836487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.841350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:02.844036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.864662 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d49c46da-f639-4192-b0be-3094cb6b7a9e req-33b7b364-a46e-4d0b-bf3e-ccbf45d47e7e service neutron] 10.222.0.18 "GET /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5367033
Dec 19 13:30:02.866952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.899228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:02.899228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46f58e20>,) {'filters': {'network_id': ['e8391353-5c00-4bde-99c1-a3b70a67e72b']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:02.906105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:02.913127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=de14624e-6a99-430d-bae4-9869bfed3274,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:02.915477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:02.919459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:02.920066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.937556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:02.940058 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Pushing event updated for resources: {'Port': ['ID=69784d86-09ba-4035-9025-e7ffec7f305f,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:02.940239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46f58e20>, '8413e77c-65c5-4859-9763-c4a57dcb479e') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:02.940435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46f58e20>, '8413e77c-65c5-4859-9763-c4a57dcb479e') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:02.945199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.949182 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:02.958594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-021112ab-5e2e-4626-9357-99e28e347628 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.959695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.982072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:02.989308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:02.989752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:03.006478 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:03.021734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-18dea7e7-ec37-446c-b470-eee03abd1ff2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:03.049796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3651ddbb-2307-4dda-af5a-6b6b9900c6dc None None] Network e8391353-5c00-4bde-99c1-a3b70a67e72b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:03.200191 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.7470760
Dec 19 13:30:03.209936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021112ab-5e2e-4626-9357-99e28e347628 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=1f48dec7-8de6-42a8-a73f-077a7b880207,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:03.215676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39852) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:03.230033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-021112ab-5e2e-4626-9357-99e28e347628 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:03.300334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab50b2-8b95-492b-ba39-e11eb72d2700 req-f43348c8-addf-4fa8-91b9-6308af1541b1 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:03.301820 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-67ab50b2-8b95-492b-ba39-e11eb72d2700 req-f43348c8-addf-4fa8-91b9-6308af1541b1 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.1104531
Dec 19 13:30:03.303469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 13:30:03.303469 dv-neutron-821895-1-hyperv neutron-server[84125]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 13:30:03.303469 dv-neutron-821895-1-hyperv neutron-server[84125]: [parameters: {'id': 'e8391353-5c00-4bde-99c1-a3b70a67e72b'}]
Dec 19 13:30:03.303469 dv-neutron-821895-1-hyperv neutron-server[84125]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:30:03.303912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:30:03.313674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8fa5b-b8b5-49c4-9609-1d55117deab4 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:30:03.351566 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-67ab50b2-8b95-492b-ba39-e11eb72d2700 req-c83df5d3-ef51-4e0f-92a0-3e99464b881d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425425
Dec 19 13:30:03.477201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa8fa5b-b8b5-49c4-9609-1d55117deab4 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:30:03.560405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:03.562459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0fe3f2c-e838-4ca1-9385-04bfca3f0363 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:03.591190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18f05a2-54c3-4c01-bbfa-c605b5b338fe tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:03.591764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f18f05a2-54c3-4c01-bbfa-c605b5b338fe tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:03.700633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-021112ab-5e2e-4626-9357-99e28e347628 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:03.720862 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-c0fe3f2c-e838-4ca1-9385-04bfca3f0363 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] update failed (client error): The resource could not be found.
Dec 19 13:30:03.721784 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c0fe3f2c-e838-4ca1-9385-04bfca3f0363 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "PUT /v2.0/routers/62ce2ff0-3ef3-451f-ad67-a1aba9d6731c HTTP/1.1" status: 404  len: 339 time: 1.9030607
Dec 19 13:30:03.725710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39858) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:03.732562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-226547391'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:03.739893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:03.749353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f18f05a2-54c3-4c01-bbfa-c605b5b338fe tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:03.749353 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f18f05a2-54c3-4c01-bbfa-c605b5b338fe tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/de14624e-6a99-430d-bae4-9869bfed3274 HTTP/1.1" status: 200  len: 845 time: 0.5229895
Dec 19 13:30:03.749599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Usage tracker for resource:network and tenant:c154a3462e794da9be5f3d98c2c0f7ae is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:03.749599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39862) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:03.752793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:03.760847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:03.791735 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:03.804310 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-021112ab-5e2e-4626-9357-99e28e347628 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/1f48dec7-8de6-42a8-a73f-077a7b880207 HTTP/1.1" status: 204  len: 168 time: 2.9923697
Dec 19 13:30:03.805742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:03.809586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39866) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:03.877972 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a21dd24-d497-4af5-aae7-891cf9cfa55e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:30:03.881859 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7a21dd24-d497-4af5-aae7-891cf9cfa55e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/1f48dec7-8de6-42a8-a73f-077a7b880207 HTTP/1.1" status: 404  len: 333 time: 0.0651817
Dec 19 13:30:03.883606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-08255059-0982-41ce-99b9-bb9687926ba3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port de14624e-6a99-430d-bae4-9869bfed3274 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:03.883997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08255059-0982-41ce-99b9-bb9687926ba3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:03.886641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39870) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:03.917505 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting port 69784d86-09ba-4035-9025-e7ffec7f305f {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:03.917865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:03.953712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Made reservation on behalf of c154a3462e794da9be5f3d98c2c0f7ae for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:03.956648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:03.973742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.099316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:04.108315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.191589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.191842 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Added segment f8526c9e-9162-4ee5-95de-b2b976ad9c8e of type vlan for network 70652979-a696-4bef-9780-7abd820f440b
Dec 19 13:30:04.218318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.336473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.346024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08255059-0982-41ce-99b9-bb9687926ba3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.442741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f79dad-d79f-44f5-9033-f0ba73dce453 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting subnet 09a41647-f869-4cc9-afb5-44c0e5376d52 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:30:04.453763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.455345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94f79dad-d79f-44f5-9033-f0ba73dce453 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.492650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-08255059-0982-41ce-99b9-bb9687926ba3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for de14624e-6a99-430d-bae4-9869bfed3274 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:04.493114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Allocated IP 172.26.4.151 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/d3734fd5-3385-4931-8527-f97a161ca312) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:04.517142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.524507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-021112ab-5e2e-4626-9357-99e28e347628 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:04.569780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:30:04.591262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94f79dad-d79f-44f5-9033-f0ba73dce453 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.596276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] For port 69784d86-09ba-4035-9025-e7ffec7f305f, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=69784d86-09ba-4035-9025-e7ffec7f305f,segment=NetworkSegment(8413e77c-65c5-4859-9763-c4a57dcb479e),segment_id=8413e77c-65c5-4859-9763-c4a57dcb479e)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:04.596741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.688419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.692141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:04.692706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.750679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=5af6cc68-f75a-486b-aafa-93827b7a9234,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:04.762503 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f202f0fd-c79f-419a-b8c5-64b448ee7fd7 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:04.762699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:04.782359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Calling delete_port for 69784d86-09ba-4035-9025-e7ffec7f305f owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:04.814368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.904425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94f79dad-d79f-44f5-9033-f0ba73dce453 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.942456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Network': ['ID=70652979-a696-4bef-9780-7abd820f440b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:04.947022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:04.948784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.956383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 70652979-a696-4bef-9780-7abd820f440b details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:04.961836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08255059-0982-41ce-99b9-bb9687926ba3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:04.973987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72678ca-2631-4d17-b1ff-696bef861738 req-1906bcbb-e064-482a-9a4b-46f8c7bf98f0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:04.980191 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f72678ca-2631-4d17-b1ff-696bef861738 req-1906bcbb-e064-482a-9a4b-46f8c7bf98f0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.4475534
Dec 19 13:30:04.981478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:05.014205 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:30:05.028905 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08255059-0982-41ce-99b9-bb9687926ba3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=de14624e-6a99-430d-bae4-9869bfed3274,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:05.036479 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.3066816
Dec 19 13:30:05.065380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39880) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:05.084937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'subnet': {'network_id': '70652979-a696-4bef-9780-7abd820f440b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:05.158650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-08255059-0982-41ce-99b9-bb9687926ba3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:05.171676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08255059-0982-41ce-99b9-bb9687926ba3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:05.186963 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-08255059-0982-41ce-99b9-bb9687926ba3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/de14624e-6a99-430d-bae4-9869bfed3274 HTTP/1.1" status: 204  len: 168 time: 1.4362803
Dec 19 13:30:05.190121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39884) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:05.231819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:05.237496 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f72678ca-2631-4d17-b1ff-696bef861738 req-6f5adfe1-9f38-4668-8aff-ca16c6c74bd0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2097631
Dec 19 13:30:05.243917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-703fa48c-55e7-4bda-914c-abd1cb4ae72e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:05.292943 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62324f3-1da4-43eb-9c1c-4225461e0f38 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:30:05.293447 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b62324f3-1da4-43eb-9c1c-4225461e0f38 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:05.297946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Port': ['ID=69784d86-09ba-4035-9025-e7ffec7f305f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:05.301809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:05.311361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No DVR routers for this DVR port 69784d86-09ba-4035-9025-e7ffec7f305f on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:05.335368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:05.339743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94f79dad-d79f-44f5-9033-f0ba73dce453 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:05.351650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:05.412690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f79dad-d79f-44f5-9033-f0ba73dce453 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Subnet': ['ID=09a41647-f869-4cc9-afb5-44c0e5376d52,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:05.438205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-94f79dad-d79f-44f5-9033-f0ba73dce453 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:05.442243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17134133-7191-470f-9a65-84d74a3733d7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:05.458225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b62324f3-1da4-43eb-9c1c-4225461e0f38 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:05.459461 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b62324f3-1da4-43eb-9c1c-4225461e0f38 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/de14624e-6a99-430d-bae4-9869bfed3274 HTTP/1.1" status: 404  len: 333 time: 0.2683604
Dec 19 13:30:05.465974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39890) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:05.485568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'name': 'tempest-PortsIpV6TestJSON-259034339'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:05.496463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c606ec7f-6332-41d3-b594-0987876017e4 None None] Network 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:05.502212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94f79dad-d79f-44f5-9033-f0ba73dce453 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:05.524149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:05.536536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:05.545354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:05.553420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:05.566156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:05.591566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Allocated IP 172.26.4.210 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/3db4531c-9e83-48ba-a352-a5b3cde5a4c9) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:05.595421 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-94f79dad-d79f-44f5-9033-f0ba73dce453 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/09a41647-f869-4cc9-afb5-44c0e5376d52 HTTP/1.1" status: 204  len: 168 time: 1.7078927
Dec 19 13:30:05.600166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d470eb5e0>,) {'filters': {'network_id': ['e8391353-5c00-4bde-99c1-a3b70a67e72b']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:05.600929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Usage tracker for resource:subnet and tenant:c154a3462e794da9be5f3d98c2c0f7ae is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:05.607954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39894) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:05.613823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:05.617608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'Port': ['ID=d3734fd5-3385-4931-8527-f97a161ca312,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:05.629375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:05.630208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:05.675152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d470eb5e0>, '8413e77c-65c5-4859-9763-c4a57dcb479e') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:05.675710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d470eb5e0>, '8413e77c-65c5-4859-9763-c4a57dcb479e') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:05.746433 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:05.782790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:05.798374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb03e51-5381-4d26-99c4-c3e01f798631 None None] DHCP port deletion for 0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:30:05.801197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Made reservation on behalf of c154a3462e794da9be5f3d98c2c0f7ae for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:05.803707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-dfb03e51-5381-4d26-99c4-c3e01f798631 None None] Deleting port 98f499f2-08e5-4a05-9325-d520de8c02b3 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:05.804389 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dfb03e51-5381-4d26-99c4-c3e01f798631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:05.808314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:05.824613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:05.827513 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Floating IP 40b77803-eea0-41bb-97fa-da4aa7a2aaf8 associated. External IP: 172.26.4.162, port: a362f595-0fe1-4732-8843-33e4d1adff15.
Dec 19 13:30:05.828492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:05.828890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:05.851322 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:05.904259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00e5ee-5a60-4293-9734-664885a3a9b9 req-1b52196f-6f7e-4597-9d47-6035b9165d02 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:05.905693 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6d00e5ee-5a60-4293-9734-664885a3a9b9 req-1b52196f-6f7e-4597-9d47-6035b9165d02 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.5395947
Dec 19 13:30:05.922339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:05.975923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 98f499f2-08e5-4a05-9325-d520de8c02b3 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:05.976273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.014383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:06.016163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-dfb03e51-5381-4d26-99c4-c3e01f798631 None None] For port 98f499f2-08e5-4a05-9325-d520de8c02b3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=98f499f2-08e5-4a05-9325-d520de8c02b3,segment=NetworkSegment(5e58ed43-0d8d-4e46-9612-65c2090357ad),segment_id=5e58ed43-0d8d-4e46-9612-65c2090357ad)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:06.016913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dfb03e51-5381-4d26-99c4-c3e01f798631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.017652 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.055999 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6d00e5ee-5a60-4293-9734-664885a3a9b9 req-5fdac1d4-3ac9-4bac-b19b-58f77a4da7d0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1418452
Dec 19 13:30:06.086679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.089350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port be43d2a2-b2fd-487f-8bad-0edb3da54c93 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:30:06.099919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.132489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:06.155447 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.169351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.178578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Network': ['ID=e8391353-5c00-4bde-99c1-a3b70a67e72b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:06.200231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 98f499f2-08e5-4a05-9325-d520de8c02b3 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:06.208664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:06.218113 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/e8391353-5c00-4bde-99c1-a3b70a67e72b HTTP/1.1" status: 204  len: 168 time: 4.2610669
Dec 19 13:30:06.218662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39900) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:06.236836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-dfb03e51-5381-4d26-99c4-c3e01f798631 None None] Calling delete_port for 98f499f2-08e5-4a05-9325-d520de8c02b3 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:06.241573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-5374259'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:06.247628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:06.252956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:network and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:06.256952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:06.268139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:06.389819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:06.392847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.402140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.485759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dfb03e51-5381-4d26-99c4-c3e01f798631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.493648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c33383e9-2842-4e61-9854-436e6cbd1779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:06.549493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] For port 98f499f2-08e5-4a05-9325-d520de8c02b3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=98f499f2-08e5-4a05-9325-d520de8c02b3,segment=NetworkSegment(5e58ed43-0d8d-4e46-9612-65c2090357ad),segment_id=5e58ed43-0d8d-4e46-9612-65c2090357ad)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:06.550041 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.561910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:06.577293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.586177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-00f299e6-7e6e-43db-925a-38b9ae6447e0 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:06.617383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb03e51-5381-4d26-99c4-c3e01f798631 None None] Pushing event deleted for resources: {'Port': ['ID=98f499f2-08e5-4a05-9325-d520de8c02b3,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:06.654869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dfb03e51-5381-4d26-99c4-c3e01f798631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:06.666072 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb03e51-5381-4d26-99c4-c3e01f798631 None None] No DVR routers for this DVR port 98f499f2-08e5-4a05-9325-d520de8c02b3 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:06.702132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:06.704362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 98f499f2-08e5-4a05-9325-d520de8c02b3 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:06.724471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:06.734874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:06.751397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.751976 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Added segment 271fcce8-8a45-427c-9c13-d5054267d297 of type vlan for network 9e8ded69-10c3-4e18-8b1d-45e510b1f7eb
Dec 19 13:30:06.804508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.805373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Pushing event updated for resources: {'Port': ['ID=3db4531c-9e83-48ba-a352-a5b3cde5a4c9,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:06.810677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:06.882843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:06.894917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6f3ff92e-9373-4dc1-bf26-b4394873eb40 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:06.981905 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.008708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:30:07.008980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:30:07.055274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441b01-4ce6-4213-a031-412594c0e522 req-ba82aa3e-6b3f-4fd1-80c9-af08dfe53979 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:07.056859 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7b441b01-4ce6-4213-a031-412594c0e522 req-ba82aa3e-6b3f-4fd1-80c9-af08dfe53979 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.2798040
Dec 19 13:30:07.096490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.104260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8e7cfa8-2e66-4287-b895-bfcdfa229433 tempest-RoutersAdminTest-193498859 tempest-RoutersAdminTest-193498859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:07.145068 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.148674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:07.149238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.177393 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7b441b01-4ce6-4213-a031-412594c0e522 req-b7b0984f-a55f-435b-9588-02735f2f0867 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138363
Dec 19 13:30:07.206996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:07.208240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:07.212760 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:07.215925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Subnet': ['ID=20863c7a-a50e-453d-82b1-ff5a49e6efd7,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:07.217163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:07.221443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.221700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:07.234216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=be43d2a2-b2fd-487f-8bad-0edb3da54c93,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:07.236996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:07.237493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-06ad8db2-8ccb-42b8-b3fd-cfb71f917bb2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:07.256108 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.0232904
Dec 19 13:30:07.279807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39906) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:07.302540 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.8355072
Dec 19 13:30:07.304193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'network_id': '9e8ded69-10c3-4e18-8b1d-45e510b1f7eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:07.312461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39910) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:07.320625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3e4b5ec3-85ae-430b-b68a-8adc3568d25e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:07.380515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=9e8ded69-10c3-4e18-8b1d-45e510b1f7eb,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:07.390518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:07.393563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 9e8ded69-10c3-4e18-8b1d-45e510b1f7eb details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:07.402144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Checking segment: {'id': 'f8526c9e-9162-4ee5-95de-b2b976ad9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '70652979-a696-4bef-9780-7abd820f440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:07.402527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network hostable DHCP agents. Network: 70652979-a696-4bef-9780-7abd820f440b, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:30:07.454445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5ec3-85ae-430b-b68a-8adc3568d25e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.497289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.512093 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 98f499f2-08e5-4a05-9325-d520de8c02b3 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:07.512432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.534984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:07.542036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:subnet and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:07.545500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:07.558536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:07.595336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] The port '98f499f2-08e5-4a05-9325-d520de8c02b3' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:30:07.650868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.651618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.656165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.686945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network 70652979-a696-4bef-9780-7abd820f440b is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:30:07.688959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:07.808114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.842445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d471bfc10>,) {'filters': {'network_id': ['0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:07.846984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 70652979-a696-4bef-9780-7abd820f440b) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:07.855839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916dd231-5b99-4b23-97a5-86fca2af7f75 None None] Network 70652979-a696-4bef-9780-7abd820f440b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:07.859153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d471bfc10>, '5e58ed43-0d8d-4e46-9612-65c2090357ad') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:07.859451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d471bfc10>, '5e58ed43-0d8d-4e46-9612-65c2090357ad') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:07.859791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:07.860371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.875078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:07.882443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.890911 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5ec3-85ae-430b-b68a-8adc3568d25e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.902411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.909009 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:07.909390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:07.924528 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:07.993547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.128504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-70652979-a696-4bef-9780-7abd820f440b', 'network_id': '70652979-a696-4bef-9780-7abd820f440b', 'tenant_id': 'c154a3462e794da9be5f3d98c2c0f7ae', 'fixed_ips': [{'subnet_id': '20863c7a-a50e-453d-82b1-ff5a49e6efd7'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:30:08.128504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.146567 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5ec3-85ae-430b-b68a-8adc3568d25e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.151292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d85c3b42-c45a-4d28-bd2f-e7dd51dfaa91 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:08.209647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b5ec3-85ae-430b-b68a-8adc3568d25e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] In _notify_port_updated(), no bound segment for port be43d2a2-b2fd-487f-8bad-0edb3da54c93 on network 2b18094a-49b8-4dff-8efe-9812329e8e11 {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:30:08.215036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b5ec3-85ae-430b-b68a-8adc3568d25e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:08.215785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5ec3-85ae-430b-b68a-8adc3568d25e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.217147 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3e4b5ec3-85ae-430b-b68a-8adc3568d25e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "PUT /v2.0/ports/be43d2a2-b2fd-487f-8bad-0edb3da54c93 HTTP/1.1" status: 200  len: 818 time: 0.9037504
Dec 19 13:30:08.219987 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.1518407
Dec 19 13:30:08.228039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39916) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:08.228321 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39918) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:08.236400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-721f91a8-cd10-4a05-9499-6ab3fbf32e9c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'router': {'external_gateway_info': {'network_id': '70652979-a696-4bef-9780-7abd820f440b'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:08.255654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Allocated IP 2001:db8:1::2 (70652979-a696-4bef-9780-7abd820f440b/20863c7a-a50e-453d-82b1-ff5a49e6efd7/045fee68-8784-4243-81ca-a38271bde990) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:08.331365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.346008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b5ec3-85ae-430b-b68a-8adc3568d25e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=be43d2a2-b2fd-487f-8bad-0edb3da54c93,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:08.352654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.406825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.444332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3e4b5ec3-85ae-430b-b68a-8adc3568d25e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:08.445976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6cafca8d-6546-458b-ab6d-402216323eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:08.490573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.497473 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/networks/0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6 HTTP/1.1" status: 204  len: 168 time: 2.8725097
Dec 19 13:30:08.499673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Network': ['ID=0dbc0e0e-7796-4f15-8c7f-66d75c24a7d6,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:08.505052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39924) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:08.507750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Transition to ACTIVE for port object 045fee68-8784-4243-81ca-a38271bde990 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:08.509485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:08.513252 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ef7496e4-7c97-46d7-a6f0-1e964feb3d8f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port be43d2a2-b2fd-487f-8bad-0edb3da54c93 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:08.513586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef7496e4-7c97-46d7-a6f0-1e964feb3d8f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.531492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Transition to ACTIVE for port object 045fee68-8784-4243-81ca-a38271bde990 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:08.543218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-962631009'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:08.557337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:08.578401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:network and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:08.586347 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:08.602136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.609411 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:08.614107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.621982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5296fae9-22d0-4d6e-bbdc-18e7cd73593a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:08.729299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Network 70652979-a696-4bef-9780-7abd820f440b is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:08.739657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:08.739657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Pushing event updated for resources: {'Port': ['ID=045fee68-8784-4243-81ca-a38271bde990,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:08.739657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:08.776691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:08.786197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:08.790792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'Port': ['ID=d3734fd5-3385-4931-8527-f97a161ca312,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:08.803709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:08.832064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.852515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Attempting to bind port 045fee68-8784-4243-81ca-a38271bde990 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:08.852515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Attempting to bind port 045fee68-8784-4243-81ca-a38271bde990 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f8526c9e-9162-4ee5-95de-b2b976ad9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '70652979-a696-4bef-9780-7abd820f440b'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:08.852515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Attempting to bind port 045fee68-8784-4243-81ca-a38271bde990 on network 70652979-a696-4bef-9780-7abd820f440b {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:08.858934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:08.858934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Checking segment: {'id': 'f8526c9e-9162-4ee5-95de-b2b976ad9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '70652979-a696-4bef-9780-7abd820f440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:08.859623 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.861264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Bound using segment: {'id': 'f8526c9e-9162-4ee5-95de-b2b976ad9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '70652979-a696-4bef-9780-7abd820f440b'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:08.861264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Bound port: 045fee68-8784-4243-81ca-a38271bde990, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8526c9e-9162-4ee5-95de-b2b976ad9c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '70652979-a696-4bef-9780-7abd820f440b'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:08.861264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.897165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:08.905304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-14c6b928-cdf6-4701-813a-95195f9ba61f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:09.003015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=1f240efe-1fb9-4fb8-baa7-ac0e2b9240ed,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:09.026549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:09.028500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:09.028500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.043747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] For port 045fee68-8784-4243-81ca-a38271bde990, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:09.047878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:09.055821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] For port 045fee68-8784-4243-81ca-a38271bde990, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=045fee68-8784-4243-81ca-a38271bde990,segment=NetworkSegment(f8526c9e-9162-4ee5-95de-b2b976ad9c8e),segment_id=f8526c9e-9162-4ee5-95de-b2b976ad9c8e)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:09.059484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d898f-c1ba-4db2-ad80-867327656fc6 req-04498e5a-3336-4f88-a92d-509c3e68a4a0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:09.059484 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-769d898f-c1ba-4db2-ad80-867327656fc6 req-04498e5a-3336-4f88-a92d-509c3e68a4a0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.6526067
Dec 19 13:30:09.079511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2794de-78b3-4676-91da-6a3ca21ca8c6 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:09.096720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef7496e4-7c97-46d7-a6f0-1e964feb3d8f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.099563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2794de-78b3-4676-91da-6a3ca21ca8c6 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:09.100231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9e2794de-78b3-4676-91da-6a3ca21ca8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472b58b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:09.170753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Router 1b7940b7-4000-4d77-9c5a-36b29bd4781f is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:30:09.171005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.194870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:09.238564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.272107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Checking segment: {'id': '271fcce8-8a45-427c-9c13-d5054267d297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9e8ded69-10c3-4e18-8b1d-45e510b1f7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:09.272107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network hostable DHCP agents. Network: 9e8ded69-10c3-4e18-8b1d-45e510b1f7eb, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:30:09.288481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Pushing event updated for resources: {'Port': ['ID=045fee68-8784-4243-81ca-a38271bde990,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:09.292496 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:09.294851 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9e2794de-78b3-4676-91da-6a3ca21ca8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472b58b0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:09.309720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ef7496e4-7c97-46d7-a6f0-1e964feb3d8f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for be43d2a2-b2fd-487f-8bad-0edb3da54c93 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:09.317447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2794de-78b3-4676-91da-6a3ca21ca8c6 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:09.318082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9e2794de-78b3-4676-91da-6a3ca21ca8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472b58b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:09.354987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:09.422230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9e2794de-78b3-4676-91da-6a3ca21ca8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472b58b0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:09.422230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2794de-78b3-4676-91da-6a3ca21ca8c6 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:09.453017 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 11.9084959
Dec 19 13:30:09.456602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39928) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:09.457814 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-769d898f-c1ba-4db2-ad80-867327656fc6 req-eabfc0b9-c159-405e-9934-037861602387 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3869877
Dec 19 13:30:09.470823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b723c45a-8d5c-4d4c-b082-21d656c9cd8d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'floatingip': {'port_id': 'a362f595-0fe1-4732-8843-33e4d1adff15', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:09.489329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.489329 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Added segment e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0 of type vlan for network 9e302e12-db20-4432-810e-5128a657c9cb
Dec 19 13:30:09.516730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-721f91a8-cd10-4a05-9499-6ab3fbf32e9c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.559242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.671536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff7f58-0b00-4681-864d-8066fa171015 req-4ea9b1f7-43a1-439c-ae4b-f5ce843a862d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:09.671536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-7cff7f58-0b00-4681-864d-8066fa171015 req-4ea9b1f7-43a1-439c-ae4b-f5ce843a862d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Synchronizing usage tracker for tenant:2cd8305d66a649c082ece81b30e5ddd4 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:09.707983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network 9e8ded69-10c3-4e18-8b1d-45e510b1f7eb is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:30:09.715968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.720299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:09.720299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.724658 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef7496e4-7c97-46d7-a6f0-1e964feb3d8f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.730236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:09.756922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-7cff7f58-0b00-4681-864d-8066fa171015 req-4ea9b1f7-43a1-439c-ae4b-f5ce843a862d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Unset dirty status for tenant:2cd8305d66a649c082ece81b30e5ddd4 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:09.756922 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7cff7f58-0b00-4681-864d-8066fa171015 req-4ea9b1f7-43a1-439c-ae4b-f5ce843a862d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.18 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.5987389
Dec 19 13:30:09.797430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b723c45a-8d5c-4d4c-b082-21d656c9cd8d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.886977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 9e8ded69-10c3-4e18-8b1d-45e510b1f7eb) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:09.891329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Network': ['ID=9e302e12-db20-4432-810e-5128a657c9cb,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:09.891329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:09.891329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37e7a57a-578f-4671-98ba-30130e92c4da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:09.906907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 9e302e12-db20-4432-810e-5128a657c9cb details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:09.911742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:09.911742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.935279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef7496e4-7c97-46d7-a6f0-1e964feb3d8f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:09.936742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207a0ac2-5c0b-4ebb-a217-88603b460ebd None None] Network 9e8ded69-10c3-4e18-8b1d-45e510b1f7eb requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:09.940031 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ef7496e4-7c97-46d7-a6f0-1e964feb3d8f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/be43d2a2-b2fd-487f-8bad-0edb3da54c93 HTTP/1.1" status: 204  len: 168 time: 1.7102873
Dec 19 13:30:09.955919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39932) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:09.975500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7496e4-7c97-46d7-a6f0-1e964feb3d8f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=be43d2a2-b2fd-487f-8bad-0edb3da54c93,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:09.975500 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.4630458
Dec 19 13:30:09.975500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ef7496e4-7c97-46d7-a6f0-1e964feb3d8f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:09.975500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39934) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:09.981210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': '9e302e12-db20-4432-810e-5128a657c9cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:10.061777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Deleting port b94d2f5a-786b-454a-b97d-0fd3664b27a9 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:10.061777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:10.094772 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Floating IP 400859b3-9df7-4b56-b379-ff971cb1ab78 associated. External IP: 172.26.4.151, port: c4955458-3b59-464d-885a-2034bea8d7bb.
Dec 19 13:30:10.176059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:10.184849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:10.187440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:10.193819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:10.220659 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.9338078
Dec 19 13:30:10.229618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39940) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:10.233068 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-721f91a8-cd10-4a05-9499-6ab3fbf32e9c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:30:10.234075 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-721f91a8-cd10-4a05-9499-6ab3fbf32e9c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "PUT /v2.0/routers/62ce2ff0-3ef3-451f-ad67-a1aba9d6731c HTTP/1.1" status: 400  len: 364 time: 2.0024207
Dec 19 13:30:10.238007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39944) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:10.246170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 045fee68-8784-4243-81ca-a38271bde990 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:10.324143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:10.516163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-9e8ded69-10c3-4e18-8b1d-45e510b1f7eb', 'network_id': '9e8ded69-10c3-4e18-8b1d-45e510b1f7eb', 'tenant_id': '921d5babb55844d49bbf716d9796bea2', 'fixed_ips': [{'subnet_id': '1f240efe-1fb9-4fb8-baa7-ac0e2b9240ed'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:30:10.517221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:10.645320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 045fee68-8784-4243-81ca-a38271bde990 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:10.667593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc2757e-d8b7-4e76-a458-72d2ed575e0c None None] Network 70652979-a696-4bef-9780-7abd820f440b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:10.842618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:10.849268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:10.911357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2476cde1-ebaf-4775-8a3f-ec84b4529ca2 None None] Provisioning for port 045fee68-8784-4243-81ca-a38271bde990 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:10.920881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2476cde1-ebaf-4775-8a3f-ec84b4529ca2 None None] Provisioning complete for port 045fee68-8784-4243-81ca-a38271bde990 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:10.921197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2476cde1-ebaf-4775-8a3f-ec84b4529ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:10.968244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0865eb8-f92b-4ed3-882a-36c417539941 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:10.972668 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d0865eb8-f92b-4ed3-882a-36c417539941 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.9649265
Dec 19 13:30:10.977587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39950) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:11.015228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Allocated IP 2001:db8::1 (9e8ded69-10c3-4e18-8b1d-45e510b1f7eb/1f240efe-1fb9-4fb8-baa7-ac0e2b9240ed/29a9c818-7c88-4312-94c3-9d868019d5a6) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:11.120963 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1691965-7762-411b-99b9-82b036dac733 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:30:11.120963 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d1691965-7762-411b-99b9-82b036dac733 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/be43d2a2-b2fd-487f-8bad-0edb3da54c93 HTTP/1.1" status: 404  len: 333 time: 0.1315322
Dec 19 13:30:11.125486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39954) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:11.140689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1918819391'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:11.153577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] For port b94d2f5a-786b-454a-b97d-0fd3664b27a9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b94d2f5a-786b-454a-b97d-0fd3664b27a9,segment=NetworkSegment(7c577eab-d9bb-4420-90e5-c1b668204397),segment_id=7c577eab-d9bb-4420-90e5-c1b668204397)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:11.153931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.175919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f8e21-638e-4d43-8730-dc1a340c1f89 req-d2807188-46cb-4d45-8129-7c5d16eb45a1 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:11.177365 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d2f8e21-638e-4d43-8730-dc1a340c1f89 req-d2807188-46cb-4d45-8129-7c5d16eb45a1 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 945 time: 0.5296364
Dec 19 13:30:11.183512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:11.199901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:network and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:11.221370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:11.225415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.255900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:11.258518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2476cde1-ebaf-4775-8a3f-ec84b4529ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.268534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:11.277835 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f22dcbb-ffec-4243-a1c9-1b2e34848f1e None None] Sync routers for ids ['1b7940b7-4000-4d77-9c5a-36b29bd4781f'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:11.307418 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f22dcbb-ffec-4243-a1c9-1b2e34848f1e None None] Routers {'1b7940b7-4000-4d77-9c5a-36b29bd4781f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:11.309068 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4f22dcbb-ffec-4243-a1c9-1b2e34848f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bf1310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1b7940b7-4000-4d77-9c5a-36b29bd4781f'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:11.378183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2476cde1-ebaf-4775-8a3f-ec84b4529ca2 None None] For port 045fee68-8784-4243-81ca-a38271bde990, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=045fee68-8784-4243-81ca-a38271bde990,segment=NetworkSegment(f8526c9e-9162-4ee5-95de-b2b976ad9c8e),segment_id=f8526c9e-9162-4ee5-95de-b2b976ad9c8e)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:11.404201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.415748 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Transition to ACTIVE for port object 29a9c818-7c88-4312-94c3-9d868019d5a6 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:11.428265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:11.431866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.448952 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4f22dcbb-ffec-4243-a1c9-1b2e34848f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bf1310>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:11.451251 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Transition to ACTIVE for port object 29a9c818-7c88-4312-94c3-9d868019d5a6 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:11.461723 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f22dcbb-ffec-4243-a1c9-1b2e34848f1e None None] Routers {'1b7940b7-4000-4d77-9c5a-36b29bd4781f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:11.462885 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4f22dcbb-ffec-4243-a1c9-1b2e34848f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bf1310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1b7940b7-4000-4d77-9c5a-36b29bd4781f'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:11.483148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.487038 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 10.5878024
Dec 19 13:30:11.488961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39958) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:11.490731 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2476cde1-ebaf-4775-8a3f-ec84b4529ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.503976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:11.536474 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4f22dcbb-ffec-4243-a1c9-1b2e34848f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bf1310>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:11.537166 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f22dcbb-ffec-4243-a1c9-1b2e34848f1e None None] The sync data for ids ['1b7940b7-4000-4d77-9c5a-36b29bd4781f'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:11.573665 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d2f8e21-638e-4d43-8730-dc1a340c1f89 req-83c43661-91e7-4ee5-9a1b-c7d52c793ad0 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a08fdc2-3296-48d3-b3e6-aa19f99b6770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3750858
Dec 19 13:30:11.611309 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.683036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:11.687426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Network 9e8ded69-10c3-4e18-8b1d-45e510b1f7eb is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:11.691116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:11.695325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:11.702696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.710277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a25fb1e3-1665-4155-806f-c9ac1987dd45 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:11.767468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476cde1-ebaf-4775-8a3f-ec84b4529ca2 None None] Pushing event updated for resources: {'Port': ['ID=045fee68-8784-4243-81ca-a38271bde990,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:11.775912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2476cde1-ebaf-4775-8a3f-ec84b4529ca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:11.776702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e7fa56f2-83ea-4ad6-904b-a92e356ec1d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:11.780631 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.780968 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Added segment d0c9d6d7-3213-46fa-b16e-afa0e24d7ccc of type vlan for network 2ea193db-285a-4140-b5f4-74b3010d2f5d
Dec 19 13:30:11.787676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Subnet': ['ID=1f240efe-1fb9-4fb8-baa7-ac0e2b9240ed,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:11.804936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:11.838773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.839444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.839934 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Floating IP 18e83fa8-cc18-4ec2-90f8-b65458a91826 disassociated. External IP: 172.26.4.42, port: b94d2f5a-786b-454a-b97d-0fd3664b27a9.
Dec 19 13:30:11.840444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Calling delete_port for b94d2f5a-786b-454a-b97d-0fd3664b27a9 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:11.851943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Attempting to bind port 29a9c818-7c88-4312-94c3-9d868019d5a6 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:11.852346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Attempting to bind port 29a9c818-7c88-4312-94c3-9d868019d5a6 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '271fcce8-8a45-427c-9c13-d5054267d297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9e8ded69-10c3-4e18-8b1d-45e510b1f7eb'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:11.852713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Attempting to bind port 29a9c818-7c88-4312-94c3-9d868019d5a6 on network 9e8ded69-10c3-4e18-8b1d-45e510b1f7eb {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:11.869453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ba6f5275-41eb-4673-91fb-bd482a2b0d4b None None] Provisioning complete for port 045fee68-8784-4243-81ca-a38271bde990 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:11.869453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5275-41eb-4673-91fb-bd482a2b0d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.902731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.910253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Pushing event updated for resources: {'Port': ['ID=29a9c818-7c88-4312-94c3-9d868019d5a6,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:11.912965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.914691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:11.915506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Checking segment: {'id': '271fcce8-8a45-427c-9c13-d5054267d297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9e8ded69-10c3-4e18-8b1d-45e510b1f7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:11.915867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.916712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Bound using segment: {'id': '271fcce8-8a45-427c-9c13-d5054267d297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9e8ded69-10c3-4e18-8b1d-45e510b1f7eb'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:11.916934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4eb01024-de1f-4904-b8d3-e05c72e81e4d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:11.917219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Bound port: 29a9c818-7c88-4312-94c3-9d868019d5a6, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271fcce8-8a45-427c-9c13-d5054267d297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9e8ded69-10c3-4e18-8b1d-45e510b1f7eb'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:11.917604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:11.930153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:12.014006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.021713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.087435 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] For port 29a9c818-7c88-4312-94c3-9d868019d5a6, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:12.091216 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] For port 29a9c818-7c88-4312-94c3-9d868019d5a6, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=29a9c818-7c88-4312-94c3-9d868019d5a6,segment=NetworkSegment(271fcce8-8a45-427c-9c13-d5054267d297),segment_id=271fcce8-8a45-427c-9c13-d5054267d297)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:12.101933 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d462c1cd0>,) {'filters': {'network_id': ['9e8ded69-10c3-4e18-8b1d-45e510b1f7eb']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:12.157650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 045fee68-8784-4243-81ca-a38271bde990 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:12.160777 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Subnet': ['ID=909e0654-afba-493f-bbeb-bcdcdc3ab15a,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:12.173964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:12.174212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-b723c45a-8d5c-4d4c-b082-21d656c9cd8d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:30:12.205776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.211822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1b12c5b5-53e3-493e-9f76-e843673c368c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:12.341477 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 045fee68-8784-4243-81ca-a38271bde990 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:12.341634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.369056 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Pushing event updated for resources: {'Port': ['ID=29a9c818-7c88-4312-94c3-9d868019d5a6,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:12.377427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:12.378332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d462c1cd0>, '271fcce8-8a45-427c-9c13-d5054267d297') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:12.378626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d462c1cd0>, '271fcce8-8a45-427c-9c13-d5054267d297') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:12.391353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.399309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.403119 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:12.403747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.411456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:12.418851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:12.429656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.435377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-288a2666-5f14-4232-a339-8b5324e46258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.476452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Pushing event deleted for resources: {'Port': ['ID=b94d2f5a-786b-454a-b97d-0fd3664b27a9,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:12.515070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b723c45a-8d5c-4d4c-b082-21d656c9cd8d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.519535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:12.520100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:12.520780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:12.521342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:12.521895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:12.522446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:12.522971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:12.530521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:12.530521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:12.530521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:12.530521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:12.534515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:12.551446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c10a1-7d94-4ff2-a6ed-316181b0df9a None None] Network 9e8ded69-10c3-4e18-8b1d-45e510b1f7eb requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:12.579202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Checking segment: {'id': 'e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e302e12-db20-4432-810e-5128a657c9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:12.579555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network hostable DHCP agents. Network: 9e302e12-db20-4432-810e-5128a657c9cb, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:30:12.591428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.615664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Network': ['ID=2ea193db-285a-4140-b5f4-74b3010d2f5d,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:12.620392 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-384d127e-852c-4f12-8b81-8da42f153170 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/routers/1b7940b7-4000-4d77-9c5a-36b29bd4781f HTTP/1.1" status: 200  len: 924 time: 1.1257555
Dec 19 13:30:12.621148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b723c45a-8d5c-4d4c-b082-21d656c9cd8d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.622448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:12.623029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:12.656115 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:12.668928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:12.676426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39962) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:12.769019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:12.795229 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.6591294
Dec 19 13:30:12.807546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2ea193db-285a-4140-b5f4-74b3010d2f5d details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:12.809139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39968) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:12.839839 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cd7d000f-e955-4d76-b687-1d1e80a5e241 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b7940b7-4000-4d77-9c5a-36b29bd4781f HTTP/1.1" status: 200  len: 205 time: 0.1126873
Dec 19 13:30:12.847562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '2ea193db-285a-4140-b5f4-74b3010d2f5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:12.847814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b94d2f5a-786b-454a-b97d-0fd3664b27a9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:12.867258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 39972) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:12.938229 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: b94d2f5a-786b-454a-b97d-0fd3664b27a9 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:12.938821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b94d2f5a-786b-454a-b97d-0fd3664b27a9 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:13.083914 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-80717ff2-6b91-499a-bdf8-8b1c7f33f09d req-ea277bc2-d8ac-4461-b5be-3a393baa9187 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 210 time: 0.2205966
Dec 19 13:30:13.098906 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 13:30:13.098906 dv-neutron-821895-1-hyperv neutron-server[84125]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 13:30:13.098906 dv-neutron-821895-1-hyperv neutron-server[84125]: [parameters: {'id': '9e8ded69-10c3-4e18-8b1d-45e510b1f7eb'}]
Dec 19 13:30:13.098906 dv-neutron-821895-1-hyperv neutron-server[84125]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:30:13.099310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:30:13.112188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd9918-116d-4a96-84bf-606e2f3f000d None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:30:13.149171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:13.180726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Router 01410ec3-7af6-475c-a68d-30d98262f0a9 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:13.189975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network 9e302e12-db20-4432-810e-5128a657c9cb is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:30:13.192903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:13.198874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:13.219608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:13.300530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Allocated IP 2001:db8::1 (930ec108-ad26-4c32-b77b-b5a2765276ca/df6433e5-949b-40ed-9b43-ebc4d33ef0ef/0a61301c-d6ed-4848-9171-7c8a57c0e1d4) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:13.308565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 9e302e12-db20-4432-810e-5128a657c9cb) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:13.316049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:13.316618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:13.331648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:13.380810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:13.397171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38101169-966f-4797-8042-e1e5b1f18536 None None] Sync routers for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:13.437851 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38101169-966f-4797-8042-e1e5b1f18536 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:13.438604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-38101169-966f-4797-8042-e1e5b1f18536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a1c7c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:13.527097 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd9918-116d-4a96-84bf-606e2f3f000d None None] Unable to find a vacant binding_index for network 9e302e12-db20-4432-810e-5128a657c9cb and agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 {{(pid=84126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 19 13:30:13.541771 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5647261
Dec 19 13:30:13.541771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:13.545015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39976) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:13.558768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-edf651cb-2908-422b-b3be-477efd34f420 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-239304709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:13.564334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:13.618797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:13.643274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-edf651cb-2908-422b-b3be-477efd34f420 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:13.644176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-38101169-966f-4797-8042-e1e5b1f18536 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:30:13.663077 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 11.1703029
Dec 19 13:30:13.663077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-edf651cb-2908-422b-b3be-477efd34f420 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:router and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:13.663077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'tag': 'c4955458-3b59-464d-885a-2034bea8d7bb'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:30:13.665721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-edf651cb-2908-422b-b3be-477efd34f420 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:13.686452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-edf651cb-2908-422b-b3be-477efd34f420 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:13.717385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting port 29a9c818-7c88-4312-94c3-9d868019d5a6 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:13.717723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:13.717901 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd9918-116d-4a96-84bf-606e2f3f000d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 9e302e12-db20-4432-810e-5128a657c9cb) {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:30:13.750652 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:13.754771 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'tag': 'c4955458-3b59-464d-885a-2034bea8d7bb', 'status': 'completed', 'code': 200}
Dec 19 13:30:13.765562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:13.777529 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5efc31-2835-47e9-8a98-748f33d26a05 None None] Sync routers for ids ['01410ec3-7af6-475c-a68d-30d98262f0a9'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:13.793851 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5efc31-2835-47e9-8a98-748f33d26a05 None None] Routers {'01410ec3-7af6-475c-a68d-30d98262f0a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:13.795152 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d5efc31-2835-47e9-8a98-748f33d26a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47971640>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['01410ec3-7af6-475c-a68d-30d98262f0a9'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:13.812658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-edf651cb-2908-422b-b3be-477efd34f420 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:13.813590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-edf651cb-2908-422b-b3be-477efd34f420 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:13.822893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Transition to ACTIVE for port object 0a61301c-d6ed-4848-9171-7c8a57c0e1d4 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:13.823112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b723c45a-8d5c-4d4c-b082-21d656c9cd8d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:13.846531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:13.866584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] No DVR routers for this DVR port b94d2f5a-786b-454a-b97d-0fd3664b27a9 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:13.872642 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:13.886196 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7cff7f58-0b00-4681-864d-8066fa171015 req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.18 "DELETE /v2.0/ports/b94d2f5a-786b-454a-b97d-0fd3664b27a9 HTTP/1.1" status: 204  len: 173 time: 4.1241760
Dec 19 13:30:13.965517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-edf651cb-2908-422b-b3be-477efd34f420 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:14.061542 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0d5efc31-2835-47e9-8a98-748f33d26a05 None None] Set router 01410ec3-7af6-475c-a68d-30d98262f0a9 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:30:14.233210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-edf651cb-2908-422b-b3be-477efd34f420 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:14.318679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b723c45a-8d5c-4d4c-b082-21d656c9cd8d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:14.332327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b723c45a-8d5c-4d4c-b082-21d656c9cd8d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:14.334655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e70bd-6036-495c-b419-5f88942841d7 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:14.366206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-edf651cb-2908-422b-b3be-477efd34f420 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:14.372479 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-edf651cb-2908-422b-b3be-477efd34f420 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.8214643
Dec 19 13:30:14.377968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39986) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:14.387334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'network_id': '9e302e12-db20-4432-810e-5128a657c9cb', 'name': 'tempest-PortsTestJSON-720326868'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:14.413245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e70bd-6036-495c-b419-5f88942841d7 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:14.416531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a17e70bd-6036-495c-b419-5f88942841d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d4a5e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:14.536580 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1024f05e-7dfb-4a00-8ced-45e5febe7d80 req-fa81f154-74e3-4149-9950-b7cff405c0b9 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=79e215c5-9d20-408f-8b64-b30b1d16a956 HTTP/1.1" status: 200  len: 210 time: 0.2501497
Dec 19 13:30:14.536580 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:14.541635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a17e70bd-6036-495c-b419-5f88942841d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d4a5e0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:14.548698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:14.608723 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b723c45a-8d5c-4d4c-b082-21d656c9cd8d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "PUT /v2.0/floatingips/40b77803-eea0-41bb-97fa-da4aa7a2aaf8 HTTP/1.1" status: 200  len: 978 time: 5.1467595
Dec 19 13:30:14.609493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 39992) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:14.646302 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d5efc31-2835-47e9-8a98-748f33d26a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47971640>, [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'deaa05d5-e214-4cd0-a273-a5edb630573c', 'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'mac_address': 'fa:16:3e:f9:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:03Z', 'revision_number': 5, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'subnets': [{'id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:14.646302 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5efc31-2835-47e9-8a98-748f33d26a05 None None] Checking router: 01410ec3-7af6-475c-a68d-30d98262f0a9 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:30:14.668372 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5efc31-2835-47e9-8a98-748f33d26a05 None None] Routers {'01410ec3-7af6-475c-a68d-30d98262f0a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:14.668372 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d5efc31-2835-47e9-8a98-748f33d26a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47971640>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['01410ec3-7af6-475c-a68d-30d98262f0a9'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:14.704717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e70bd-6036-495c-b419-5f88942841d7 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:14.705347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a17e70bd-6036-495c-b419-5f88942841d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d4a5e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:14.737254 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e7e30a-c652-41b7-bc81-790ecb503b25 req-bb965bcc-75a0-4dcf-90a9-a6e20920e5d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 1099 time: 0.9467230
Dec 19 13:30:14.741891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:14.750638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:port and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:14.756249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:14.776799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:14.878362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network 930ec108-ad26-4c32-b77b-b5a2765276ca is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:14.915323 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0d5efc31-2835-47e9-8a98-748f33d26a05 None None] Set router 01410ec3-7af6-475c-a68d-30d98262f0a9 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:30:14.940141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Port': ['ID=0a61301c-d6ed-4848-9171-7c8a57c0e1d4,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:14.943036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:14.946042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:14.946793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:14.957565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:14.957677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:14.957677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] For port 29a9c818-7c88-4312-94c3-9d868019d5a6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=29a9c818-7c88-4312-94c3-9d868019d5a6,segment=NetworkSegment(271fcce8-8a45-427c-9c13-d5054267d297),segment_id=271fcce8-8a45-427c-9c13-d5054267d297)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:14.957677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:14.979875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:15.015839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a17e70bd-6036-495c-b419-5f88942841d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d4a5e0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:15.016602 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e70bd-6036-495c-b419-5f88942841d7 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:15.023241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2795fdbc-8674-4776-ae2a-4ee33eb6b80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:15.033201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port 5af6cc68-f75a-486b-aafa-93827b7a9234 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:15.036491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:15.099794 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-38101169-966f-4797-8042-e1e5b1f18536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a1c7c0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '400859b3-9df7-4b56-b379-ff971cb1ab78', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'c4955458-3b59-464d-885a-2034bea8d7bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:f6:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:30:06Z', 'updated_at': '2021-12-19T13:30:06Z', 'revision_number': 0, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:15.113242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38101169-966f-4797-8042-e1e5b1f18536 None None] Checking router: acbf5ca9-9d83-418d-a03b-2830e1d7fc94 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:30:15.121397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Calling delete_port for 29a9c818-7c88-4312-94c3-9d868019d5a6 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:15.126571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38101169-966f-4797-8042-e1e5b1f18536 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:15.127411 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-38101169-966f-4797-8042-e1e5b1f18536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a1c7c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:15.189875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-9e302e12-db20-4432-810e-5128a657c9cb', 'network_id': '9e302e12-db20-4432-810e-5128a657c9cb', 'tenant_id': '290e2fb8a20046e6963e2aaaad414298', 'fixed_ips': [{'subnet_id': '909e0654-afba-493f-bbeb-bcdcdc3ab15a'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:30:15.190702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:15.209831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:30:15.246126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:15.253536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-23e1ca2f-b247-423a-82c5-d6e2833cd728 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:15.283602 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d5efc31-2835-47e9-8a98-748f33d26a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47971640>, [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'deaa05d5-e214-4cd0-a273-a5edb630573c', 'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'mac_address': 'fa:16:3e:f9:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:03Z', 'revision_number': 5, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'subnets': [{'id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:15.293231 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5efc31-2835-47e9-8a98-748f33d26a05 None None] The sync data for ids ['01410ec3-7af6-475c-a68d-30d98262f0a9'] in dv-neutron-821895-1-hyperv is: [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:26:26Z', 'revision_number': 4, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'deaa05d5-e214-4cd0-a273-a5edb630573c', 'name': '', 'network_id': 'bc33190a-751f-4699-9dbf-7d69c7ceca8e', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'mac_address': 'fa:16:3e:f9:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:24Z', 'updated_at': '2021-12-19T13:27:03Z', 'revision_number': 5, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'subnets': [{'id': '6c5d365b-ec90-4521-bf4b-b9217d9b4e32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:15.347016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7e30a-c652-41b7-bc81-790ecb503b25 req-aa6bd111-8da0-4558-ac98-b0f105e109b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:15.348709 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e7e30a-c652-41b7-bc81-790ecb503b25 req-aa6bd111-8da0-4558-ac98-b0f105e109b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.5930932
Dec 19 13:30:15.355451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:15.404461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.6 (9e302e12-db20-4432-810e-5128a657c9cb/909e0654-afba-493f-bbeb-bcdcdc3ab15a/3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:15.446951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No DVR routers for this DVR port 29a9c818-7c88-4312-94c3-9d868019d5a6 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:15.470616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:15.471557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:15.520153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-38101169-966f-4797-8042-e1e5b1f18536 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:30:15.664638 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5f9b4-df5c-4b69-85d9-3b55e4e976b5 None None] New status for floating IP 18e83fa8-cc18-4ec2-90f8-b65458a91826: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:30:15.706402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Subnet': ['ID=32d11ab6-e1cc-4909-9db3-42ce65d4df5f,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:15.742661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for 5af6cc68-f75a-486b-aafa-93827b7a9234 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:15.764483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:15.764483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:15.764483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:15.764483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:15.764483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:15.764483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:15.764483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:15.764483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:15.764483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:15.764483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:15.764483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:15.780579 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:15.792225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-82f44ff0-ced1-447d-abf6-9c06ea517bd8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:15.806655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'name': 'network-vif-deleted', 'tag': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:30:15.999598 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e215c5-9d20-408f-8b64-b30b1d16a956', 'name': 'network-vif-deleted', 'tag': 'b94d2f5a-786b-454a-b97d-0fd3664b27a9', 'status': 'completed', 'code': 200}
Dec 19 13:30:16.022977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.068621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d468c0af0>,) {'filters': {'network_id': ['9e8ded69-10c3-4e18-8b1d-45e510b1f7eb']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:16.105151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d468c0af0>, '271fcce8-8a45-427c-9c13-d5054267d297') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:16.105151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d468c0af0>, '271fcce8-8a45-427c-9c13-d5054267d297') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:16.109997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40004) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:16.113224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.113607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.138471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.145364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:16.145744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.215816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8a57e9b5-3fa5-416a-8427-2ae982d6bb01 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.311784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.311784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8a57e9b5-3fa5-416a-8427-2ae982d6bb01 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.355801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.391926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-38101169-966f-4797-8042-e1e5b1f18536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a1c7c0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '400859b3-9df7-4b56-b379-ff971cb1ab78', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'c4955458-3b59-464d-885a-2034bea8d7bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:f6:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:30:06Z', 'updated_at': '2021-12-19T13:30:06Z', 'revision_number': 0, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:16.396990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:16.401896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38101169-966f-4797-8042-e1e5b1f18536 None None] The sync data for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv is: [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '400859b3-9df7-4b56-b379-ff971cb1ab78', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'c4955458-3b59-464d-885a-2034bea8d7bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:f6:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:30:06Z', 'updated_at': '2021-12-19T13:30:06Z', 'revision_number': 0, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:16.425073 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:16.438596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Port': ['ID=29a9c818-7c88-4312-94c3-9d868019d5a6,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:16.438596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:16.476332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.490508 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e7e30a-c652-41b7-bc81-790ecb503b25 req-bc40a453-d098-4361-9039-4e3ed0cc628c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4955458-3b59-464d-885a-2034bea8d7bb HTTP/1.1" status: 200  len: 1000 time: 1.1188223
Dec 19 13:30:16.490508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Checking segment: {'id': 'd0c9d6d7-3213-46fa-b16e-afa0e24d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ea193db-285a-4140-b5f4-74b3010d2f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:16.490508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network hostable DHCP agents. Network: 2ea193db-285a-4140-b5f4-74b3010d2f5d, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:30:16.507036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.515889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d4ecbd34-5d32-4f15-a676-cfcd4255f666 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:16.556268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=5af6cc68-f75a-486b-aafa-93827b7a9234,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:16.559263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:16.612398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.612398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8a57e9b5-3fa5-416a-8427-2ae982d6bb01 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.629861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.629861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.632098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:16.647005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-adefaf57-17cb-44a1-ba08-da1aa1253c16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:16.674496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7e30a-c652-41b7-bc81-790ecb503b25 req-d7307ec6-2cd7-49e0-a96a-f80c2ae68425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:16.674496 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e7e30a-c652-41b7-bc81-790ecb503b25 req-d7307ec6-2cd7-49e0-a96a-f80c2ae68425 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.1729064
Dec 19 13:30:16.699423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Allocated IP 172.20.0.2 (9e302e12-db20-4432-810e-5128a657c9cb/909e0654-afba-493f-bbeb-bcdcdc3ab15a/ca344496-b3e8-478d-8bb6-db18f9339f69) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:16.746557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Network': ['ID=9e8ded69-10c3-4e18-8b1d-45e510b1f7eb,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:16.746557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:16.746557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.831645 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/9e8ded69-10c3-4e18-8b1d-45e510b1f7eb HTTP/1.1" status: 204  len: 168 time: 6.5895932
Dec 19 13:30:16.831645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40008) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:16.927428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2044940496'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:16.927428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2ea193db-285a-4140-b5f4-74b3010d2f5d is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:30:16.927428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:16.955223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.961094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:network and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:16.961094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:16.967891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Transition to ACTIVE for port object ca344496-b3e8-478d-8bb6-db18f9339f69 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:16.985011 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:16.985011 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Deleting port 3db4531c-9e83-48ba-a352-a5b3cde5a4c9 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:16.985011 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:16.991633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Transition to ACTIVE for port object ca344496-b3e8-478d-8bb6-db18f9339f69 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:16.991633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e183a766-93eb-4e6a-a989-634c5e6eaafa None None] New status for floating IP 400859b3-9df7-4b56-b379-ff971cb1ab78: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:30:17.032575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57e9b5-3fa5-416a-8427-2ae982d6bb01 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a08fdc2-3296-48d3-b3e6-aa19f99b6770,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:17.054650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8a57e9b5-3fa5-416a-8427-2ae982d6bb01 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:17.054650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network 9e302e12-db20-4432-810e-5128a657c9cb is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:17.054650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-56153f51-ab10-482f-886d-641ae0691f4f tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:17.102616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.102616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dfb03e51-5381-4d26-99c4-c3e01f798631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:17.118677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:17.142121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:17.148767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2ea193db-285a-4140-b5f4-74b3010d2f5d) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:17.155372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:17.155702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:17.156190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.163004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:17.169602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:17.171265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.190902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.218300 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Network 9e302e12-db20-4432-810e-5128a657c9cb is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:17.238304 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e7e30a-c652-41b7-bc81-790ecb503b25 req-5ef7642d-91d8-4b05-8a5f-90a5ab0538e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5467734
Dec 19 13:30:17.287881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8a57e9b5-3fa5-416a-8427-2ae982d6bb01 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.287881 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8a57e9b5-3fa5-416a-8427-2ae982d6bb01 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "DELETE /v2.0/security-groups/6a08fdc2-3296-48d3-b3e6-aa19f99b6770 HTTP/1.1" status: 204  len: 168 time: 1.1707880
Dec 19 13:30:17.287881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40012) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:17.293012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:17.293717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.337353 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-34dc3846-6c58-4a5b-85f5-5b5160766aa3 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] show failed (client error): The resource could not be found.
Dec 19 13:30:17.337353 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-34dc3846-6c58-4a5b-85f5-5b5160766aa3 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "GET /v2.0/security-groups/6a08fdc2-3296-48d3-b3e6-aa19f99b6770 HTTP/1.1" status: 404  len: 347 time: 0.0462506
Dec 19 13:30:17.337353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40016) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:17.350857 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.5294218
Dec 19 13:30:17.406411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40020) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:17.430527 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-80ce2b97-8ca6-43c7-b852-9e76b85dd48c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '2ea193db-285a-4140-b5f4-74b3010d2f5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:17.446945 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.0557461
Dec 19 13:30:17.446945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40024) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:17.465462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:17.475707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:17.482976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Pushing event updated for resources: {'Port': ['ID=ca344496-b3e8-478d-8bb6-db18f9339f69,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:17.502498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:17.502880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:17.503891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:17.504991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:17.505580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:17.505849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:17.506270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:17.507420 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:17.507570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:17.511967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:17.511967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:17.519078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:17.561601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:17.627466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.627800 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Added segment 025e30e7-373a-4b9e-a75f-ae1b7c602dd9 of type vlan for network 1d082bfa-8c60-4661-a4a2-5bd10e1f5029
Dec 19 13:30:17.648453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.671228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Attempting to bind port ca344496-b3e8-478d-8bb6-db18f9339f69 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:17.671834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Attempting to bind port ca344496-b3e8-478d-8bb6-db18f9339f69 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e302e12-db20-4432-810e-5128a657c9cb'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:17.677968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Attempting to bind port ca344496-b3e8-478d-8bb6-db18f9339f69 on network 9e302e12-db20-4432-810e-5128a657c9cb {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:17.678096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.678604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:17.678981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Checking segment: {'id': 'e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e302e12-db20-4432-810e-5128a657c9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:17.679420 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.679808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Bound using segment: {'id': 'e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e302e12-db20-4432-810e-5128a657c9cb'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:17.680260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Bound port: ca344496-b3e8-478d-8bb6-db18f9339f69, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e302e12-db20-4432-810e-5128a657c9cb'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:17.680629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.683762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Deleting port 208d788a-3095-42b3-936b-1f819405b583 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:17.684275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.768592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] For port ca344496-b3e8-478d-8bb6-db18f9339f69, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:17.772279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] For port ca344496-b3e8-478d-8bb6-db18f9339f69, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ca344496-b3e8-478d-8bb6-db18f9339f69,segment=NetworkSegment(e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0),segment_id=e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:17.789524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:30:17.844486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.848933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:17.867603 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e7e30a-c652-41b7-bc81-790ecb503b25 req-988a547f-cacf-4273-b533-f10f70a1b8b1 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5581970
Dec 19 13:30:17.875303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Calling delete_port for 3db4531c-9e83-48ba-a352-a5b3cde5a4c9 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:17.921682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.924044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:17.931153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Pushing event updated for resources: {'Port': ['ID=ca344496-b3e8-478d-8bb6-db18f9339f69,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:17.937449 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:18.029544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-80ce2b97-8ca6-43c7-b852-9e76b85dd48c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:18.044209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:18.045000 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:18.048889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-80ce2b97-8ca6-43c7-b852-9e76b85dd48c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:18.060264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:30:18.069543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:18.085416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:18.086200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:18.127386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-80ce2b97-8ca6-43c7-b852-9e76b85dd48c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:18.183327 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-80ce2b97-8ca6-43c7-b852-9e76b85dd48c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:18.253215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Calling delete_port for 208d788a-3095-42b3-936b-1f819405b583 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:18.311754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ca344496-b3e8-478d-8bb6-db18f9339f69 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:18.541575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event updated for resources: {'Port': ['ID=0a61301c-d6ed-4848-9171-7c8a57c0e1d4,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:18.548300 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88e7e30a-c652-41b7-bc81-790ecb503b25 req-c1d22e30-7a52-47ad-8f66-9b7ad200813b service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6376133
Dec 19 13:30:18.549138 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:18.558016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:18.562023 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:18.562601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:18.573849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port ca344496-b3e8-478d-8bb6-db18f9339f69 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:18.576508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-555e0c73-4486-49b3-a84e-4a549e97b7cb tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:18.654621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ce2b97-8ca6-43c7-b852-9e76b85dd48c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:18.843782 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.9572141
Dec 19 13:30:18.851525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=1d082bfa-8c60-4661-a4a2-5bd10e1f5029,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:18.862194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40028) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:18.863213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 1d082bfa-8c60-4661-a4a2-5bd10e1f5029 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:18.874322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:18.882223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'network_id': '1d082bfa-8c60-4661-a4a2-5bd10e1f5029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:18.972038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:18.988038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-076a7ae3-0a21-4607-a34f-60c1dce36e1b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:18.993099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Network 930ec108-ad26-4c32-b77b-b5a2765276ca is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:19.008747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:19.049319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:19.063994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Pushing event deleted for resources: {'Port': ['ID=208d788a-3095-42b3-936b-1f819405b583,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:19.078437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:19.157891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7201b654-d1b0-4abd-ad93-bfa4a0d2ec34 None None] Network 9e302e12-db20-4432-810e-5128a657c9cb requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:19.170523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-80ce2b97-8ca6-43c7-b852-9e76b85dd48c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:19.192506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:19.241498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2004235-6949-4ebc-9dac-7ec4f3b0ccee None None] Network 2ea193db-285a-4140-b5f4-74b3010d2f5d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:19.275838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d2e6dcf7-9e5a-49fc-8ed0-31956c55cd4d tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:19.377170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Pushing event deleted for resources: {'Port': ['ID=3db4531c-9e83-48ba-a352-a5b3cde5a4c9,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:19.393192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:19.401780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:19.402989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:19.424967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:subnet and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:19.490386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:19.543843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:19.589283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:19.602359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e5a02751-f116-4040-a1f3-b05f475c79f6 None None] Provisioning for port ca344496-b3e8-478d-8bb6-db18f9339f69 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:19.609840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:19.612757 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] 10.222.0.24 "DELETE /v2.0/floatingips/18e83fa8-cc18-4ec2-90f8-b65458a91826 HTTP/1.1" status: 204  len: 168 time: 2.2703626
Dec 19 13:30:19.616611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40034) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:19.665461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e5a02751-f116-4040-a1f3-b05f475c79f6 None None] Provisioning complete for port ca344496-b3e8-478d-8bb6-db18f9339f69 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:19.666490 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e5a02751-f116-4040-a1f3-b05f475c79f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:19.834116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:19.918768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e5a02751-f116-4040-a1f3-b05f475c79f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:19.941094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2ea193db-285a-4140-b5f4-74b3010d2f5d', 'network_id': '2ea193db-285a-4140-b5f4-74b3010d2f5d', 'tenant_id': '279dea1e810345a989d561cf9297ff0d', 'fixed_ips': [{'subnet_id': '32d11ab6-e1cc-4909-9db3-42ce65d4df5f'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:30:19.941094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:19.971454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:20.059743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e5a02751-f116-4040-a1f3-b05f475c79f6 None None] For port ca344496-b3e8-478d-8bb6-db18f9339f69, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ca344496-b3e8-478d-8bb6-db18f9339f69,segment=NetworkSegment(e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0),segment_id=e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:20.085628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:20.108945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:20.172901 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e5a02751-f116-4040-a1f3-b05f475c79f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:20.180102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2476cde1-ebaf-4775-8a3f-ec84b4529ca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:20.336883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a02751-f116-4040-a1f3-b05f475c79f6 None None] Pushing event updated for resources: {'Port': ['ID=ca344496-b3e8-478d-8bb6-db18f9339f69,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:20.341790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e5a02751-f116-4040-a1f3-b05f475c79f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:20.356612 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Allocated IP 2001:db8::2 (2ea193db-285a-4140-b5f4-74b3010d2f5d/32d11ab6-e1cc-4909-9db3-42ce65d4df5f/10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:20.409535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:20.731976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:20.736553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:20.738743 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.ipam_backend_mixin [None req-80ce2b97-8ca6-43c7-b852-9e76b85dd48c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32d11ab6-e1cc-4909-9db3-42ce65d4df5f (CIDR: 2001:db8::/64)
Dec 19 13:30:20.853905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:20.876835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Transition to ACTIVE for port object 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:20.936525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:20.946654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9be79b60-5594-4b99-b82b-0425c1a555ab None None] Provisioning for port 0a61301c-d6ed-4848-9171-7c8a57c0e1d4 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:20.962568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:20.966710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Transition to ACTIVE for port object 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:20.972794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:20.980523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9be79b60-5594-4b99-b82b-0425c1a555ab None None] Provisioning complete for port 0a61301c-d6ed-4848-9171-7c8a57c0e1d4 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:20.980523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9be79b60-5594-4b99-b82b-0425c1a555ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:20.986375 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31ea80-4140-4571-9dd1-97e6774c4984 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:21.008169 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31ea80-4140-4571-9dd1-97e6774c4984 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:21.008879 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-db31ea80-4140-4571-9dd1-97e6774c4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a61d30>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:21.027438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8154a93d-64a5-41d9-97eb-5c9a1d1077cb None None] Network 9e302e12-db20-4432-810e-5128a657c9cb requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:21.033668 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/floatingips/40b77803-eea0-41bb-97fa-da4aa7a2aaf8 HTTP/1.1" status: 204  len: 168 time: 6.4223852
Dec 19 13:30:21.035901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40038) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:21.062642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.066637 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ce2b97-8ca6-43c7-b852-9e76b85dd48c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:30:21.067106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ce2b97-8ca6-43c7-b852-9e76b85dd48c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:30:21.101391 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-db31ea80-4140-4571-9dd1-97e6774c4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a61d30>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:21.114574 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31ea80-4140-4571-9dd1-97e6774c4984 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:21.128800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:21.129008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.131384 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-db31ea80-4140-4571-9dd1-97e6774c4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a61d30>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:21.132683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6b2004be-376c-4b32-99db-9d86da87f42b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port a362f595-0fe1-4732-8843-33e4d1adff15 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:21.133532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6b2004be-376c-4b32-99db-9d86da87f42b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.248382 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-db31ea80-4140-4571-9dd1-97e6774c4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a61d30>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:21.249040 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31ea80-4140-4571-9dd1-97e6774c4984 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:21.299371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9be79b60-5594-4b99-b82b-0425c1a555ab None None] Port 0a61301c-d6ed-4848-9171-7c8a57c0e1d4 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:21.301973 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-80ce2b97-8ca6-43c7-b852-9e76b85dd48c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 3.8958313
Dec 19 13:30:21.316110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40042) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:21.317180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Pushing event updated for resources: {'Port': ['ID=10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:21.320236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Network 2ea193db-285a-4140-b5f4-74b3010d2f5d is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:21.322720 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:21.329410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '2ea193db-285a-4140-b5f4-74b3010d2f5d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:21.333659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:21.338041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:21.503224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.511929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Attempting to bind port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:21.511929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Attempting to bind port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'd0c9d6d7-3213-46fa-b16e-afa0e24d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ea193db-285a-4140-b5f4-74b3010d2f5d'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:21.511929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Attempting to bind port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff on network 2ea193db-285a-4140-b5f4-74b3010d2f5d {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:21.562748 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:21.562966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Checking segment: {'id': 'd0c9d6d7-3213-46fa-b16e-afa0e24d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ea193db-285a-4140-b5f4-74b3010d2f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:21.563517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.563628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Bound using segment: {'id': 'd0c9d6d7-3213-46fa-b16e-afa0e24d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ea193db-285a-4140-b5f4-74b3010d2f5d'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:21.564124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Bound port: 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c9d6d7-3213-46fa-b16e-afa0e24d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ea193db-285a-4140-b5f4-74b3010d2f5d'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:21.564510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.630166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Router 62ce2ff0-3ef3-451f-ad67-a1aba9d6731c has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:21.634676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-620daa1f-c111-45d5-a23a-19645c06742c None None] Provisioning for port 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:21.664620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.668176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-620daa1f-c111-45d5-a23a-19645c06742c None None] Provisioning complete for port 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:21.668948 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-620daa1f-c111-45d5-a23a-19645c06742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.681450 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.696279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6b2004be-376c-4b32-99db-9d86da87f42b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.704031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:21.787811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] For port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:21.795235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-620daa1f-c111-45d5-a23a-19645c06742c None None] Port 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:21.805936 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] For port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff,segment=NetworkSegment(d0c9d6d7-3213-46fa-b16e-afa0e24d7ccc),segment_id=d0c9d6d7-3213-46fa-b16e-afa0e24d7ccc)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:21.816460 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-620daa1f-c111-45d5-a23a-19645c06742c None None] Provisioning complete for port ca344496-b3e8-478d-8bb6-db18f9339f69 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:21.816837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-620daa1f-c111-45d5-a23a-19645c06742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.889379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:21.944437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.955297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:21.970028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:21.974841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:21.978798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6b2004be-376c-4b32-99db-9d86da87f42b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for a362f595-0fe1-4732-8843-33e4d1adff15 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:21.986925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-baae3e41-25d0-4c3c-a09f-37c9bbdce239 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:22.019420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:22.076660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:22.077983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Fanout notify agent at l3_agent the message router_deleted on router 1b7940b7-4000-4d77-9c5a-36b29bd4781f {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:30:22.102289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Pushing event updated for resources: {'Port': ['ID=10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:22.104176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:22.160494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:22.168091 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/1b7940b7-4000-4d77-9c5a-36b29bd4781f HTTP/1.1" status: 204  len: 168 time: 9.2957027
Dec 19 13:30:22.168958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=119f5ae4-3ab6-4101-aaaa-73a87c28bcbb,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:22.174445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40046) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:22.185753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:22.194751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ca344496-b3e8-478d-8bb6-db18f9339f69 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:22.195663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1198094827', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'enable_snat': False}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:22.210411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:22.235277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Checking segment: {'id': '025e30e7-373a-4b9e-a75f-ae1b7c602dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d082bfa-8c60-4661-a4a2-5bd10e1f5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:22.235277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network hostable DHCP agents. Network: 1d082bfa-8c60-4661-a4a2-5bd10e1f5029, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:30:22.248043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:22.271478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Usage tracker for resource:router and tenant:8be708970668409d8c66a79fe2eb2018 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:22.283516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:22.299130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6d421234-5fcf-43b2-b768-a11ebc3b5ca2 None None] Provisioning complete for port 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:22.299130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6d421234-5fcf-43b2-b768-a11ebc3b5ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:22.386623 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6d421234-5fcf-43b2-b768-a11ebc3b5ca2 None None] Port 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:22.393966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ca344496-b3e8-478d-8bb6-db18f9339f69 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:22.394369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:22.459759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6d421234-5fcf-43b2-b768-a11ebc3b5ca2 None None] Provisioning complete for port ca344496-b3e8-478d-8bb6-db18f9339f69 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:22.460140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6d421234-5fcf-43b2-b768-a11ebc3b5ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:22.599205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:22.628600 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:22.644816 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "PUT /v2.0/routers/62ce2ff0-3ef3-451f-ad67-a1aba9d6731c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4052947
Dec 19 13:30:22.653997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40050) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:22.683590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2997ffd-4ee0-4f6c-910a-2d91d7657e33 None None] Sync routers for ids ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:22.726211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2997ffd-4ee0-4f6c-910a-2d91d7657e33 None None] Routers {'62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:22.741441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d2997ffd-4ee0-4f6c-910a-2d91d7657e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47961820>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:22.849884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:22.850882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:22.873307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:22.882058 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d2997ffd-4ee0-4f6c-910a-2d91d7657e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47961820>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:22.921301 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2997ffd-4ee0-4f6c-910a-2d91d7657e33 None None] Routers {'62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:22.921952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d2997ffd-4ee0-4f6c-910a-2d91d7657e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47961820>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:22.966653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network 1d082bfa-8c60-4661-a4a2-5bd10e1f5029 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:30:23.001718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d2997ffd-4ee0-4f6c-910a-2d91d7657e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47961820>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:23.002211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2997ffd-4ee0-4f6c-910a-2d91d7657e33 None None] The sync data for ids ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:23.062273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.112497 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 1d082bfa-8c60-4661-a4a2-5bd10e1f5029) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:23.123489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:23.124279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.125268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5721055e-59eb-4057-bf84-133bd5fee0a5 None None] Network 1d082bfa-8c60-4661-a4a2-5bd10e1f5029 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:23.192654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.223866 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.3487604
Dec 19 13:30:23.223866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40054) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:23.233791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.236877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-88d71cf2-92d5-4fc6-b657-ff1df99ba02b None None] Provisioning complete for port 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:23.236877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-88d71cf2-92d5-4fc6-b657-ff1df99ba02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.250769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.298641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-88d71cf2-92d5-4fc6-b657-ff1df99ba02b None None] Port 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:23.307893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'network_id': '1d082bfa-8c60-4661-a4a2-5bd10e1f5029', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:23.317514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.351433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6b2004be-376c-4b32-99db-9d86da87f42b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.362177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-125c2efd-ca7b-46f8-977c-3dab62dfbef3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:23.417057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b0c8d16b-14a8-49ad-b4f9-8b89fd16222d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.441749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:23.450710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:23.451835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-04452f68-9a29-4d22-bf16-2136d3575f24 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:23.522828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2004be-376c-4b32-99db-9d86da87f42b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=a362f595-0fe1-4732-8843-33e4d1adff15,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:23.529105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-1d082bfa-8c60-4661-a4a2-5bd10e1f5029', 'network_id': '1d082bfa-8c60-4661-a4a2-5bd10e1f5029', 'tenant_id': '921d5babb55844d49bbf716d9796bea2', 'fixed_ips': [{'subnet_id': '119f5ae4-3ab6-4101-aaaa-73a87c28bcbb'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:30:23.529105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.555288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6b2004be-376c-4b32-99db-9d86da87f42b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:23.661366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.717340 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:23.731259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:subnet and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:23.735969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:23.770461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Allocated IP 2001:db8::2 (1d082bfa-8c60-4661-a4a2-5bd10e1f5029/119f5ae4-3ab6-4101-aaaa-73a87c28bcbb/c78e64e5-c90e-47f7-ab18-fea9ae5b19a9) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:23.800862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:23.866037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae198820-9f8f-42fa-a0a5-44be50350e40 None None] Network 2ea193db-285a-4140-b5f4-74b3010d2f5d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:23.900706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:23.904184 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.930278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6b2004be-376c-4b32-99db-9d86da87f42b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:23.977277 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6b2004be-376c-4b32-99db-9d86da87f42b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/ports/a362f595-0fe1-4732-8843-33e4d1adff15 HTTP/1.1" status: 204  len: 168 time: 2.9405110
Dec 19 13:30:23.981708 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-b0c8d16b-14a8-49ad-b4f9-8b89fd16222d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:30:23.983436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40060) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:23.984931 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b0c8d16b-14a8-49ad-b4f9-8b89fd16222d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "DELETE /v2.0/routers/62ce2ff0-3ef3-451f-ad67-a1aba9d6731c HTTP/1.1" status: 409  len: 329 time: 1.3276000
Dec 19 13:30:23.990487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40064) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:24.007443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:24.017506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:24.041793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:24.045220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network 9e302e12-db20-4432-810e-5128a657c9cb is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:24.047273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:24.203214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c2b58256-eef3-48e4-93e7-1c2de59350c7 None None] Provisioning for port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:24.216046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:24.233919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-51c6e4fa-a9fa-4d00-9a5f-9c9e40a5398a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:24.267765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:24.299639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:24.341327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:24.372797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Transition to ACTIVE for port object c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:24.421147 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Transition to ACTIVE for port object c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:24.462021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Subnet': ['ID=ab1b0253-435e-42b5-a95a-122ea71e24d4,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:24.470542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2ea193db-285a-4140-b5f4-74b3010d2f5d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:24.472521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:24.476105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:24.484749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:24.485498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:24.505781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:24.513047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e47bd6d6-2e5e-4b51-98d8-a36aca86d4e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:24.549094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:24.551190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:24.579316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:24.579615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:24.602714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:24.656467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Network 1d082bfa-8c60-4661-a4a2-5bd10e1f5029 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:24.657223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Pushing event updated for resources: {'Port': ['ID=c78e64e5-c90e-47f7-ab18-fea9ae5b19a9,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:24.674269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:24.679722 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:24.686761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-225f13b9-c339-4821-ba65-21b74bff927a None None] Provisioning complete for port 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:24.686761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-225f13b9-c339-4821-ba65-21b74bff927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:24.708608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:24.717329 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.4014814
Dec 19 13:30:24.719938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40068) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:24.724371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f764e35-442b-4eeb-ba81-c7282b29a308 None None] Update dhcp port {'port': {'network_id': '2ea193db-285a-4140-b5f4-74b3010d2f5d', 'fixed_ips': [{'subnet_id': '32d11ab6-e1cc-4909-9db3-42ce65d4df5f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ab1b0253-435e-42b5-a95a-122ea71e24d4'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': '10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:30:24.743460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': '2ea193db-285a-4140-b5f4-74b3010d2f5d', 'fixed_ips': [{'subnet_id': '32d11ab6-e1cc-4909-9db3-42ce65d4df5f'}, {'subnet_id': 'ab1b0253-435e-42b5-a95a-122ea71e24d4'}], 'name': 'tempest-PortsIpV6TestJSON-795967264'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:24.767401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:24.898443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-225f13b9-c339-4821-ba65-21b74bff927a None None] Port 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:24.918457 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7f764e35-442b-4eeb-ba81-c7282b29a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:24.944939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Attempting to bind port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:24.945313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Attempting to bind port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '025e30e7-373a-4b9e-a75f-ae1b7c602dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d082bfa-8c60-4661-a4a2-5bd10e1f5029'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:24.945951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Attempting to bind port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 on network 1d082bfa-8c60-4661-a4a2-5bd10e1f5029 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:24.987537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.014700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:25.015663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Checking segment: {'id': '025e30e7-373a-4b9e-a75f-ae1b7c602dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d082bfa-8c60-4661-a4a2-5bd10e1f5029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:25.015663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.016517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Bound using segment: {'id': '025e30e7-373a-4b9e-a75f-ae1b7c602dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d082bfa-8c60-4661-a4a2-5bd10e1f5029'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:25.016517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Bound port: c78e64e5-c90e-47f7-ab18-fea9ae5b19a9, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025e30e7-373a-4b9e-a75f-ae1b7c602dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '1d082bfa-8c60-4661-a4a2-5bd10e1f5029'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:25.017344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.060743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Router e0233643-7f22-4c06-bc3a-d45d8d8c604f is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:30:25.085475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.26.4.106 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/af07e5c1-5d51-48a8-b745-c372e254184a) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:25.177599 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff,segment=NetworkSegment(d0c9d6d7-3213-46fa-b16e-afa0e24d7ccc),segment_id=d0c9d6d7-3213-46fa-b16e-afa0e24d7ccc)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:25.220483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:25.234896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:port and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:25.240169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:25.263190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:25.272793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.272793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c1917409-be1c-4399-ae5e-56712c88d477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:25.305503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] For port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:25.319223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.340591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.348303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-7f764e35-442b-4eeb-ba81-c7282b29a308 None None] Allocated IP 2001:db8:0:1::2 (2ea193db-285a-4140-b5f4-74b3010d2f5d/ab1b0253-435e-42b5-a95a-122ea71e24d4/10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:25.355223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] For port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c78e64e5-c90e-47f7-ab18-fea9ae5b19a9,segment=NetworkSegment(025e30e7-373a-4b9e-a75f-ae1b7c602dd9),segment_id=025e30e7-373a-4b9e-a75f-ae1b7c602dd9)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:25.374838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:25.399463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.399958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:25.400071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.406053 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:25.409639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-066dcd7a-c2d7-42ad-b423-7219fbfece46 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:25.420566 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "PUT /v2.0/routers/e0233643-7f22-4c06-bc3a-d45d8d8c604f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9798317
Dec 19 13:30:25.427442 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccab026-d607-4c47-849b-e575d419e943 None None] Sync routers for ids ['e0233643-7f22-4c06-bc3a-d45d8d8c604f'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:25.429916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40072) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:25.436664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:25.443611 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccab026-d607-4c47-849b-e575d419e943 None None] Routers {'e0233643-7f22-4c06-bc3a-d45d8d8c604f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:25.444212 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6ccab026-d607-4c47-849b-e575d419e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a61370>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e0233643-7f22-4c06-bc3a-d45d8d8c604f'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:25.453868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.461268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:25.551550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca978d-088b-4dda-a4a5-6e67e1ab24d9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:25.558377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-18ca978d-088b-4dda-a4a5-6e67e1ab24d9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:25.558377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.563324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d3b6c7c4-4cdb-4d0c-95ce-eafe9a963853 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:25.581306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Pushing event updated for resources: {'Port': ['ID=c78e64e5-c90e-47f7-ab18-fea9ae5b19a9,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:25.592085 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:25.605210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7f764e35-442b-4eeb-ba81-c7282b29a308 None None] For port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff,segment=NetworkSegment(d0c9d6d7-3213-46fa-b16e-afa0e24d7ccc),segment_id=d0c9d6d7-3213-46fa-b16e-afa0e24d7ccc)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:25.617237 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6ccab026-d607-4c47-849b-e575d419e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a61370>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:25.633372 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccab026-d607-4c47-849b-e575d419e943 None None] Routers {'e0233643-7f22-4c06-bc3a-d45d8d8c604f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:25.634404 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6ccab026-d607-4c47-849b-e575d419e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a61370>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e0233643-7f22-4c06-bc3a-d45d8d8c604f'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:25.650463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7f764e35-442b-4eeb-ba81-c7282b29a308 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.700315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7f764e35-442b-4eeb-ba81-c7282b29a308 None None] Transition to ACTIVE for port object 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:25.752235 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-18ca978d-088b-4dda-a4a5-6e67e1ab24d9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:25.755256 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-18ca978d-088b-4dda-a4a5-6e67e1ab24d9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0233643-7f22-4c06-bc3a-d45d8d8c604f HTTP/1.1" status: 200  len: 981 time: 0.3299558
Dec 19 13:30:25.759238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=af07e5c1-5d51-48a8-b745-c372e254184a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:25.770277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:25.770766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40076) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:25.771701 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6ccab026-d607-4c47-849b-e575d419e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a61370>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:25.772110 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccab026-d607-4c47-849b-e575d419e943 None None] The sync data for ids ['e0233643-7f22-4c06-bc3a-d45d8d8c604f'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:25.776557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:25.815645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7f764e35-442b-4eeb-ba81-c7282b29a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.818122 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network 1d082bfa-8c60-4661-a4a2-5bd10e1f5029 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:25.819660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:25.828494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:25.846751 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:25.847368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:25.861520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=f127ff60-bfc0-4a31-aa8e-00e7f6f58e11,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:25.874972 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:25.880502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:25.881783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:25.897551 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Allocated IP 172.26.4.79 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/471f1303-5bfd-4c4d-9e62-76bd21455d89) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:26.062485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f764e35-442b-4eeb-ba81-c7282b29a308 None None] Pushing event updated for resources: {'Port': ['ID=10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:26.062701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7f764e35-442b-4eeb-ba81-c7282b29a308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:26.207208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:26.236347 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:26.267899 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.0449197
Dec 19 13:30:26.282849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40080) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:26.317294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:26.429798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:26.432952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:26.454199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port 217203d3-1d3e-4b94-be5f-d03bfe214c24 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:30:26.541503 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbcb81-71ce-499e-8ecb-64850cf5fb70 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:26.542836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbcb81-71ce-499e-8ecb-64850cf5fb70 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:26.544518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbcb81-71ce-499e-8ecb-64850cf5fb70 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:26.545881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbcb81-71ce-499e-8ecb-64850cf5fb70 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:26.547254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbcb81-71ce-499e-8ecb-64850cf5fb70 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:26.548467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b6fbcb81-71ce-499e-8ecb-64850cf5fb70 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Synchronizing usage tracker for tenant:921d5babb55844d49bbf716d9796bea2 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:26.585434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Deleting port deaa05d5-e214-4cd0-a273-a5edb630573c {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:26.585778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:26.610265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:26.757322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:26.788733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b6fbcb81-71ce-499e-8ecb-64850cf5fb70 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Unset dirty status for tenant:921d5babb55844d49bbf716d9796bea2 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:26.790036 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b6fbcb81-71ce-499e-8ecb-64850cf5fb70 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.5051498
Dec 19 13:30:26.795518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:26.796398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40084) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:26.812819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-782279560'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:26.822116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:26.828436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:network and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:26.832067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:26.840770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:26.843139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:26.848532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bfec402c-fe87-4413-a7f8-d46243c98f43 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:26.962443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94f6189-003f-4a2f-972e-c8be94fc8a7b None None] Network 2ea193db-285a-4140-b5f4-74b3010d2f5d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:27.081247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=af07e5c1-5d51-48a8-b745-c372e254184a,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:27.091303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:27.156266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:27.159315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.179759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.203005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a373c-a7e2-421c-86ce-d0ce006f54d8 None None] Network 1d082bfa-8c60-4661-a4a2-5bd10e1f5029 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:27.220500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] For port deaa05d5-e214-4cd0-a273-a5edb630573c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=deaa05d5-e214-4cd0-a273-a5edb630573c,segment=NetworkSegment(7c577eab-d9bb-4420-90e5-c1b668204397),segment_id=7c577eab-d9bb-4420-90e5-c1b668204397)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:27.221080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.225077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.278726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-94f6a304-325c-4b51-a570-8eb6dfdcca77 None None] Provisioning for port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:27.288056 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:27.302685 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-94f6a304-325c-4b51-a570-8eb6dfdcca77 None None] Provisioning complete for port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:27.303081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-94f6a304-325c-4b51-a570-8eb6dfdcca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.358421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.359080 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Added segment 957fe838-14d4-4716-8150-adff6c716302 of type vlan for network 5c4a2463-e7e4-41ba-b46c-56d6e491032b
Dec 19 13:30:27.362290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Calling delete_port for deaa05d5-e214-4cd0-a273-a5edb630573c owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:27.386135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.390357 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.4061704
Dec 19 13:30:27.391424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40088) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:27.397256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.401939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.404797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'port': {'network_id': 'c87e3330-91b4-4c65-a2cf-92effb264c7c', 'name': 'tempest-FloatingIPTestJSON-2137845968'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:27.411013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-41e2d87c-e048-4917-9673-24912dfa67af tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:27.594860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:27.620897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:27.636308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:27.640744 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:port and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:27.647519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:27.655028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event updated for resources: {'Port': ['ID=471f1303-5bfd-4c4d-9e62-76bd21455d89,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:27.655395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.659086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:27.659670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.668440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:27.671071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:27.674892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c24a0510-c9f8-4049-876a-ddf17b67bef4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:27.709015 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:27.805055 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8487c2c3-f26d-4b79-a29f-4abd75b4e5ed None None] Update dhcp port {'port': {'network_id': '1d082bfa-8c60-4661-a4a2-5bd10e1f5029', 'fixed_ips': [{'subnet_id': '119f5ae4-3ab6-4101-aaaa-73a87c28bcbb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f127ff60-bfc0-4a31-aa8e-00e7f6f58e11'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': 'c78e64e5-c90e-47f7-ab18-fea9ae5b19a9'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:30:27.810418 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8::1ec (2ea193db-285a-4140-b5f4-74b3010d2f5d/32d11ab6-e1cc-4909-9db3-42ce65d4df5f/217203d3-1d3e-4b94-be5f-d03bfe214c24) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:27.834925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8:0:1::316 (2ea193db-285a-4140-b5f4-74b3010d2f5d/ab1b0253-435e-42b5-a95a-122ea71e24d4/217203d3-1d3e-4b94-be5f-d03bfe214c24) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:27.884584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8487c2c3-f26d-4b79-a29f-4abd75b4e5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.895118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d04517f7-65f6-459c-9a41-adf6d3a606fa None None] Provisioning for port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:27.908478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d04517f7-65f6-459c-9a41-adf6d3a606fa None None] Provisioning complete for port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:27.909091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d04517f7-65f6-459c-9a41-adf6d3a606fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.945393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Made reservation on behalf of c85e8ff377a94dc98d8fdf8c9760ab5f for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:27.949311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:27.959170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=5c4a2463-e7e4-41ba-b46c-56d6e491032b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:27.964450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:27.972222 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.1746306
Dec 19 13:30:27.974188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40092) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:27.983907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 5c4a2463-e7e4-41ba-b46c-56d6e491032b details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:27.987038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2d5d821b-415e-4809-b615-834f7848e3ef tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:28.116696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] device_id is not set on port 2f561d81-b3fc-49f4-a5e2-b1879bfb604c yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:30:28.280518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:28.281117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.317733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d04517f7-65f6-459c-9a41-adf6d3a606fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.373654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-8487c2c3-f26d-4b79-a29f-4abd75b4e5ed None None] Allocated IP 172.20.0.1 (1d082bfa-8c60-4661-a4a2-5bd10e1f5029/f127ff60-bfc0-4a31-aa8e-00e7f6f58e11/c78e64e5-c90e-47f7-ab18-fea9ae5b19a9) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:28.379269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d04517f7-65f6-459c-9a41-adf6d3a606fa None None] For port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c78e64e5-c90e-47f7-ab18-fea9ae5b19a9,segment=NetworkSegment(025e30e7-373a-4b9e-a75f-ae1b7c602dd9),segment_id=025e30e7-373a-4b9e-a75f-ae1b7c602dd9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:28.422668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.480548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object 217203d3-1d3e-4b94-be5f-d03bfe214c24 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:28.500822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Deleting port 0a61301c-d6ed-4848-9171-7c8a57c0e1d4 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:28.501156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.529981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2d5d821b-415e-4809-b615-834f7848e3ef tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.574606 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d04517f7-65f6-459c-9a41-adf6d3a606fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.575793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.578292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:28.580191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.20.0.11 (c87e3330-91b4-4c65-a2cf-92effb264c7c/c322fafd-91b1-4764-bec3-0ca5389e8c07/2f561d81-b3fc-49f4-a5e2-b1879bfb604c) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:28.596324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3e4b5ec3-85ae-430b-b68a-8adc3568d25e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:28.646194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.699121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=deaa05d5-e214-4cd0-a273-a5edb630573c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:28.712971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:28.762779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.782698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3fe8cdf0-7461-459f-b942-830b2f9d9d1e tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:28.818518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04517f7-65f6-459c-9a41-adf6d3a606fa None None] Pushing event updated for resources: {'Port': ['ID=c78e64e5-c90e-47f7-ab18-fea9ae5b19a9,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:28.830737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d04517f7-65f6-459c-9a41-adf6d3a606fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:28.859104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-edfb1477-0cb4-40b4-8125-45aac0881969 None None] Provisioning complete for port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:28.859539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-edfb1477-0cb4-40b4-8125-45aac0881969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.924064 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8487c2c3-f26d-4b79-a29f-4abd75b4e5ed None None] For port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c78e64e5-c90e-47f7-ab18-fea9ae5b19a9,segment=NetworkSegment(025e30e7-373a-4b9e-a75f-ae1b7c602dd9),segment_id=025e30e7-373a-4b9e-a75f-ae1b7c602dd9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:28.927086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2d5d821b-415e-4809-b615-834f7848e3ef tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.937561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:28.972594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-59e64104-bc5f-4b9f-994b-c2ccc8dde24a tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:28.972973 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.973870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:28.976336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8487c2c3-f26d-4b79-a29f-4abd75b4e5ed None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:29.008259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:29.023729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2ea193db-285a-4140-b5f4-74b3010d2f5d is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:29.028816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8487c2c3-f26d-4b79-a29f-4abd75b4e5ed None None] Transition to ACTIVE for port object c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:29.042513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:29.124608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8487c2c3-f26d-4b79-a29f-4abd75b4e5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:29.129344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a799dc61-9aec-4145-a157-c6153133bda0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:29.147246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d5d821b-415e-4809-b615-834f7848e3ef tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network 5c4a2463-e7e4-41ba-b46c-56d6e491032b is not hosted by any dhcp agent {{(pid=84124) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 19 13:30:29.147394 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:29.148625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d821b-415e-4809-b615-834f7848e3ef tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:29.149209 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2d5d821b-415e-4809-b615-834f7848e3ef tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:29.149768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:29.151133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:29.154470 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2d5d821b-415e-4809-b615-834f7848e3ef tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "PUT /v2.0/networks/5c4a2463-e7e4-41ba-b46c-56d6e491032b HTTP/1.1" status: 200  len: 723 time: 1.1723368
Dec 19 13:30:29.168813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40096) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:29.177665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=217203d3-1d3e-4b94-be5f-d03bfe214c24,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:29.194249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'network_id': '5c4a2463-e7e4-41ba-b46c-56d6e491032b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:29.251928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:29.258076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Calling delete_port for 0a61301c-d6ed-4848-9171-7c8a57c0e1d4 owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:29.287229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d821b-415e-4809-b615-834f7848e3ef tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=5c4a2463-e7e4-41ba-b46c-56d6e491032b,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:29.290247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2d5d821b-415e-4809-b615-834f7848e3ef tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:29.298748 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 4.5691764
Dec 19 13:30:29.304293 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40100) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:29.328821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 5c4a2463-e7e4-41ba-b46c-56d6e491032b details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:29.371203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32d11ab6-e1cc-4909-9db3-42ce65d4df5f'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:29.413057 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487c2c3-f26d-4b79-a29f-4abd75b4e5ed None None] Pushing event updated for resources: {'Port': ['ID=c78e64e5-c90e-47f7-ab18-fea9ae5b19a9,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:29.430447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:29.430616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8487c2c3-f26d-4b79-a29f-4abd75b4e5ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:29.454143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:29.457815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:29.575247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-52866d6a-4357-4633-9ebc-0a8e8a53543f None None] Provisioning for port 217203d3-1d3e-4b94-be5f-d03bfe214c24 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:29.582717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-52866d6a-4357-4633-9ebc-0a8e8a53543f None None] Provisioning complete for port 217203d3-1d3e-4b94-be5f-d03bfe214c24 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:29.583696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-52866d6a-4357-4633-9ebc-0a8e8a53543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:29.621643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:29.643236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-52866d6a-4357-4633-9ebc-0a8e8a53543f None None] Port 217203d3-1d3e-4b94-be5f-d03bfe214c24 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:29.672301 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:29.711384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:29.726042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e5e9fbb9-4a33-4747-8111-4c47befc604d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:29.757793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:29.881676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network c87e3330-91b4-4c65-a2cf-92effb264c7c is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:29.887411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:29.891447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:29.914058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:30.040030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=2f561d81-b3fc-49f4-a5e2-b1879bfb604c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:30.041750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad281d45-4f40-4c9b-b8e8-4b02468e5b7d None None] Network 1d082bfa-8c60-4661-a4a2-5bd10e1f5029 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:30.052084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:30.056573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bfa91576-071a-40ee-9511-7cc2297326a6 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:30.138565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:30.154285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:30.170758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:30.172174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:30.236030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:30.250517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6aa31e88-0fe8-4599-86ce-62fa9a080898 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:30.318300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event deleted for resources: {'Port': ['ID=0a61301c-d6ed-4848-9171-7c8a57c0e1d4,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:30.331429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:30.357745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:30.466226 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2af66449-baa0-40c7-ac8a-70c5c5afb733 req-72a3a2e9-a992-49fa-be40-0968601ffe69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4841614
Dec 19 13:30:30.512649 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e3e917a5-a493-4855-8d27-01a1e09423c5 None None] Provisioning for port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:30.518593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e3e917a5-a493-4855-8d27-01a1e09423c5 None None] Provisioning complete for port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:30.518977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e3e917a5-a493-4855-8d27-01a1e09423c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:30.628324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:30.641552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-53f70a92-7c7a-42ec-9f67-686b7693904f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:30.720156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:30.743614 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.3487806
Dec 19 13:30:30.748900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40104) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:30.760963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-cce02bbc-5856-4544-8f2e-fb6d24160966 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'floatingip': {'port_id': '2f561d81-b3fc-49f4-a5e2-b1879bfb604c'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:30.774446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:30.822029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Delete allocated IP 2001:db8:0:1::316 (2ea193db-285a-4140-b5f4-74b3010d2f5d/ab1b0253-435e-42b5-a95a-122ea71e24d4) {{(pid=84125) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 19 13:30:30.841357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-5eb20fdb-0d7d-4bae-9b8a-2212cdfae787 None None] Provisioning complete for port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:30.841730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5eb20fdb-0d7d-4bae-9b8a-2212cdfae787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:31.005048 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:31.029216 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2af66449-baa0-40c7-ac8a-70c5c5afb733 req-9a385abb-5c8d-4dac-b2c0-2ca34402d3cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 1099 time: 0.4426556
Dec 19 13:30:31.041743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=3016125e-55fc-46ba-b71a-8b5afaff9018,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:31.053600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cce02bbc-5856-4544-8f2e-fb6d24160966 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:31.102433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:31.190177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Checking segment: {'id': '957fe838-14d4-4716-8150-adff6c716302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5c4a2463-e7e4-41ba-b46c-56d6e491032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:31.190526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network hostable DHCP agents. Network: 5c4a2463-e7e4-41ba-b46c-56d6e491032b, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:30:31.267864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Router e988e245-1c3d-4cda-ba7c-49364a8316b5 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:30:31.476471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:30:31.511372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:31.516100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network 5c4a2463-e7e4-41ba-b46c-56d6e491032b is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:30:31.517357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af66449-baa0-40c7-ac8a-70c5c5afb733 req-cb3dfab1-6c22-4627-a9a4-c53de64853e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:31.518847 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2af66449-baa0-40c7-ac8a-70c5c5afb733 req-cb3dfab1-6c22-4627-a9a4-c53de64853e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.4639840
Dec 19 13:30:31.765606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Router e0233643-7f22-4c06-bc3a-d45d8d8c604f has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:31.837506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 5c4a2463-e7e4-41ba-b46c-56d6e491032b) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:31.846286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c365e155-20c3-4539-ae41-0b670b1f5fd3 None None] Network 5c4a2463-e7e4-41ba-b46c-56d6e491032b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:31.861638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:31.862209 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:31.862773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object 217203d3-1d3e-4b94-be5f-d03bfe214c24 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:32.016752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:32.026133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-53963b7a-fb3e-4742-bd5b-699f23bc9b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:32.032346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:32.037832 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "PUT /v2.0/routers/e0233643-7f22-4c06-bc3a-d45d8d8c604f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2654665
Dec 19 13:30:32.041491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40110) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:32.083654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895be08d-a772-404a-b4da-06532e01bee0 None None] Sync routers for ids ['e0233643-7f22-4c06-bc3a-d45d8d8c604f'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:32.089990 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9103079
Dec 19 13:30:32.091163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40114) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:32.094288 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1730bf2-4f72-415f-a14f-3782a1281618 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:30:32.094785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b1730bf2-4f72-415f-a14f-3782a1281618 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:32.099532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895be08d-a772-404a-b4da-06532e01bee0 None None] Routers {'e0233643-7f22-4c06-bc3a-d45d8d8c604f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:32.100702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-895be08d-a772-404a-b4da-06532e01bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473bed90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e0233643-7f22-4c06-bc3a-d45d8d8c604f'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:32.101363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-64b69506-033e-4146-8b11-f65fc735bf5e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:32.112508 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2af66449-baa0-40c7-ac8a-70c5c5afb733 req-7fd53453-fbd9-4661-a070-4c1cbcc04d1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4955458-3b59-464d-885a-2034bea8d7bb HTTP/1.1" status: 200  len: 1002 time: 0.3881869
Dec 19 13:30:32.164982 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-5c4a2463-e7e4-41ba-b46c-56d6e491032b', 'network_id': '5c4a2463-e7e4-41ba-b46c-56d6e491032b', 'tenant_id': '921d5babb55844d49bbf716d9796bea2', 'fixed_ips': [{'subnet_id': '3016125e-55fc-46ba-b71a-8b5afaff9018'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:30:32.166812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:32.193989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-895be08d-a772-404a-b4da-06532e01bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473bed90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:32.259926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895be08d-a772-404a-b4da-06532e01bee0 None None] Routers {'e0233643-7f22-4c06-bc3a-d45d8d8c604f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:32.259926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-895be08d-a772-404a-b4da-06532e01bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473bed90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e0233643-7f22-4c06-bc3a-d45d8d8c604f'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:32.353148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-cce02bbc-5856-4544-8f2e-fb6d24160966 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:30:32.382945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-895be08d-a772-404a-b4da-06532e01bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473bed90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:32.383666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895be08d-a772-404a-b4da-06532e01bee0 None None] The sync data for ids ['e0233643-7f22-4c06-bc3a-d45d8d8c604f'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:32.392265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=217203d3-1d3e-4b94-be5f-d03bfe214c24,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:32.402111 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] In _notify_port_updated(), no bound segment for port 217203d3-1d3e-4b94-be5f-d03bfe214c24 on network 2ea193db-285a-4140-b5f4-74b3010d2f5d {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:30:32.405861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:32.406458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:32.407760 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "PUT /v2.0/ports/217203d3-1d3e-4b94-be5f-d03bfe214c24 HTTP/1.1" status: 200  len: 925 time: 3.0988672
Dec 19 13:30:32.408937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:32.414776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40118) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:32.417901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b1730bf2-4f72-415f-a14f-3782a1281618 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:32.421466 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b1730bf2-4f72-415f-a14f-3782a1281618 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/3fa6f657-e1ab-4bb2-acd8-f8647f94ceb5 HTTP/1.1" status: 404  len: 333 time: 0.3765616
Dec 19 13:30:32.425334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40122) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:32.427420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32d11ab6-e1cc-4909-9db3-42ce65d4df5f'}, {'subnet_id': 'ab1b0253-435e-42b5-a95a-122ea71e24d4'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:32.430578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af66449-baa0-40c7-ac8a-70c5c5afb733 req-43b89a12-409f-4af2-a29c-477ec65329a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:32.432910 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2af66449-baa0-40c7-ac8a-70c5c5afb733 req-43b89a12-409f-4af2-a29c-477ec65329a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.2640347
Dec 19 13:30:32.495044 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Allocated IP 2001:db8::2 (5c4a2463-e7e4-41ba-b46c-56d6e491032b/3016125e-55fc-46ba-b71a-8b5afaff9018/a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:32.497613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-64b69506-033e-4146-8b11-f65fc735bf5e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15311614'] for subnet, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:32.727303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Router 62ce2ff0-3ef3-451f-ad67-a1aba9d6731c has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:32.740639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cce02bbc-5856-4544-8f2e-fb6d24160966 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:32.773545 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:32.784316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Transition to ACTIVE for port object a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:32.806978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Transition to ACTIVE for port object a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:32.830716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:32.878342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cce02bbc-5856-4544-8f2e-fb6d24160966 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:32.888730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:32.890473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-64733f24-941c-4c24-8cfa-cdeee9ae8c44 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:32.899382 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Sync routers for ids ['e988e245-1c3d-4cda-ba7c-49364a8316b5'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:32.910863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:32.919579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-171b55d6-aa70-4797-9efb-7a96b357e896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:32.920562 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Routers {'e988e245-1c3d-4cda-ba7c-49364a8316b5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:32.921202 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a610a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e988e245-1c3d-4cda-ba7c-49364a8316b5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:33.013470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Network 5c4a2463-e7e4-41ba-b46c-56d6e491032b is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:33.018226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-20f2f9fe-6f81-4136-97d6-13309a4d17fe None None] Provisioning for port 217203d3-1d3e-4b94-be5f-d03bfe214c24 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:33.023372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:33.030310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:33.032945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Pushing event updated for resources: {'Port': ['ID=a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:33.036472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-20f2f9fe-6f81-4136-97d6-13309a4d17fe None None] Provisioning complete for port 217203d3-1d3e-4b94-be5f-d03bfe214c24 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:33.038764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-20f2f9fe-6f81-4136-97d6-13309a4d17fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:33.081091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:33.204120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-20f2f9fe-6f81-4136-97d6-13309a4d17fe None None] Port 217203d3-1d3e-4b94-be5f-d03bfe214c24 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:33.226079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Attempting to bind port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:33.226875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Attempting to bind port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '957fe838-14d4-4716-8150-adff6c716302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5c4a2463-e7e4-41ba-b46c-56d6e491032b'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:33.227532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Attempting to bind port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 on network 5c4a2463-e7e4-41ba-b46c-56d6e491032b {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:33.228269 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Set router e988e245-1c3d-4cda-ba7c-49364a8316b5 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:30:33.238382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:33.238917 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Checking segment: {'id': '957fe838-14d4-4716-8150-adff6c716302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5c4a2463-e7e4-41ba-b46c-56d6e491032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:33.239463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:33.239975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Bound using segment: {'id': '957fe838-14d4-4716-8150-adff6c716302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5c4a2463-e7e4-41ba-b46c-56d6e491032b'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:33.240927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Bound port: a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957fe838-14d4-4716-8150-adff6c716302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5c4a2463-e7e4-41ba-b46c-56d6e491032b'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:33.243800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:33.312683 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2af66449-baa0-40c7-ac8a-70c5c5afb733 req-3fb2b799-4f96-4b0d-8929-0bf6a10bb9f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8666172
Dec 19 13:30:33.357881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:33.360140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] For port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:33.366584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] For port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555,segment=NetworkSegment(957fe838-14d4-4716-8150-adff6c716302),segment_id=957fe838-14d4-4716-8150-adff6c716302)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:33.371945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b119799-7e96-441b-8c23-cb16abdc9931 None None] Sync routers for ids ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:33.389779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b119799-7e96-441b-8c23-cb16abdc9931 None None] Routers {'62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:33.390637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0b119799-7e96-441b-8c23-cb16abdc9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4707da90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:33.420391 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "PUT /v2.0/routers/62ce2ff0-3ef3-451f-ad67-a1aba9d6731c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4285510
Dec 19 13:30:33.421734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40126) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:33.423277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-64b69506-033e-4146-8b11-f65fc735bf5e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765298812420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15352349'] for subnet, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:33.476715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0b119799-7e96-441b-8c23-cb16abdc9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4707da90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:33.486653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1d0630b6-84ed-45c2-92f2-553e99701e32 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:33.488027 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:33.491527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b119799-7e96-441b-8c23-cb16abdc9931 None None] Routers {'62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:33.492123 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 11.3162637
Dec 19 13:30:33.493059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40130) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:33.494148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0b119799-7e96-441b-8c23-cb16abdc9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4707da90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:33.558069 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-83273e94-ec07-4cbe-8e88-c42c825cc6fa tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] show failed (client error): The resource could not be found.
Dec 19 13:30:33.560192 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-83273e94-ec07-4cbe-8e88-c42c825cc6fa tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-30407391 HTTP/1.1" status: 404  len: 333 time: 0.1327519
Dec 19 13:30:33.583995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0b119799-7e96-441b-8c23-cb16abdc9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4707da90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:33.584709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b119799-7e96-441b-8c23-cb16abdc9931 None None] The sync data for ids ['62ce2ff0-3ef3-451f-ad67-a1aba9d6731c'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:33.595210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:33.612176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b69506-033e-4146-8b11-f65fc735bf5e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:33.612176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-64b69506-033e-4146-8b11-f65fc735bf5e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:33.612176 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-64b69506-033e-4146-8b11-f65fc735bf5e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "PUT /v2.0/subnets/3016125e-55fc-46ba-b71a-8b5afaff9018 HTTP/1.1" status: 200  len: 826 time: 1.5146255
Dec 19 13:30:33.612453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:33.619893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40134) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:33.620228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40136) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:33.637196 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a610a0>, [{'id': 'e988e245-1c3d-4cda-ba7c-49364a8316b5', 'name': 'tempest-snat-router-1198094827', 'tenant_id': '8be708970668409d8c66a79fe2eb2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.79'}], 'enable_snat': False}, 'gw_port_id': '471f1303-5bfd-4c4d-9e62-76bd21455d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:30:22Z', 'updated_at': '2021-12-19T13:30:27Z', 'revision_number': 3, 'project_id': '8be708970668409d8c66a79fe2eb2018', 'gw_port': {'id': '471f1303-5bfd-4c4d-9e62-76bd21455d89', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988e245-1c3d-4cda-ba7c-49364a8316b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:30:24Z', 'updated_at': '2021-12-19T13:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:33.642720 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Checking router: e988e245-1c3d-4cda-ba7c-49364a8316b5 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:30:33.643336 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Updating router e988e245-1c3d-4cda-ba7c-49364a8316b5 port 471f1303-5bfd-4c4d-9e62-76bd21455d89 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:30:33.646542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-92fae69a-9b44-42e1-b7fd-3c1328083c7e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:33.716860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Pushing event updated for resources: {'Port': ['ID=a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:33.730691 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:33.732740 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:33.788546 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-92fae69a-9b44-42e1-b7fd-3c1328083c7e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] update failed (client error): The resource could not be found.
Dec 19 13:30:33.791621 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-92fae69a-9b44-42e1-b7fd-3c1328083c7e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1221431079 HTTP/1.1" status: 404  len: 335 time: 0.1651514
Dec 19 13:30:33.792872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b69506-033e-4146-8b11-f65fc735bf5e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=3016125e-55fc-46ba-b71a-8b5afaff9018,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:33.802893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40142) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:33.825699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8:0:1::c7 (2ea193db-285a-4140-b5f4-74b3010d2f5d/ab1b0253-435e-42b5-a95a-122ea71e24d4/217203d3-1d3e-4b94-be5f-d03bfe214c24) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:33.828541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-64b69506-033e-4146-8b11-f65fc735bf5e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:33.945989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-64733f24-941c-4c24-8cfa-cdeee9ae8c44 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:33.958548 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2af66449-baa0-40c7-ac8a-70c5c5afb733 req-96f73891-4b02-41aa-851d-c515ca930057 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6326299
Dec 19 13:30:33.965437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-64733f24-941c-4c24-8cfa-cdeee9ae8c44 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.198971 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.246861 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2af66449-baa0-40c7-ac8a-70c5c5afb733 req-29bbbb91-73b8-425c-ad62-0c3ad07b90e1 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2795336
Dec 19 13:30:34.258178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:34.273047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Router 01410ec3-7af6-475c-a68d-30d98262f0a9 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:34.296096 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Transition to ACTIVE for port object 471f1303-5bfd-4c4d-9e62-76bd21455d89 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:34.301449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-64733f24-941c-4c24-8cfa-cdeee9ae8c44 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.301449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64733f24-941c-4c24-8cfa-cdeee9ae8c44 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Fanout notify agent at l3_agent the message router_deleted on router e0233643-7f22-4c06-bc3a-d45d8d8c604f {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:30:34.339289 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-cce02bbc-5856-4544-8f2e-fb6d24160966 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Floating IP e6290999-a9b7-4b32-a246-54f2e28485dc associated. External IP: 172.26.4.106, port: 2f561d81-b3fc-49f4-a5e2-b1879bfb604c.
Dec 19 13:30:34.385976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-64733f24-941c-4c24-8cfa-cdeee9ae8c44 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.387147 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-64733f24-941c-4c24-8cfa-cdeee9ae8c44 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/routers/e0233643-7f22-4c06-bc3a-d45d8d8c604f HTTP/1.1" status: 204  len: 168 time: 1.9585273
Dec 19 13:30:34.390171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40146) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:34.467084 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.471427 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:34.492699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:34.570047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.591851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-3856c54d-1e10-48dc-9a83-c1c5932db7c2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Deleting subnet 20863c7a-a50e-453d-82b1-ff5a49e6efd7 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:30:34.601052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3856c54d-1e10-48dc-9a83-c1c5932db7c2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.614682 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Attempting to bind port 471f1303-5bfd-4c4d-9e62-76bd21455d89 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:34.615116 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Attempting to bind port 471f1303-5bfd-4c4d-9e62-76bd21455d89 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:34.615427 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Attempting to bind port 471f1303-5bfd-4c4d-9e62-76bd21455d89 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:34.622060 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Pushing event updated for resources: {'Port': ['ID=471f1303-5bfd-4c4d-9e62-76bd21455d89,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:34.625938 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7d49b66e-52ce-4cf6-850b-c18c471da9fd tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/routers/e988e245-1c3d-4cda-ba7c-49364a8316b5 HTTP/1.1" status: 200  len: 908 time: 1.1211419
Dec 19 13:30:34.628167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40150) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:34.638398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1198094827', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'enable_snat': True}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:34.643082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:34.648235 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:34.648235 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:34.648592 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.648805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Usage tracker for resource:router and tenant:8be708970668409d8c66a79fe2eb2018 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:34.648958 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:34.649293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Bound port: 471f1303-5bfd-4c4d-9e62-76bd21455d89, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:34.649665 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.654469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:34.661109 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:34.678406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:30:34.692057 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:34.692543 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:34.692870 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:34.693187 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:34.693514 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:34.694087 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:34.694579 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:34.695080 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:34.695547 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:34.696008 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:34.699761 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:30:34.704141 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:34.763778 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] For port 471f1303-5bfd-4c4d-9e62-76bd21455d89, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:34.769151 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] For port 471f1303-5bfd-4c4d-9e62-76bd21455d89, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=471f1303-5bfd-4c4d-9e62-76bd21455d89,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:34.789450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.803794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:34.806659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.835864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.837194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.850534 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.863264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Ignored duplicate provisioning block setup for port 217203d3-1d3e-4b94-be5f-d03bfe214c24 by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 19 13:30:34.867376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3856c54d-1e10-48dc-9a83-c1c5932db7c2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.868587 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:34.916888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.958602 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Routers {'e988e245-1c3d-4cda-ba7c-49364a8316b5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:34.958602 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a610a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e988e245-1c3d-4cda-ba7c-49364a8316b5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:34.965753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fa7de5-d79d-474e-b6ce-5c7e3b901ec3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting subnet 909e0654-afba-493f-bbeb-bcdcdc3ab15a {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:30:34.971325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e2fa7de5-d79d-474e-b6ce-5c7e3b901ec3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:34.997892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.022602 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8ffdff-f145-4fb5-8ec7-bc2d7a7915b0 None None] Network 5c4a2463-e7e4-41ba-b46c-56d6e491032b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:35.029305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-481801eb-f19a-42b6-a428-cc37c00e5827 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:35.048301 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e2fa7de5-d79d-474e-b6ce-5c7e3b901ec3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.067469 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Pushing event updated for resources: {'Port': ['ID=471f1303-5bfd-4c4d-9e62-76bd21455d89,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:35.078928 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:35.206609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=217203d3-1d3e-4b94-be5f-d03bfe214c24,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:35.230309 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] Set router e988e245-1c3d-4cda-ba7c-49364a8316b5 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:30:35.254013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:35.270320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3bd53a32-e2b3-4945-b273-37f986b4c1ab None None] Provisioning for port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:35.279508 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] 10.222.0.24 "PUT /v2.0/routers/01410ec3-7af6-475c-a68d-30d98262f0a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.6604187
Dec 19 13:30:35.292054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3bd53a32-e2b3-4945-b273-37f986b4c1ab None None] Provisioning complete for port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:35.292582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3bd53a32-e2b3-4945-b273-37f986b4c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.293382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40154) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:35.293511 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e2f7a-25ef-49d0-9c22-65d40db6107a None None] Sync routers for ids ['01410ec3-7af6-475c-a68d-30d98262f0a9'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:35.333062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:35.394415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] In _notify_port_updated(), no bound segment for port 217203d3-1d3e-4b94-be5f-d03bfe214c24 on network 2ea193db-285a-4140-b5f4-74b3010d2f5d {{(pid=84124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:30:35.398936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:35.400581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.403752 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "PUT /v2.0/ports/217203d3-1d3e-4b94-be5f-d03bfe214c24 HTTP/1.1" status: 200  len: 1010 time: 2.9807696
Dec 19 13:30:35.405861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40158) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:35.430574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3856c54d-1e10-48dc-9a83-c1c5932db7c2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.482339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.495962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e2fa7de5-d79d-474e-b6ce-5c7e3b901ec3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.567776 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e2f7a-25ef-49d0-9c22-65d40db6107a None None] Routers {'01410ec3-7af6-475c-a68d-30d98262f0a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:35.570161 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d45e2f7a-25ef-49d0-9c22-65d40db6107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475d1250>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['01410ec3-7af6-475c-a68d-30d98262f0a9'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:35.582130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3bd53a32-e2b3-4945-b273-37f986b4c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.602943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] For port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555,segment=NetworkSegment(957fe838-14d4-4716-8150-adff6c716302),segment_id=957fe838-14d4-4716-8150-adff6c716302)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:35.603855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.616493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-b02574b2-ed02-4d98-828c-2b568d7b1e0c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 217203d3-1d3e-4b94-be5f-d03bfe214c24 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:35.616833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b02574b2-ed02-4d98-828c-2b568d7b1e0c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.707925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3bd53a32-e2b3-4945-b273-37f986b4c1ab None None] For port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555,segment=NetworkSegment(957fe838-14d4-4716-8150-adff6c716302),segment_id=957fe838-14d4-4716-8150-adff6c716302)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:35.793231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3bd53a32-e2b3-4945-b273-37f986b4c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.794969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c4ff4f08-9d8f-4a9a-afc3-76194876e3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:35.847585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Calling delete_port for a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:35.903146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e2fa7de5-d79d-474e-b6ce-5c7e3b901ec3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.912024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:35.927980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd53a32-e2b3-4945-b273-37f986b4c1ab None None] Pushing event updated for resources: {'Port': ['ID=a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:35.933836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3bd53a32-e2b3-4945-b273-37f986b4c1ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:35.943795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-25f5498a-c392-4217-8701-8be3420ca9b5 None None] Provisioning complete for port 217203d3-1d3e-4b94-be5f-d03bfe214c24 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:35.944426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-25f5498a-c392-4217-8701-8be3420ca9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:35.985590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53be0ba5-1377-40f9-b85a-c8e2f74b6ccb None None] Network 5c4a2463-e7e4-41ba-b46c-56d6e491032b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:35.997691 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d45e2f7a-25ef-49d0-9c22-65d40db6107a None None] Set router 01410ec3-7af6-475c-a68d-30d98262f0a9 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:30:36.141540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3856c54d-1e10-48dc-9a83-c1c5932db7c2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:36.160045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:36.191211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b02574b2-ed02-4d98-828c-2b568d7b1e0c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:36.217517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856c54d-1e10-48dc-9a83-c1c5932db7c2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event deleted for resources: {'Subnet': ['ID=20863c7a-a50e-453d-82b1-ff5a49e6efd7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:36.224100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3856c54d-1e10-48dc-9a83-c1c5932db7c2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:36.230596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3856c54d-1e10-48dc-9a83-c1c5932db7c2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:36.240462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-25f5498a-c392-4217-8701-8be3420ca9b5 None None] Port 217203d3-1d3e-4b94-be5f-d03bfe214c24 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:36.246655 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3856c54d-1e10-48dc-9a83-c1c5932db7c2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "DELETE /v2.0/subnets/20863c7a-a50e-453d-82b1-ff5a49e6efd7 HTTP/1.1" status: 204  len: 168 time: 2.4168532
Dec 19 13:30:36.247898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:36.255228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40162) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:36.325070 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0149b98-1ad4-431b-b855-a0949e7f58c9 None None] Network 70652979-a696-4bef-9780-7abd820f440b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:36.340077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:30:36.340406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:30:36.364556 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a610a0>, [{'id': 'e988e245-1c3d-4cda-ba7c-49364a8316b5', 'name': 'tempest-snat-router-1198094827', 'tenant_id': '8be708970668409d8c66a79fe2eb2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.79'}], 'enable_snat': False}, 'gw_port_id': '471f1303-5bfd-4c4d-9e62-76bd21455d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:30:22Z', 'updated_at': '2021-12-19T13:30:27Z', 'revision_number': 3, 'project_id': '8be708970668409d8c66a79fe2eb2018', 'gw_port': {'id': '471f1303-5bfd-4c4d-9e62-76bd21455d89', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988e245-1c3d-4cda-ba7c-49364a8316b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:30:24Z', 'updated_at': '2021-12-19T13:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:36.367577 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087aa35-4283-40a1-83d3-b4a2e5128eab None None] The sync data for ids ['e988e245-1c3d-4cda-ba7c-49364a8316b5'] in dv-neutron-821895-1-hyperv is: [{'id': 'e988e245-1c3d-4cda-ba7c-49364a8316b5', 'name': 'tempest-snat-router-1198094827', 'tenant_id': '8be708970668409d8c66a79fe2eb2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.79'}], 'enable_snat': False}, 'gw_port_id': '471f1303-5bfd-4c4d-9e62-76bd21455d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:30:22Z', 'updated_at': '2021-12-19T13:30:27Z', 'revision_number': 3, 'project_id': '8be708970668409d8c66a79fe2eb2018', 'gw_port': {'id': '471f1303-5bfd-4c4d-9e62-76bd21455d89', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988e245-1c3d-4cda-ba7c-49364a8316b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:30:24Z', 'updated_at': '2021-12-19T13:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:36.405552 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d45e2f7a-25ef-49d0-9c22-65d40db6107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475d1250>, [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:30:27Z', 'revision_number': 5, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:36.411019 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e2f7a-25ef-49d0-9c22-65d40db6107a None None] Checking router: 01410ec3-7af6-475c-a68d-30d98262f0a9 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:30:36.421390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:36.423758 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e2f7a-25ef-49d0-9c22-65d40db6107a None None] Routers {'01410ec3-7af6-475c-a68d-30d98262f0a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:36.424470 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d45e2f7a-25ef-49d0-9c22-65d40db6107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475d1250>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['01410ec3-7af6-475c-a68d-30d98262f0a9'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:36.450853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Deleting port 045fee68-8784-4243-81ca-a38271bde990 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:36.451480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:36.458729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-34bec595-0c31-4c80-903a-9a53499103ed None None] Provisioning complete for port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:36.459228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-34bec595-0c31-4c80-903a-9a53499103ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:36.489129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce02bbc-5856-4544-8f2e-fb6d24160966 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:36.636964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-b02574b2-ed02-4d98-828c-2b568d7b1e0c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 217203d3-1d3e-4b94-be5f-d03bfe214c24 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:36.674229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa7de5-d79d-474e-b6ce-5c7e3b901ec3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Subnet': ['ID=909e0654-afba-493f-bbeb-bcdcdc3ab15a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:36.677496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e2fa7de5-d79d-474e-b6ce-5c7e3b901ec3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:36.696987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e2fa7de5-d79d-474e-b6ce-5c7e3b901ec3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:36.728875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae15d067-37a6-409a-b884-8ed809103295 None None] Network 9e302e12-db20-4432-810e-5128a657c9cb requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:36.845214 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d45e2f7a-25ef-49d0-9c22-65d40db6107a None None] Set router 01410ec3-7af6-475c-a68d-30d98262f0a9 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:30:36.853025 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e2fa7de5-d79d-474e-b6ce-5c7e3b901ec3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/909e0654-afba-493f-bbeb-bcdcdc3ab15a HTTP/1.1" status: 204  len: 168 time: 2.4605186
Dec 19 13:30:36.864946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40166) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:36.920302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:36.924178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.070902 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:37.071621 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.150851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] For port 045fee68-8784-4243-81ca-a38271bde990, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=045fee68-8784-4243-81ca-a38271bde990,segment=NetworkSegment(f8526c9e-9162-4ee5-95de-b2b976ad9c8e),segment_id=f8526c9e-9162-4ee5-95de-b2b976ad9c8e)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:37.151154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.329647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.340465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b02574b2-ed02-4d98-828c-2b568d7b1e0c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.343508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.365041 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d45e2f7a-25ef-49d0-9c22-65d40db6107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475d1250>, [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:30:27Z', 'revision_number': 5, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:37.377494 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e2f7a-25ef-49d0-9c22-65d40db6107a None None] The sync data for ids ['01410ec3-7af6-475c-a68d-30d98262f0a9'] in dv-neutron-821895-1-hyperv is: [{'id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'name': 'tempest-ServerActionsTestJSON-714795031-router', 'tenant_id': '2cd8305d66a649c082ece81b30e5ddd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:26:10Z', 'updated_at': '2021-12-19T13:30:27Z', 'revision_number': 5, 'project_id': '2cd8305d66a649c082ece81b30e5ddd4', 'gw_port': {'id': '556eb6bc-9360-4405-8419-fb05cb50b46f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:23:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01410ec3-7af6-475c-a68d-30d98262f0a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:26:11Z', 'updated_at': '2021-12-19T13:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:37.412019 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e826820d-e282-4023-8228-a18e7b564f07 None None] Provisioning complete for port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:37.412580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e826820d-e282-4023-8228-a18e7b564f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.446132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-49a75c54-c4c7-4b73-a022-f3cee5d8c8b2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:37.455241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f61921-5ad0-4131-abe9-e7e544c5fc13 None None] DHCP port deletion for 70652979-a696-4bef-9780-7abd820f440b request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:30:37.462216 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-39f61921-5ad0-4131-abe9-e7e544c5fc13 None None] Deleting port 045fee68-8784-4243-81ca-a38271bde990 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:37.462565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-39f61921-5ad0-4131-abe9-e7e544c5fc13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.564446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Calling delete_port for 045fee68-8784-4243-81ca-a38271bde990 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:37.590599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02574b2-ed02-4d98-828c-2b568d7b1e0c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=217203d3-1d3e-4b94-be5f-d03bfe214c24,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:37.621732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b02574b2-ed02-4d98-828c-2b568d7b1e0c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:37.711450 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port ca344496-b3e8-478d-8bb6-db18f9339f69 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:37.711991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.773346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b02574b2-ed02-4d98-828c-2b568d7b1e0c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.796734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1303aa91-7b3c-4dee-9778-df68e1eac755 None None] DHCP port deletion for 9e302e12-db20-4432-810e-5128a657c9cb request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:30:37.804592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.831518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1303aa91-7b3c-4dee-9778-df68e1eac755 None None] Deleting port ca344496-b3e8-478d-8bb6-db18f9339f69 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:37.833047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1303aa91-7b3c-4dee-9778-df68e1eac755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.838034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b4ed7cf6-160c-42fa-a54f-574672d59614 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:37.866408 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b02574b2-ed02-4d98-828c-2b568d7b1e0c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/217203d3-1d3e-4b94-be5f-d03bfe214c24 HTTP/1.1" status: 204  len: 168 time: 2.4585078
Dec 19 13:30:37.885489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40170) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:37.891871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] No DVR routers for this DVR port 045fee68-8784-4243-81ca-a38271bde990 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:37.921751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-39f61921-5ad0-4131-abe9-e7e544c5fc13 None None] For port 045fee68-8784-4243-81ca-a38271bde990, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=045fee68-8784-4243-81ca-a38271bde990,segment=NetworkSegment(f8526c9e-9162-4ee5-95de-b2b976ad9c8e),segment_id=f8526c9e-9162-4ee5-95de-b2b976ad9c8e)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:37.921751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-39f61921-5ad0-4131-abe9-e7e544c5fc13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.948375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] For port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555,segment=NetworkSegment(957fe838-14d4-4716-8150-adff6c716302),segment_id=957fe838-14d4-4716-8150-adff6c716302)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:37.948645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:37.970885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event deleted for resources: {'Port': ['ID=045fee68-8784-4243-81ca-a38271bde990,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:37.978119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:38.000441 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1ef215-22b4-4390-979d-89c04ad52913 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:30:38.001187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bf1ef215-22b4-4390-979d-89c04ad52913 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:38.015044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.093880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-39f61921-5ad0-4131-abe9-e7e544c5fc13 None None] Calling delete_port for 045fee68-8784-4243-81ca-a38271bde990 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:38.105841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.244741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bf1ef215-22b4-4390-979d-89c04ad52913 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:38.249008 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bf1ef215-22b4-4390-979d-89c04ad52913 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/217203d3-1d3e-4b94-be5f-d03bfe214c24 HTTP/1.1" status: 404  len: 333 time: 0.3593383
Dec 19 13:30:38.253646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40174) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:38.297308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Calling delete_port for a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:38.332722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] For port ca344496-b3e8-478d-8bb6-db18f9339f69, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ca344496-b3e8-478d-8bb6-db18f9339f69,segment=NetworkSegment(e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0),segment_id=e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:38.334018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.334151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 471f1303-5bfd-4c4d-9e62-76bd21455d89 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:38.364110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.385483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce02bbc-5856-4544-8f2e-fb6d24160966 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:38.386741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-39f61921-5ad0-4131-abe9-e7e544c5fc13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:30:38.387573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-39f61921-5ad0-4131-abe9-e7e544c5fc13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:30:38.401830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7981fd-d2cf-40e7-9fea-2d4d3f64f04c None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:38.421914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cce02bbc-5856-4544-8f2e-fb6d24160966 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.428135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1303aa91-7b3c-4dee-9778-df68e1eac755 None None] For port ca344496-b3e8-478d-8bb6-db18f9339f69, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ca344496-b3e8-478d-8bb6-db18f9339f69,segment=NetworkSegment(e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0),segment_id=e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:38.428651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1303aa91-7b3c-4dee-9778-df68e1eac755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.465858 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d460d9970>,) {'filters': {'network_id': ['70652979-a696-4bef-9780-7abd820f440b']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:38.489289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d460d9970>, 'f8526c9e-9162-4ee5-95de-b2b976ad9c8e') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:38.489289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d460d9970>, 'f8526c9e-9162-4ee5-95de-b2b976ad9c8e') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:38.495172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for ca344496-b3e8-478d-8bb6-db18f9339f69 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:38.535004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.566093 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cce02bbc-5856-4544-8f2e-fb6d24160966 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "PUT /v2.0/floatingips/e6290999-a9b7-4b32-a246-54f2e28485dc HTTP/1.1" status: 200  len: 979 time: 7.8158259
Dec 19 13:30:38.574780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.574935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1303aa91-7b3c-4dee-9778-df68e1eac755 None None] Calling delete_port for ca344496-b3e8-478d-8bb6-db18f9339f69 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:38.577959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40178) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:38.586517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:38.586906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.599735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7981fd-d2cf-40e7-9fea-2d4d3f64f04c None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:38.600617 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-df7981fd-d2cf-40e7-9fea-2d4d3f64f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477ab0d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:38.629183 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:38.688361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-df7981fd-d2cf-40e7-9fea-2d4d3f64f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477ab0d0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:38.724825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7981fd-d2cf-40e7-9fea-2d4d3f64f04c None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:38.725712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-df7981fd-d2cf-40e7-9fea-2d4d3f64f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477ab0d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:38.758725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port 2f561d81-b3fc-49f4-a5e2-b1879bfb604c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:38.759171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.797593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-df7981fd-d2cf-40e7-9fea-2d4d3f64f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477ab0d0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:38.798284 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7981fd-d2cf-40e7-9fea-2d4d3f64f04c None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:38.888433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-39f61921-5ad0-4131-abe9-e7e544c5fc13 None None] Deleting port 045fee68-8784-4243-81ca-a38271bde990 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:38.888965 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-39f61921-5ad0-4131-abe9-e7e544c5fc13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.903893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Allocated IP 172.26.4.47 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/6798efa7-b2df-4ea8-910d-0febb6f8d5cd) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:38.914681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca94e2d5-4039-4f47-b52d-ac4b62125709 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting subnet ab1b0253-435e-42b5-a95a-122ea71e24d4 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:30:38.920603 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2d5-4039-4f47-b52d-ac4b62125709 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.928376 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 471f1303-5bfd-4c4d-9e62-76bd21455d89 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:38.966989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.972995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1303aa91-7b3c-4dee-9778-df68e1eac755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.977339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.977903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 471f1303-5bfd-4c4d-9e62-76bd21455d89 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:38.978819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:38.986450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-edc3ac3d-4d64-4842-8f4a-afcd7d314c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:39.017163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-39f61921-5ad0-4131-abe9-e7e544c5fc13 None None] The port '045fee68-8784-4243-81ca-a38271bde990' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:30:39.018688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0db92f68-2286-4c22-8689-8a84ac6071f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:39.023050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.041451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Port': ['ID=a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:39.051348 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "DELETE /v2.0/networks/70652979-a696-4bef-9780-7abd820f440b HTTP/1.1" status: 204  len: 168 time: 2.7948458
Dec 19 13:30:39.067390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:39.067390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40182) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:39.067390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d4419e21-636d-4541-b982-620ed9f077a0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:39.067670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.085416 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:30:39.085722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:30:39.090538 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303aa91-7b3c-4dee-9778-df68e1eac755 None None] Pushing event deleted for resources: {'Port': ['ID=ca344496-b3e8-478d-8bb6-db18f9339f69,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:39.093576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1303aa91-7b3c-4dee-9778-df68e1eac755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:39.100983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2d5-4039-4f47-b52d-ac4b62125709 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.111684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1303aa91-7b3c-4dee-9778-df68e1eac755 None None] No DVR routers for this DVR port ca344496-b3e8-478d-8bb6-db18f9339f69 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:39.132985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event deleted for resources: {'Network': ['ID=70652979-a696-4bef-9780-7abd820f440b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:39.172519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:39.208916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.210170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b962e0f5-083c-428d-8c1c-c698fa53700e None None] DHCP port deletion for 5c4a2463-e7e4-41ba-b46c-56d6e491032b request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:30:39.237845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.239513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841a7a11-bd59-4a67-896c-ee10d00b592b None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:30:39.251717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2d5-4039-4f47-b52d-ac4b62125709 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.254857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No DVR routers for this DVR port a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:39.282612 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.289108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Deleting port 556eb6bc-9360-4405-8419-fb05cb50b46f {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:39.289441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.315190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 471f1303-5bfd-4c4d-9e62-76bd21455d89, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=471f1303-5bfd-4c4d-9e62-76bd21455d89,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:39.417280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.438126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:39.487897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.520483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] For port 556eb6bc-9360-4405-8419-fb05cb50b46f, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=556eb6bc-9360-4405-8419-fb05cb50b46f,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:39.520483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.539439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=471f1303-5bfd-4c4d-9e62-76bd21455d89,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:39.548491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ca344496-b3e8-478d-8bb6-db18f9339f69 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:39.575800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:39.591151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: ca344496-b3e8-478d-8bb6-db18f9339f69 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:39.593768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ca344496-b3e8-478d-8bb6-db18f9339f69 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:39.593768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 045fee68-8784-4243-81ca-a38271bde990 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:39.593995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port ca344496-b3e8-478d-8bb6-db18f9339f69 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:39.593995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.634573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 045fee68-8784-4243-81ca-a38271bde990 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:39.635090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 045fee68-8784-4243-81ca-a38271bde990 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:39.635731 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device deaa05d5-e214-4cd0-a273-a5edb630573c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:39.664292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a7a11-bd59-4a67-896c-ee10d00b592b None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:30:39.675992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: deaa05d5-e214-4cd0-a273-a5edb630573c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:39.676343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device deaa05d5-e214-4cd0-a273-a5edb630573c not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:39.725555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-815a96dd-69c1-49a3-91c8-778947bed57c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Deleting subnet 756d0c8e-ba88-41cc-bb40-c6f7c4e4c253 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:30:39.730349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Calling delete_port for 556eb6bc-9360-4405-8419-fb05cb50b46f owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:39.763366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.776311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] The port 'ca344496-b3e8-478d-8bb6-db18f9339f69' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:30:39.777735 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c42e069a-d47e-4b4a-83b3-8a1ef15c71e6 tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:39.798368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-815a96dd-69c1-49a3-91c8-778947bed57c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.848059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2d5-4039-4f47-b52d-ac4b62125709 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.966367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:39.974245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:40.005903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:40.021939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Subnet': ['ID=3016125e-55fc-46ba-b71a-8b5afaff9018,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:40.024535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:40.038312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:40.053085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ca94e2d5-4039-4f47-b52d-ac4b62125709 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.056320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event updated for resources: {'Port': ['ID=6798efa7-b2df-4ea8-910d-0febb6f8d5cd,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:40.063803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:40.079678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-815a96dd-69c1-49a3-91c8-778947bed57c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.109401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:40.113782 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff91884-5f91-4d11-ab04-4789bcdc0196 None None] Network 2ea193db-285a-4140-b5f4-74b3010d2f5d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:40.116375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:40.153683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.185727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94e2d5-4039-4f47-b52d-ac4b62125709 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1b0253-435e-42b5-a95a-122ea71e24d4,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:40.190299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-815a96dd-69c1-49a3-91c8-778947bed57c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.200171 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ca94e2d5-4039-4f47-b52d-ac4b62125709 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/ab1b0253-435e-42b5-a95a-122ea71e24d4 HTTP/1.1" status: 204  len: 168 time: 1.9455369
Dec 19 13:30:40.208144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b7482-d2e1-4741-9d9f-c78325a54dd6 None None] Network 5c4a2463-e7e4-41ba-b46c-56d6e491032b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:40.210054 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ca94e2d5-4039-4f47-b52d-ac4b62125709 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:40.212584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40188) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:40.216136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45eddb20>,) {'filters': {'network_id': ['9e302e12-db20-4432-810e-5128a657c9cb']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:40.274814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45eddb20>, 'e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:40.274814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45eddb20>, 'e1372e0c-93cf-48ce-aec9-ce2fb7c3c6d0') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:40.292333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.293074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.293571 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Floating IP e6290999-a9b7-4b32-a246-54f2e28485dc disassociated. External IP: 172.26.4.106, port: 2f561d81-b3fc-49f4-a5e2-b1879bfb604c.
Dec 19 13:30:40.294222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for 2f561d81-b3fc-49f4-a5e2-b1879bfb604c owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:40.316486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 471f1303-5bfd-4c4d-9e62-76bd21455d89 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:40.325857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.370063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.384136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:40.384745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.398945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:40.406350 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:40.447393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46214130>,) {'filters': {'network_id': ['5c4a2463-e7e4-41ba-b46c-56d6e491032b']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:40.470343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46214130>, '957fe838-14d4-4716-8150-adff6c716302') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:40.470910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46214130>, '957fe838-14d4-4716-8150-adff6c716302') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:40.529400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.568774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.579998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:40.587206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.594608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eb7a32-ab2f-465f-ac5a-866694ef3bfe None None] DHCP port deletion for 5c4a2463-e7e4-41ba-b46c-56d6e491032b request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:30:40.615168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 471f1303-5bfd-4c4d-9e62-76bd21455d89 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:40.615541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.633049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa6ec2d-7552-4399-b844-646891b0550b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting subnet 32d11ab6-e1cc-4909-9db3-42ce65d4df5f {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:30:40.686100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ec2d-7552-4399-b844-646891b0550b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:40.695953 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:40.709595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-815a96dd-69c1-49a3-91c8-778947bed57c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.718882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9015b636-213e-4e43-b7b6-c081523c1be4 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:40.765115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a96dd-69c1-49a3-91c8-778947bed57c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event deleted for resources: {'Subnet': ['ID=756d0c8e-ba88-41cc-bb40-c6f7c4e4c253,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:40.781636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ec2d-7552-4399-b844-646891b0550b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.787273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-815a96dd-69c1-49a3-91c8-778947bed57c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:40.801079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-815a96dd-69c1-49a3-91c8-778947bed57c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.815440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee51727-23d6-4113-9ee4-1523f9ad4a62 None None] Network 5ead3fe1-13ff-4481-a959-5313e72f1c36 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:40.826347 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-815a96dd-69c1-49a3-91c8-778947bed57c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "DELETE /v2.0/subnets/756d0c8e-ba88-41cc-bb40-c6f7c4e4c253 HTTP/1.1" status: 204  len: 168 time: 1.7544060
Dec 19 13:30:40.828832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40192) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:40.863793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.873656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:40.905074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.907780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Network': ['ID=9e302e12-db20-4432-810e-5128a657c9cb,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:40.913341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:40.943713 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/networks/9e302e12-db20-4432-810e-5128a657c9cb HTTP/1.1" status: 204  len: 168 time: 4.0762489
Dec 19 13:30:40.945402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40196) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:40.949413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ec2d-7552-4399-b844-646891b0550b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.951466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.976823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:40.987163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:40.994044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d142fdec-c916-4d40-9d95-b31857a3f1b2 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:41.065606 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:41.065965 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a55e77e0-6c4d-42fa-a7c6-1ce4b7c08555 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:41.071402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=556eb6bc-9360-4405-8419-fb05cb50b46f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:41.074270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:41.134530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-33e04917-300b-40fd-b7f6-aee43c0e3296 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:41.174310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98b056-c831-4b1a-8a3e-c8d7382f1edf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:41.177470 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0c98b056-c831-4b1a-8a3e-c8d7382f1edf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/2cf15dc5-aee2-434a-9aed-c8569c88337e HTTP/1.1" status: 200  len: 841 time: 0.2275252
Dec 19 13:30:41.187409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.192452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.193664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40200) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:41.195086 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/5c4a2463-e7e4-41ba-b46c-56d6e491032b HTTP/1.1" status: 204  len: 168 time: 7.5681944
Dec 19 13:30:41.211577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40204) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:41.219292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=2f561d81-b3fc-49f4-a5e2-b1879bfb604c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:41.221857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:41.249579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b1f41ed-00ae-4710-a8bd-0017d3f909a7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:41.257721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f2170d-2790-424a-89b4-1f79027dee9c None None] DHCP port deletion for 5ead3fe1-13ff-4481-a959-5313e72f1c36 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:30:41.265657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-32f2170d-2790-424a-89b4-1f79027dee9c None None] Deleting port 4f0aa200-8de0-4d0d-86bc-d97d88a60324 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:41.265657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-32f2170d-2790-424a-89b4-1f79027dee9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.280735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Network': ['ID=5c4a2463-e7e4-41ba-b46c-56d6e491032b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:41.283560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:41.295606 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cc780a-edde-400e-b3c5-62cec4ccc772 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:30:41.302769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cc780a-edde-400e-b3c5-62cec4ccc772 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:30:41.302769 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-70cc780a-edde-400e-b3c5-62cec4ccc772 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/5c4a2463-e7e4-41ba-b46c-56d6e491032b HTTP/1.1" status: 404  len: 339 time: 0.0806661
Dec 19 13:30:41.305788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40208) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:41.394334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-556354318', 'description': 'd1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:41.414673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:41.424165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Usage tracker for resource:network and tenant:921d5babb55844d49bbf716d9796bea2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:41.430627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:41.435380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cab65857-6fd7-4cd1-9059-3763e527bd3a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:41.443459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf20800b-4308-44ed-a56f-56c7eaf542b4 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Deleting subnet 28a56ff5-1433-47d6-a0be-8816f2f116a4 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:30:41.445783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf20800b-4308-44ed-a56f-56c7eaf542b4 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.455939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ec2d-7552-4399-b844-646891b0550b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.465151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-750bff99-bdbd-48b1-8c36-09b4a1cb38bc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:41.485587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:41.512278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6ec2d-7552-4399-b844-646891b0550b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Subnet': ['ID=32d11ab6-e1cc-4909-9db3-42ce65d4df5f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:41.526619 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4fa6ec2d-7552-4399-b844-646891b0550b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:41.529275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-32f2170d-2790-424a-89b4-1f79027dee9c None None] For port 4f0aa200-8de0-4d0d-86bc-d97d88a60324, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4f0aa200-8de0-4d0d-86bc-d97d88a60324,segment=NetworkSegment(fd0c7e08-3c90-486a-985b-a994465de509),segment_id=fd0c7e08-3c90-486a-985b-a994465de509)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:41.529725 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-32f2170d-2790-424a-89b4-1f79027dee9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.531035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.544495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf20800b-4308-44ed-a56f-56c7eaf542b4 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.650959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:41.654946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.678770 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ec2d-7552-4399-b844-646891b0550b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.679438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-32f2170d-2790-424a-89b4-1f79027dee9c None None] Calling delete_port for 4f0aa200-8de0-4d0d-86bc-d97d88a60324 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:41.690730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cab65857-6fd7-4cd1-9059-3763e527bd3a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:41.696266 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cab65857-6fd7-4cd1-9059-3763e527bd3a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/2cf15dc5-aee2-434a-9aed-c8569c88337e?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.5025227
Dec 19 13:30:41.700229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40212) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:41.709530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:41.713500 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4fa6ec2d-7552-4399-b844-646891b0550b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/32d11ab6-e1cc-4909-9db3-42ce65d4df5f HTTP/1.1" status: 204  len: 168 time: 1.4855874
Dec 19 13:30:41.713500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.713500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.716164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40216) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:41.799720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:41.801889 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becb9551-21b9-4dc0-9060-716010aabee9 None None] Network 2ea193db-285a-4140-b5f4-74b3010d2f5d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:41.863191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.863517 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Added segment 034d7e89-c84f-497e-ba58-00f3613b918e of type vlan for network 80545a2c-2b25-48cb-9ce9-b884fb600cc0
Dec 19 13:30:41.907228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f847e346-7e78-4b4c-9ad2-80d039eb8bbe None None] Provisioning complete for port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:41.907608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f847e346-7e78-4b4c-9ad2-80d039eb8bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.920882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:41.933461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:41.947470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.947470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf20800b-4308-44ed-a56f-56c7eaf542b4 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.947796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-32f2170d-2790-424a-89b4-1f79027dee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:41.952339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:42.010278 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:30:42.022316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.040206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2170d-2790-424a-89b4-1f79027dee9c None None] Pushing event deleted for resources: {'Port': ['ID=4f0aa200-8de0-4d0d-86bc-d97d88a60324,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:42.042345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.053166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.074576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-32f2170d-2790-424a-89b4-1f79027dee9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:42.093748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:42.099372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:42.099372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.109736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:42.119901 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2170d-2790-424a-89b4-1f79027dee9c None None] No DVR routers for this DVR port 4f0aa200-8de0-4d0d-86bc-d97d88a60324 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:42.177013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:42.284743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf20800b-4308-44ed-a56f-56c7eaf542b4 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.288823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:42.308571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.309077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:42.309662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.322857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:42.335468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dacbabc-12e2-44e0-812b-a2930a5ae2b4 None None] DHCP port deletion for 2ea193db-285a-4140-b5f4-74b3010d2f5d request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:30:42.340521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4dacbabc-12e2-44e0-812b-a2930a5ae2b4 None None] Deleting port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:42.340910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4dacbabc-12e2-44e0-812b-a2930a5ae2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.363826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.364385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01410ec3-7af6-475c-a68d-30d98262f0a9 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:30:42.374365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4f0aa200-8de0-4d0d-86bc-d97d88a60324 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:42.414203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.418360 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] 10.222.0.24 "DELETE /v2.0/routers/01410ec3-7af6-475c-a68d-30d98262f0a9 HTTP/1.1" status: 204  len: 168 time: 7.1207519
Dec 19 13:30:42.423187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40220) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:42.451861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-35aa3075-12c5-45b1-94c6-94b7dbc03f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.460170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 4f0aa200-8de0-4d0d-86bc-d97d88a60324 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:42.460481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4f0aa200-8de0-4d0d-86bc-d97d88a60324 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:42.502089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf20800b-4308-44ed-a56f-56c7eaf542b4 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.524232 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec58d6f-e1c2-4fc1-9620-8e12558ade70 None None] Network cca4c109-5d2f-4aa6-aab8-a7868de515de requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:42.550925 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bf20800b-4308-44ed-a56f-56c7eaf542b4 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "DELETE /v2.0/subnets/28a56ff5-1433-47d6-a0be-8816f2f116a4 HTTP/1.1" status: 204  len: 168 time: 1.7185726
Dec 19 13:30:42.553602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40224) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:42.554281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=80545a2c-2b25-48cb-9ce9-b884fb600cc0,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:42.558166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:42.562097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.582433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-428c7b3f-8616-4ae1-9795-e2440afff85b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:42.596601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 80545a2c-2b25-48cb-9ce9-b884fb600cc0 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:42.599417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-837b8644-d6ca-4609-9108-8b492322fd14 admin admin] Deleting subnet 6c5d365b-ec90-4521-bf4b-b9217d9b4e32 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:30:42.608635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-837b8644-d6ca-4609-9108-8b492322fd14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.672446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] For port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff,segment=NetworkSegment(d0c9d6d7-3213-46fa-b16e-afa0e24d7ccc),segment_id=d0c9d6d7-3213-46fa-b16e-afa0e24d7ccc)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:42.672713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.740229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20800b-4308-44ed-a56f-56c7eaf542b4 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event deleted for resources: {'Subnet': ['ID=28a56ff5-1433-47d6-a0be-8816f2f116a4,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:42.744645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf20800b-4308-44ed-a56f-56c7eaf542b4 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:42.746243 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.3700233
Dec 19 13:30:42.748677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-837b8644-d6ca-4609-9108-8b492322fd14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.766680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40228) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:42.841887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:42.921964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-4dacbabc-12e2-44e0-812b-a2930a5ae2b4 None None] For port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff,segment=NetworkSegment(d0c9d6d7-3213-46fa-b16e-afa0e24d7ccc),segment_id=d0c9d6d7-3213-46fa-b16e-afa0e24d7ccc)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:42.922706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4dacbabc-12e2-44e0-812b-a2930a5ae2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:42.982567 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-837b8644-d6ca-4609-9108-8b492322fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.000370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.025822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d1d1aa-2201-48d3-9fcd-e0e5c0fae02b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:43.026487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-83d1d1aa-2201-48d3-9fcd-e0e5c0fae02b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Synchronizing usage tracker for tenant:921d5babb55844d49bbf716d9796bea2 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:43.050190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4dacbabc-12e2-44e0-812b-a2930a5ae2b4 None None] Calling delete_port for 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:43.061309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.065228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-048f6354-36a6-4e4f-bcd1-a874cc1e7b94 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:43.128325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:43.130741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Router afb57b2d-46ef-4474-b6e5-dcb991fed210 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:30:43.133080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:43.142823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No DVR routers for this DVR port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:43.147437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-4dacbabc-12e2-44e0-812b-a2930a5ae2b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:30:43.148009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-4dacbabc-12e2-44e0-812b-a2930a5ae2b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:30:43.175981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-837b8644-d6ca-4609-9108-8b492322fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.185388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4fa6ec2d-7552-4399-b844-646891b0550b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:43.223822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-83d1d1aa-2201-48d3-9fcd-e0e5c0fae02b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Unset dirty status for tenant:921d5babb55844d49bbf716d9796bea2 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:43.228481 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-83d1d1aa-2201-48d3-9fcd-e0e5c0fae02b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/networks?id=80545a2c-2b25-48cb-9ce9-b884fb600cc0 HTTP/1.1" status: 200  len: 764 time: 0.4570582
Dec 19 13:30:43.233812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40232) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:43.235996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5d7170-0675-48c8-bb98-133d63ce46e6 None None] DHCP port deletion for cca4c109-5d2f-4aa6-aab8-a7868de515de request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:30:43.240692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7170-0675-48c8-bb98-133d63ce46e6 None None] Deleting port ef097321-d414-4965-815b-4d9e1af27637 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:43.241920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7170-0675-48c8-bb98-133d63ce46e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.265778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.292096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b8644-d6ca-4609-9108-8b492322fd14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5d365b-ec90-4521-bf4b-b9217d9b4e32,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:43.298480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-fa078ee5-0ee5-491b-9bd4-2186cc19c3ed tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'description': 'd2'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:43.318123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-837b8644-d6ca-4609-9108-8b492322fd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:43.327095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4610a7c0>,) {'filters': {'network_id': ['5ead3fe1-13ff-4481-a959-5313e72f1c36']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:43.336632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df76ba28-a7e2-4e78-b99d-693be0297b64 None None] Network bc33190a-751f-4699-9dbf-7d69c7ceca8e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:43.341514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:43.353665 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b380f-f59c-46ef-a1d5-dbb2be167a25 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:43.366755 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b380f-f59c-46ef-a1d5-dbb2be167a25 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:43.367649 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e54b380f-f59c-46ef-a1d5-dbb2be167a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47410640>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:43.416087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4610a7c0>, 'fd0c7e08-3c90-486a-985b-a994465de509') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:43.416525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4610a7c0>, 'fd0c7e08-3c90-486a-985b-a994465de509') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:43.430953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.435282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-837b8644-d6ca-4609-9108-8b492322fd14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.438720 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e54b380f-f59c-46ef-a1d5-dbb2be167a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47410640>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:43.450659 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b380f-f59c-46ef-a1d5-dbb2be167a25 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:43.451564 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e54b380f-f59c-46ef-a1d5-dbb2be167a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47410640>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:43.456590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.477872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.481136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.491165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:43.491874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.503867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fd5d7170-0675-48c8-bb98-133d63ce46e6 None None] For port ef097321-d414-4965-815b-4d9e1af27637, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ef097321-d414-4965-815b-4d9e1af27637,segment=NetworkSegment(6e8a9d80-6654-49ce-af8e-acf6147a27e2),segment_id=6e8a9d80-6654-49ce-af8e-acf6147a27e2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:43.504271 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7170-0675-48c8-bb98-133d63ce46e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.513327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-73f4f54c-a1c9-4b3a-926d-b5c4cb3cc0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:43.524733 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e54b380f-f59c-46ef-a1d5-dbb2be167a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47410640>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:43.525265 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b380f-f59c-46ef-a1d5-dbb2be167a25 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:43.550119 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:43.610896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45c5a2b0>,) {'filters': {'network_id': ['2ea193db-285a-4140-b5f4-74b3010d2f5d']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:43.623913 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-837b8644-d6ca-4609-9108-8b492322fd14 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6c5d365b-ec90-4521-bf4b-b9217d9b4e32 HTTP/1.1" status: 204  len: 168 time: 1.1987941
Dec 19 13:30:43.629449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40236) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:43.667448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45c5a2b0>, 'd0c9d6d7-3213-46fa-b16e-afa0e24d7ccc') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:43.667754 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45c5a2b0>, 'd0c9d6d7-3213-46fa-b16e-afa0e24d7ccc') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:43.670236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4dacbabc-12e2-44e0-812b-a2930a5ae2b4 None None] Deleting port 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:43.670733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4dacbabc-12e2-44e0-812b-a2930a5ae2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.678853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:43.684214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.687336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:43.689887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:43.690651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.711475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Subnet': ['ID=e8cad688-8321-42f1-aec4-9136b97c697e,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:43.714150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:43.721989 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/ports/2f561d81-b3fc-49f4-a5e2-b1879bfb604c HTTP/1.1" status: 204  len: 168 time: 5.1405222
Dec 19 13:30:43.724670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40240) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:43.765734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.825885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.826838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e212a310-e82a-4759-8853-1772f034efbe None None] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:43.828926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa078ee5-0ee5-491b-9bd4-2186cc19c3ed tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.850679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d7170-0675-48c8-bb98-133d63ce46e6 None None] Calling delete_port for ef097321-d414-4965-815b-4d9e1af27637 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:43.912436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.929054 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2274489
Dec 19 13:30:43.935424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-30002fa6-db09-49d7-8a12-c2f87eb3fa02 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:43.950310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40244) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:43.951429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:43.955833 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "DELETE /v2.0/networks/5ead3fe1-13ff-4481-a959-5313e72f1c36 HTTP/1.1" status: 204  len: 168 time: 1.3763134
Dec 19 13:30:43.961854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'security_group': {'name': 'tempest-secgroup-849627439'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:43.969247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:43.973706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40246) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:44.004009 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-28c9106c-cca5-44c3-80c9-e752e5c28d1c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "GET /v2.0/floatingips/e6290999-a9b7-4b32-a246-54f2e28485dc HTTP/1.1" status: 200  len: 688 time: 0.2759044
Dec 19 13:30:44.004009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:security_group and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:44.008897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event deleted for resources: {'Network': ['ID=5ead3fe1-13ff-4481-a959-5313e72f1c36,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:44.011689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:44.014369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40252) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:44.040454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4dacbabc-12e2-44e0-812b-a2930a5ae2b4 None None] The port '10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:30:44.042337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:44.042732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:44.061062 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:44.064084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:44.129033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.141763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:44.182620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Deleting port 85f69f7f-5cd7-4748-9438-d36f766a296a {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:44.183424 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.424115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.426904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:44.427195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port af07e5c1-5d51-48a8-b745-c372e254184a {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:44.427195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.427359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:44.427359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Sync routers for ids ['afb57b2d-46ef-4474-b6e5-dcb991fed210'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:44.427548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Deleting port ef097321-d414-4965-815b-4d9e1af27637 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:44.427548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.427708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Routers {'afb57b2d-46ef-4474-b6e5-dcb991fed210'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:44.427708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478b62b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['afb57b2d-46ef-4474-b6e5-dcb991fed210'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:44.430659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:44.430803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 10aaf8ff-35b2-4751-b4cb-f6f7a46e74ff not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:44.432091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ef097321-d414-4965-815b-4d9e1af27637 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:44.435189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] For port 85f69f7f-5cd7-4748-9438-d36f766a296a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=85f69f7f-5cd7-4748-9438-d36f766a296a,segment=NetworkSegment(7c577eab-d9bb-4420-90e5-c1b668204397),segment_id=7c577eab-d9bb-4420-90e5-c1b668204397)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:44.435749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.497608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'tenant_id': '290e2fb8a20046e6963e2aaaad414298', 'fixed_ips': [{'subnet_id': 'e8cad688-8321-42f1-aec4-9136b97c697e'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:30:44.498721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.509121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ec31d-d138-46cd-8575-0e329a4788d7 None None] DHCP port deletion for bc33190a-751f-4699-9dbf-7d69c7ceca8e request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:30:44.523868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fd5d7170-0675-48c8-bb98-133d63ce46e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.534884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7eb7541b-6d3c-4282-96ce-20bdfe5efab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:44.535132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] The port 'ef097321-d414-4965-815b-4d9e1af27637' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:30:44.536015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.579880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ec31d-d138-46cd-8575-0e329a4788d7 None None] Deleting port 85f69f7f-5cd7-4748-9438-d36f766a296a {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:44.580396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec31d-d138-46cd-8575-0e329a4788d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.601347 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Calling delete_port for 85f69f7f-5cd7-4748-9438-d36f766a296a owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:44.641953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d7170-0675-48c8-bb98-133d63ce46e6 None None] Pushing event deleted for resources: {'Port': ['ID=ef097321-d414-4965-815b-4d9e1af27637,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:44.678863 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.682230 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa078ee5-0ee5-491b-9bd4-2186cc19c3ed tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.689350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.690606 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 10.0596213
Dec 19 13:30:44.693075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:44.695864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40256) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:44.731977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fd5d7170-0675-48c8-bb98-133d63ce46e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:44.774075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa078ee5-0ee5-491b-9bd4-2186cc19c3ed tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network 80545a2c-2b25-48cb-9ce9-b884fb600cc0 is not hosted by any dhcp agent {{(pid=84125) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 19 13:30:44.777650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa078ee5-0ee5-491b-9bd4-2186cc19c3ed tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:44.778245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa078ee5-0ee5-491b-9bd4-2186cc19c3ed tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.782075 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fa078ee5-0ee5-491b-9bd4-2186cc19c3ed tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "PUT /v2.0/networks/80545a2c-2b25-48cb-9ce9-b884fb600cc0 HTTP/1.1" status: 200  len: 761 time: 1.5374467
Dec 19 13:30:44.789183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.789572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.792480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.797887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40260) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:44.799844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.820924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.833493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa078ee5-0ee5-491b-9bd4-2186cc19c3ed tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=80545a2c-2b25-48cb-9ce9-b884fb600cc0,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:44.863709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 80545a2c-2b25-48cb-9ce9-b884fb600cc0 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:44.880438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d7170-0675-48c8-bb98-133d63ce46e6 None None] No DVR routers for this DVR port ef097321-d414-4965-815b-4d9e1af27637 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:44.887524 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/networks/2ea193db-285a-4140-b5f4-74b3010d2f5d HTTP/1.1" status: 204  len: 168 time: 3.1680727
Dec 19 13:30:44.913817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40264) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:44.943544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:44.951313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No active binding found for port ef097321-d414-4965-815b-4d9e1af27637 {{(pid=84126) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 19 13:30:44.959042 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ef097321-d414-4965-815b-4d9e1af27637 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:44.959199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Network': ['ID=2ea193db-285a-4140-b5f4-74b3010d2f5d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:44.959304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for af07e5c1-5d51-48a8-b745-c372e254184a owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:44.959406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ff8f4e6-96d4-4f10-80a4-bf942a1ddded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:44.959497 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:44.974224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:44.974822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:44.981632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] No DVR routers for this DVR port 85f69f7f-5cd7-4748-9438-d36f766a296a on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:44.997574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-826b6fef-ccae-4a9c-b112-b3160e7818a2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:45.009232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:security_group_rule and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:45.022028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:45.028951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ec31d-d138-46cd-8575-0e329a4788d7 None None] The port '85f69f7f-5cd7-4748-9438-d36f766a296a' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:30:45.035170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46fce550>,) {'filters': {'network_id': ['cca4c109-5d2f-4aa6-aab8-a7868de515de']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:45.047957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:45.058108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46fce550>, '6e8a9d80-6654-49ce-af8e-acf6147a27e2') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:45.058457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46fce550>, '6e8a9d80-6654-49ce-af8e-acf6147a27e2') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:45.078242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Pushing event deleted for resources: {'Port': ['ID=85f69f7f-5cd7-4748-9438-d36f766a296a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:45.087965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:45.090657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Allocated IP 172.20.0.2 (cd240b73-5c3d-4ffd-9f76-55101cb2fe53/e8cad688-8321-42f1-aec4-9136b97c697e/8b5a9721-b81c-4675-b880-ffa4e855d922) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:45.094496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.108868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Set router afb57b2d-46ef-4474-b6e5-dcb991fed210 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:30:45.138550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.159466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c23a6cd-a334-4357-821b-08c86d2d3831 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:45.160117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5c23a6cd-a334-4357-821b-08c86d2d3831 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Synchronizing usage tracker for tenant:921d5babb55844d49bbf716d9796bea2 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:45.165430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:45.166431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:45.185898 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:45.202299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.213601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5c23a6cd-a334-4357-821b-08c86d2d3831 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Unset dirty status for tenant:921d5babb55844d49bbf716d9796bea2 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:45.215031 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5c23a6cd-a334-4357-821b-08c86d2d3831 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/networks?id=80545a2c-2b25-48cb-9ce9-b884fb600cc0 HTTP/1.1" status: 200  len: 764 time: 0.4115047
Dec 19 13:30:45.229265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40268) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:45.313199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46feaf70>,) {'filters': {'network_id': ['bc33190a-751f-4699-9dbf-7d69c7ceca8e']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:45.336878 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46feaf70>, '7c577eab-d9bb-4420-90e5-c1b668204397') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:45.337247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46feaf70>, '7c577eab-d9bb-4420-90e5-c1b668204397') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:45.360837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e2082-7e19-49d1-9086-33014a923efa tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:45.361534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-813e2082-7e19-49d1-9086-33014a923efa tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:45.367221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.411536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.437477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:45.440185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:45.451810 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:45.497085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.517055 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-813e2082-7e19-49d1-9086-33014a923efa tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:45.518646 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-813e2082-7e19-49d1-9086-33014a923efa tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.6005466
Dec 19 13:30:45.522382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40272) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:45.560330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfbb185-99f0-400d-81b4-25f38cbfb90a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:45.563129 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6cfbb185-99f0-400d-81b4-25f38cbfb90a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3307304
Dec 19 13:30:45.563964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40276) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:45.593728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.601912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d8d3cb0a-2c53-4a54-af9c-e25de2329cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:45.606720 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d148a7cc-8e50-480d-baa8-84f7aae81b4b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 207 time: 0.0414443
Dec 19 13:30:45.611907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40280) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:45.628036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.639858 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.665312 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.707367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c286256-0311-4932-a783-3132b9755ca9,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:45.709076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478b62b0>, [{'id': 'afb57b2d-46ef-4474-b6e5-dcb991fed210', 'name': 'tempest-snat-router-1198094827', 'tenant_id': '8be708970668409d8c66a79fe2eb2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '6798efa7-b2df-4ea8-910d-0febb6f8d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:30:34Z', 'updated_at': '2021-12-19T13:30:40Z', 'revision_number': 3, 'project_id': '8be708970668409d8c66a79fe2eb2018', 'gw_port': {'id': '6798efa7-b2df-4ea8-910d-0febb6f8d5cd', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb57b2d-46ef-4474-b6e5-dcb991fed210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:30:38Z', 'updated_at': '2021-12-19T13:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:45.714701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:45.717997 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Checking router: afb57b2d-46ef-4474-b6e5-dcb991fed210 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:30:45.719072 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Updating router afb57b2d-46ef-4474-b6e5-dcb991fed210 port 6798efa7-b2df-4ea8-910d-0febb6f8d5cd binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:30:45.720602 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "DELETE /v2.0/networks/cca4c109-5d2f-4aa6-aab8-a7868de515de HTTP/1.1" status: 204  len: 168 time: 1.7448659
Dec 19 13:30:45.721964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.726802 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:45.750204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40284) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:45.752641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Transition to ACTIVE for port object 8b5a9721-b81c-4675-b880-ffa4e855d922 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:45.795969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event deleted for resources: {'Network': ['ID=cca4c109-5d2f-4aa6-aab8-a7868de515de,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:45.796485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Transition to ACTIVE for port object 8b5a9721-b81c-4675-b880-ffa4e855d922 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:45.801492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.807281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.807281 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.8495011
Dec 19 13:30:45.809637 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-301311bd-9059-4bee-96f8-fbf18a1f1a82 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/routers/afb57b2d-46ef-4474-b6e5-dcb991fed210 HTTP/1.1" status: 200  len: 907 time: 1.1070566
Dec 19 13:30:45.810792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:45.814178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40288) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:45.814494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40290) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:45.815095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6b2004be-376c-4b32-99db-9d86da87f42b tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:45.840962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.846207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:45.847086 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-60f8d5c9-fdb8-4ec8-9deb-cf8b6f11b3fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.3235557
Dec 19 13:30:45.852667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40292) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:45.863498 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.877820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=bc33190a-751f-4699-9dbf-7d69c7ceca8e,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:45.891563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:45.896079 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/bc33190a-751f-4699-9dbf-7d69c7ceca8e HTTP/1.1" status: 204  len: 168 time: 2.2516596
Dec 19 13:30:45.900715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:45.920762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3bd53a32-e2b3-4945-b273-37f986b4c1ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:45.957871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'security_group': {'name': 'tempest-secgroup-1838495902'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:45.973200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd57a93-839d-413a-97bf-9d2d0b230967 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:45.981236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd57a93-839d-413a-97bf-9d2d0b230967 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:45.983202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd57a93-839d-413a-97bf-9d2d0b230967 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:45.985695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-632432898'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:45.987437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd57a93-839d-413a-97bf-9d2d0b230967 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:45.988390 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Pushing event updated for resources: {'Port': ['ID=8b5a9721-b81c-4675-b880-ffa4e855d922,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:45.991390 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:45.992110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd57a93-839d-413a-97bf-9d2d0b230967 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:45.997352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd57a93-839d-413a-97bf-9d2d0b230967 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:45.999330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9fd57a93-839d-413a-97bf-9d2d0b230967 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.3864069
Dec 19 13:30:46.003873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=af07e5c1-5d51-48a8-b745-c372e254184a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:46.005279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40302) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:46.007795 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:46.019974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:46.030229 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:46.038564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:46.047849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:46.070931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:46.100721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:security_group and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:46.163142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:network and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:46.171482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:46.175905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:46.192273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:46.195088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:46.240707 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4706f487-ee47-49b9-a669-c2c42e8e04ba tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.2323430
Dec 19 13:30:46.244039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Attempting to bind port 8b5a9721-b81c-4675-b880-ffa4e855d922 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:46.244516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Attempting to bind port 8b5a9721-b81c-4675-b880-ffa4e855d922 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'a24048be-a7f1-4970-a6e7-2c89bbe80133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:46.244845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Attempting to bind port 8b5a9721-b81c-4675-b880-ffa4e855d922 on network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:46.245921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40306) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:46.247834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.255342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 85f69f7f-5cd7-4748-9438-d36f766a296a no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:46.270148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.277745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.279792 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/floatingips/e6290999-a9b7-4b32-a246-54f2e28485dc HTTP/1.1" status: 204  len: 168 time: 2.2173078
Dec 19 13:30:46.285984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40310) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:46.298837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '666eebc0-d098-4a82-a3fe-bb3214b4a98d'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:46.308026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:46.311084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:46.311561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Checking segment: {'id': 'a24048be-a7f1-4970-a6e7-2c89bbe80133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:46.312484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.312950 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Bound using segment: {'id': 'a24048be-a7f1-4970-a6e7-2c89bbe80133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:46.313776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Bound port: 8b5a9721-b81c-4675-b880-ffa4e855d922, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24048be-a7f1-4970-a6e7-2c89bbe80133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:46.314243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.316231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:floatingip and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:46.324814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 85f69f7f-5cd7-4748-9438-d36f766a296a {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:46.325917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:46.326051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 85f69f7f-5cd7-4748-9438-d36f766a296a not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:46.326518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 556eb6bc-9360-4405-8419-fb05cb50b46f no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:46.327591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-0851a05e-d1ad-450a-8f7c-d50438ac296b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Deleting subnet df6433e5-949b-40ed-9b43-ebc4d33ef0ef {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:30:46.331793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0851a05e-d1ad-450a-8f7c-d50438ac296b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.335918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:46.352876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978331a-22ea-4b75-9024-e58ec7f10af1 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.354807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978331a-22ea-4b75-9024-e58ec7f10af1 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.356432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978331a-22ea-4b75-9024-e58ec7f10af1 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.358185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978331a-22ea-4b75-9024-e58ec7f10af1 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.360391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978331a-22ea-4b75-9024-e58ec7f10af1 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.365534 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2978331a-22ea-4b75-9024-e58ec7f10af1 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1144049
Dec 19 13:30:46.367151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40314) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:46.370372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 556eb6bc-9360-4405-8419-fb05cb50b46f {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:46.370372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 556eb6bc-9360-4405-8419-fb05cb50b46f not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:46.409396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:46.412373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.438948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.449105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b074fd-a899-4406-a692-bd13a6872280 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.450581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b074fd-a899-4406-a692-bd13a6872280 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.452049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b074fd-a899-4406-a692-bd13a6872280 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.453479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b074fd-a899-4406-a692-bd13a6872280 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.454858 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b074fd-a899-4406-a692-bd13a6872280 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.457314 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-27b074fd-a899-4406-a692-bd13a6872280 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0884187
Dec 19 13:30:46.464326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40318) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:46.490723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] For port 8b5a9721-b81c-4675-b880-ffa4e855d922, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:46.490723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] For port 8b5a9721-b81c-4675-b880-ffa4e855d922, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8b5a9721-b81c-4675-b880-ffa4e855d922,segment=NetworkSegment(a24048be-a7f1-4970-a6e7-2c89bbe80133),segment_id=a24048be-a7f1-4970-a6e7-2c89bbe80133)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:46.495452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0851a05e-d1ad-450a-8f7c-d50438ac296b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.538254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.548460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:46.567722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40322) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:46.577658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:46.579446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.589318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:security_group_rule and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:46.596179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.596179 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Added segment 7ab7befa-1d08-4a7f-93fc-af6fadaaeeca of type vlan for network 1b22014a-9080-4727-aa45-92d2de492c01
Dec 19 13:30:46.596392 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Transition to ACTIVE for port object 6798efa7-b2df-4ea8-910d-0febb6f8d5cd will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:46.600486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:46.606554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.616124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.620455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8487c2c3-f26d-4b79-a29f-4abd75b4e5ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:46.627881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:46.673806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.682768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.702955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0851a05e-d1ad-450a-8f7c-d50438ac296b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.739899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Pushing event updated for resources: {'Port': ['ID=8b5a9721-b81c-4675-b880-ffa4e855d922,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:46.741518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:46.744783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8e16c777-47af-4c54-aa33-3aeaaf52e8a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:46.785619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Attempting to bind port 6798efa7-b2df-4ea8-910d-0febb6f8d5cd on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:46.786002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Attempting to bind port 6798efa7-b2df-4ea8-910d-0febb6f8d5cd by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:46.786399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Attempting to bind port 6798efa7-b2df-4ea8-910d-0febb6f8d5cd on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:46.792716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057740c-585a-443c-bf59-54bd9d642255 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.794065 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b057740c-585a-443c-bf59-54bd9d642255 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/networks/4f60bb72-e132-4d6a-a384-30678511a2d7 HTTP/1.1" status: 200  len: 803 time: 0.3287237
Dec 19 13:30:46.799263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40326) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:46.812077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:46.812763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:46.813400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.813801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:46.814355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Bound port: 6798efa7-b2df-4ea8-910d-0febb6f8d5cd, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:46.816779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.823157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.867275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709d96d-bcda-478c-a930-41172e3ec8d6 None None] Pushing event updated for resources: {'Port': ['ID=6798efa7-b2df-4ea8-910d-0febb6f8d5cd,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:46.872359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d709d96d-bcda-478c-a930-41172e3ec8d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:46.875311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.891815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.895604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:46.896386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:46.903405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca9763e2-b90a-44f4-95f1-c7ee2bf16976 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:46.942221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] For port 6798efa7-b2df-4ea8-910d-0febb6f8d5cd, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:46.945753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] For port 6798efa7-b2df-4ea8-910d-0febb6f8d5cd, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6798efa7-b2df-4ea8-910d-0febb6f8d5cd,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:46.969458 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ddb4b246-20e8-4e15-a6ac-1b5685ebb8fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cd8305d66a649c082ece81b30e5ddd4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4006288
Dec 19 13:30:46.980332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40330) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:47.001942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.033551 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-28a2faa4-d7b6-47bc-8058-3b65703e448f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/networks/4f60bb72-e132-4d6a-a384-30678511a2d7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.2330730
Dec 19 13:30:47.039554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40334) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:47.040436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.047847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9381094b-8bca-47a6-9ce3-c9e37b7813ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:47.133358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Network': ['ID=1b22014a-9080-4727-aa45-92d2de492c01,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:47.134930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e9e203fb-315b-4d3f-919f-2fdd0dda3c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.161680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0851a05e-d1ad-450a-8f7c-d50438ac296b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.162126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 1b22014a-9080-4727-aa45-92d2de492c01 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:47.189108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:47.190858 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3134c991-02a5-4e14-bdfe-12e4639cf797 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:47.191526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e9e203fb-315b-4d3f-919f-2fdd0dda3c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.207918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.229183 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.2637885
Dec 19 13:30:47.241711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0851a05e-d1ad-450a-8f7c-d50438ac296b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.244525 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0851a05e-d1ad-450a-8f7c-d50438ac296b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "DELETE /v2.0/subnets/df6433e5-949b-40ed-9b43-ebc4d33ef0ef HTTP/1.1" status: 204  len: 168 time: 1.4915469
Dec 19 13:30:47.248075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.251794 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.4009347
Dec 19 13:30:47.251794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40338) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:47.252499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40340) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:47.252806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40342) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:47.266191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49548b2a-5f32-4f37-bbbc-7947be035ca2 None None] Network 930ec108-ad26-4c32-b77b-b5a2765276ca requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:47.268004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851a05e-d1ad-450a-8f7c-d50438ac296b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event deleted for resources: {'Subnet': ['ID=df6433e5-949b-40ed-9b43-ebc4d33ef0ef,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:47.289475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '1b22014a-9080-4727-aa45-92d2de492c01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:47.330220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-746504638', 'security_groups': ['38b88aad-4af2-47ee-a75d-73ead56fe0d1'], 'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e8cad688-8321-42f1-aec4-9136b97c697e'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:47.351010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0851a05e-d1ad-450a-8f7c-d50438ac296b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:47.354845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709d96d-bcda-478c-a930-41172e3ec8d6 None None] Pushing event updated for resources: {'Port': ['ID=6798efa7-b2df-4ea8-910d-0febb6f8d5cd,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:47.363049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1481e5ca-9b81-4b99-b7b7-c13621b9155b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:47.382108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d709d96d-bcda-478c-a930-41172e3ec8d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:47.411787 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.26.4.185 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/f4d58f88-30b0-4ee7-a37d-86d98529531b) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:47.430294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Routers {'afb57b2d-46ef-4474-b6e5-dcb991fed210'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:47.430928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478b62b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['afb57b2d-46ef-4474-b6e5-dcb991fed210'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:47.522344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e9e203fb-315b-4d3f-919f-2fdd0dda3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.528830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-689046a2-ec1e-4045-802d-0f57b38b3754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:47.544657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e203fb-315b-4d3f-919f-2fdd0dda3c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572af825-1076-4411-9837-9a0d85ba3fb2,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:47.547205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e9e203fb-315b-4d3f-919f-2fdd0dda3c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:47.587433 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e9e203fb-315b-4d3f-919f-2fdd0dda3c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.588555 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e9e203fb-315b-4d3f-919f-2fdd0dda3c2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/572af825-1076-4411-9837-9a0d85ba3fb2 HTTP/1.1" status: 204  len: 168 time: 0.6072266
Dec 19 13:30:47.652012 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.672719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c395b70-3e05-4e8c-b72b-897d6f21eefa tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:47.673513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2c395b70-3e05-4e8c-b72b-897d6f21eefa tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Synchronizing usage tracker for tenant:921d5babb55844d49bbf716d9796bea2 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:47.754034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.823077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] Set router afb57b2d-46ef-4474-b6e5-dcb991fed210 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:30:47.836595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b88aad-4af2-47ee-a75d-73ead56fe0d1,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:47.854475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.854475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ef7496e4-7c97-46d7-a6f0-1e964feb3d8f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:47.867198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:47.871421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2c395b70-3e05-4e8c-b72b-897d6f21eefa tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Unset dirty status for tenant:921d5babb55844d49bbf716d9796bea2 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:47.876683 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2c395b70-3e05-4e8c-b72b-897d6f21eefa tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/subnets/fc36b390-9253-4abb-b4e1-8c4cbd14b084 HTTP/1.1" status: 200  len: 843 time: 0.8282220
Dec 19 13:30:47.880286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40352) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:47.938776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=f4d58f88-30b0-4ee7-a37d-86d98529531b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:47.945923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:47.971093 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:47.971764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:47.973274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:47.977631 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:48.001708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:48.019847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:48.027843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:48.046743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:48.057081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f152b55-64d5-41e3-a5b6-0c43fcfa845b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:48.059827 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0f152b55-64d5-41e3-a5b6-0c43fcfa845b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "GET /v2.0/subnets/fc36b390-9253-4abb-b4e1-8c4cbd14b084?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1632481
Dec 19 13:30:48.062439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40356) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:48.063898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:48.074205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:port and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:48.084621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1932327509'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:48.084755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:48.088072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:48.120555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Deleting port a95164c4-8ea7-4b32-9054-6944acb1145e {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:48.120555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.152537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:48.219445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:48.222084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:48.241333 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] DHCP port deletion for 930ec108-ad26-4c32-b77b-b5a2765276ca request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:30:48.285305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:48.287900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.299775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] Deleting port a95164c4-8ea7-4b32-9054-6944acb1145e {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:48.300274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.342251 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8b5a9721-b81c-4675-b880-ffa4e855d922 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:48.403583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:48.438174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:48.554741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.574154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.590348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.590348 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Added segment 2bc45fea-b15f-4ebf-b104-82d00c79e734 of type vlan for network f5a77018-23a7-4942-b1ad-6771ddafc83a
Dec 19 13:30:48.610943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] Provisioning complete for port 2cf15dc5-aee2-434a-9aed-c8569c88337e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:48.611371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.654587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.733071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] For port a95164c4-8ea7-4b32-9054-6944acb1145e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a95164c4-8ea7-4b32-9054-6944acb1145e,segment=NetworkSegment(ef6d7764-433f-43f6-bec9-227d9c497b7d),segment_id=ef6d7764-433f-43f6-bec9-227d9c497b7d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:48.733469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.742033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] Port 2cf15dc5-aee2-434a-9aed-c8569c88337e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:48.857725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.861515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:48.862129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.867991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 8b5a9721-b81c-4675-b880-ffa4e855d922 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:48.878626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] Calling delete_port for a95164c4-8ea7-4b32-9054-6944acb1145e owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:48.878819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.880698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-841f1422-fd7e-4fd0-9369-ed600a6507e6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:48.909035 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478b62b0>, [{'id': 'afb57b2d-46ef-4474-b6e5-dcb991fed210', 'name': 'tempest-snat-router-1198094827', 'tenant_id': '8be708970668409d8c66a79fe2eb2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '6798efa7-b2df-4ea8-910d-0febb6f8d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:30:34Z', 'updated_at': '2021-12-19T13:30:40Z', 'revision_number': 3, 'project_id': '8be708970668409d8c66a79fe2eb2018', 'gw_port': {'id': '6798efa7-b2df-4ea8-910d-0febb6f8d5cd', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb57b2d-46ef-4474-b6e5-dcb991fed210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:30:38Z', 'updated_at': '2021-12-19T13:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:48.925985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f655dd-7273-4998-a78f-338f903527e0 None None] The sync data for ids ['afb57b2d-46ef-4474-b6e5-dcb991fed210'] in dv-neutron-821895-1-hyperv is: [{'id': 'afb57b2d-46ef-4474-b6e5-dcb991fed210', 'name': 'tempest-snat-router-1198094827', 'tenant_id': '8be708970668409d8c66a79fe2eb2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '6798efa7-b2df-4ea8-910d-0febb6f8d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:30:34Z', 'updated_at': '2021-12-19T13:30:40Z', 'revision_number': 3, 'project_id': '8be708970668409d8c66a79fe2eb2018', 'gw_port': {'id': '6798efa7-b2df-4ea8-910d-0febb6f8d5cd', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb57b2d-46ef-4474-b6e5-dcb991fed210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:30:38Z', 'updated_at': '2021-12-19T13:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:48.947992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Deleting port 6798efa7-b2df-4ea8-910d-0febb6f8d5cd {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:48.947992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:48.998467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] For port a95164c4-8ea7-4b32-9054-6944acb1145e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a95164c4-8ea7-4b32-9054-6944acb1145e,segment=NetworkSegment(ef6d7764-433f-43f6-bec9-227d9c497b7d),segment_id=ef6d7764-433f-43f6-bec9-227d9c497b7d)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:48.998822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:49.027618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port 01fb6aaa-240a-4037-bc56-3d745f6a6628 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:30:49.045540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:49.045540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Network': ['ID=f5a77018-23a7-4942-b1ad-6771ddafc83a,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:49.047505 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:49.059288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network f5a77018-23a7-4942-b1ad-6771ddafc83a details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:49.074503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] Provisioning for port 8b5a9721-b81c-4675-b880-ffa4e855d922 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:49.122522 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0547142
Dec 19 13:30:49.130691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:49.134145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] Provisioning complete for port 8b5a9721-b81c-4675-b880-ffa4e855d922 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:49.135342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:49.151981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40374) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:49.160059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'network_id': 'f5a77018-23a7-4942-b1ad-6771ddafc83a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:49.197764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Calling delete_port for a95164c4-8ea7-4b32-9054-6944acb1145e owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:49.277374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c55f571a-e258-42bc-817f-4c829a14a5dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:49.355071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:49.392923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] Pushing event deleted for resources: {'Port': ['ID=a95164c4-8ea7-4b32-9054-6944acb1145e,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:49.397906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:49.402571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] No DVR routers for this DVR port a95164c4-8ea7-4b32-9054-6944acb1145e on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:49.451238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:49.487359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:49.511463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:49.539221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:30:49.547787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:30:49.572484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] For port 8b5a9721-b81c-4675-b880-ffa4e855d922, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8b5a9721-b81c-4675-b880-ffa4e855d922,segment=NetworkSegment(a24048be-a7f1-4970-a6e7-2c89bbe80133),segment_id=a24048be-a7f1-4970-a6e7-2c89bbe80133)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:49.628391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Made reservation on behalf of 921d5babb55844d49bbf716d9796bea2 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:49.696150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:49.701813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:49.791622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:49.804059 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] Pushing event updated for resources: {'Port': ['ID=8b5a9721-b81c-4675-b880-ffa4e855d922,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:49.809930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:49.890050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:49.898339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bb4a6b1a-043c-414a-ba3b-8b4c16fb3b41 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:49.901313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.ipam_backend_mixin [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Performing IP validity checks on allocation pools {{(pid=84125) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 19 13:30:49.901945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.ipam_backend_mixin [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84125) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 19 13:30:49.947237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] For port 6798efa7-b2df-4ea8-910d-0febb6f8d5cd, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6798efa7-b2df-4ea8-910d-0febb6f8d5cd,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:49.947795 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:49.967517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.051350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Deleting port a95164c4-8ea7-4b32-9054-6944acb1145e {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:50.051683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.057481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.075906 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:50.158864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Calling delete_port for 6798efa7-b2df-4ea8-910d-0febb6f8d5cd owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:50.191164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=f4d58f88-30b0-4ee7-a37d-86d98529531b,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:50.199718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:50.207264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.8 (cd240b73-5c3d-4ffd-9f76-55101cb2fe53/e8cad688-8321-42f1-aec4-9136b97c697e/01fb6aaa-240a-4037-bc56-3d745f6a6628) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:50.213444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Subnet': ['ID=ccec248a-0ea3-4d95-927e-313fdaaa68f2,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:50.251312 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:50.253373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.260596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] The port 'a95164c4-8ea7-4b32-9054-6944acb1145e' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:30:50.319805 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8b5a9721-b81c-4675-b880-ffa4e855d922 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:50.407155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Checking segment: {'id': '7ab7befa-1d08-4a7f-93fc-af6fadaaeeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1b22014a-9080-4727-aa45-92d2de492c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:50.407821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network hostable DHCP agents. Network: 1b22014a-9080-4727-aa45-92d2de492c01, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:30:50.408543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 8b5a9721-b81c-4675-b880-ffa4e855d922 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:50.409048 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.436655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.446453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-04e140ed-5f24-47a8-ab7b-cd9152733a37 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:50.537763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6798efa7-b2df-4ea8-910d-0febb6f8d5cd up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:50.554355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.669404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45d38bb0>,) {'filters': {'network_id': ['930ec108-ad26-4c32-b77b-b5a2765276ca']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:50.684749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45d38bb0>, 'ef6d7764-433f-43f6-bec9-227d9c497b7d') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:50.685020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45d38bb0>, 'ef6d7764-433f-43f6-bec9-227d9c497b7d') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:50.686280 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=a2f1c3bb-7ba8-4c32-b62e-96c0b410aea1,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:50.691858 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:50.699364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.716149 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Checking segment: {'id': '2bc45fea-b15f-4ebf-b104-82d00c79e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f5a77018-23a7-4942-b1ad-6771ddafc83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:50.716590 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network hostable DHCP agents. Network: f5a77018-23a7-4942-b1ad-6771ddafc83a, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:30:50.729988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.741478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 1b22014a-9080-4727-aa45-92d2de492c01 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:30:50.752671 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Floating IP 4c3449b4-e18a-43e7-8445-ee0119d2722c associated. External IP: 172.26.4.185, port: 666eebc0-d098-4a82-a3fe-bb3214b4a98d.
Dec 19 13:30:50.764288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6798efa7-b2df-4ea8-910d-0febb6f8d5cd completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:50.764440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:50.764545 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6798efa7-b2df-4ea8-910d-0febb6f8d5cd triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:50.764545 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.767462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:50.798687 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:50.898999 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.924066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 1b22014a-9080-4727-aa45-92d2de492c01) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:50.930626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:50.930626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:50.935233 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c74f29-0488-4762-b778-13f6d05e90c1 None None] Network 1b22014a-9080-4727-aa45-92d2de492c01 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:51.010589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:51.040137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Network f5a77018-23a7-4942-b1ad-6771ddafc83a is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:30:51.046724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object 01fb6aaa-240a-4037-bc56-3d745f6a6628 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:51.053035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, f5a77018-23a7-4942-b1ad-6771ddafc83a) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:51.059941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:51.065695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:51.065952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac7fba-3ee2-4c60-8729-1f645d8db0e2 None None] Network f5a77018-23a7-4942-b1ad-6771ddafc83a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:51.153623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:51.168927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a1334f7d-3399-4e3c-8302-58f34c522630 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:51.205379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:51.205473 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 2.0455961
Dec 19 13:30:51.205473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40396) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:51.205628 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.9418526
Dec 19 13:30:51.207074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40400) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:51.214810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-fd970430-78b3-4d0d-afba-51191d9154a2 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:51.220421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:51.225078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:51.226247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Pushing event deleted for resources: {'Network': ['ID=930ec108-ad26-4c32-b77b-b5a2765276ca,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:51.244321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:51.246073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:51.247504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': '1b22014a-9080-4727-aa45-92d2de492c01', 'name': 'tempest-PortsIpV6TestJSON-1978280366'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:51.280787 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "DELETE /v2.0/networks/930ec108-ad26-4c32-b77b-b5a2765276ca HTTP/1.1" status: 204  len: 168 time: 4.0171049
Dec 19 13:30:51.284594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:51.290102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40406) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:51.293464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:51.345615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:51.382828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event deleted for resources: {'Port': ['ID=6798efa7-b2df-4ea8-910d-0febb6f8d5cd,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:51.485185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d763f7d7-bfd5-4ecf-a4df-86e237453bc7 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Synchronizing usage tracker for tenant:c154a3462e794da9be5f3d98c2c0f7ae on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:51.504420 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a95164c4-8ea7-4b32-9054-6944acb1145e no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:51.526154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:30:51.528779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fd970430-78b3-4d0d-afba-51191d9154a2 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15506573'] for subnet, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:51.540118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:51.549990 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:port and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:51.557312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:51.567906 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:51.570269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:51.571407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:51.600572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-f5a77018-23a7-4942-b1ad-6771ddafc83a', 'network_id': 'f5a77018-23a7-4942-b1ad-6771ddafc83a', 'tenant_id': '921d5babb55844d49bbf716d9796bea2', 'fixed_ips': [{'subnet_id': 'a2f1c3bb-7ba8-4c32-b62e-96c0b410aea1'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:30:51.601430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:51.659925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: a95164c4-8ea7-4b32-9054-6944acb1145e {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:51.660601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a95164c4-8ea7-4b32-9054-6944acb1145e not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:51.713667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-1b22014a-9080-4727-aa45-92d2de492c01', 'network_id': '1b22014a-9080-4727-aa45-92d2de492c01', 'tenant_id': '279dea1e810345a989d561cf9297ff0d', 'fixed_ips': [{'subnet_id': 'ccec248a-0ea3-4d95-927e-313fdaaa68f2'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:30:51.713667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:51.722046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=01fb6aaa-240a-4037-bc56-3d745f6a6628,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:51.735358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:51.743201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.503s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:51.745096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:51.746891 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.4816294
Dec 19 13:30:51.749819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40414) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:51.761149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6c4ec297-bdf9-45c5-9477-c6c05585d264 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:51.821719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:51.825488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:51.898750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port 80b6200b-6113-4c7c-966a-43587845c416 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:30:51.925885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Allocated IP 2001:db8::2 (1b22014a-9080-4727-aa45-92d2de492c01/ccec248a-0ea3-4d95-927e-313fdaaa68f2/b2fcb807-220f-4d35-a97a-43f12d6ad24b) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:51.936531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-27d5f9b0-1944-47dd-aca9-7a3564bdd686 None None] Provisioning for port 01fb6aaa-240a-4037-bc56-3d745f6a6628 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:51.959912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-27d5f9b0-1944-47dd-aca9-7a3564bdd686 None None] Provisioning complete for port 01fb6aaa-240a-4037-bc56-3d745f6a6628 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:51.960355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-27d5f9b0-1944-47dd-aca9-7a3564bdd686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.049701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d763f7d7-bfd5-4ecf-a4df-86e237453bc7 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Unset dirty status for tenant:c154a3462e794da9be5f3d98c2c0f7ae on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:52.051181 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d763f7d7-bfd5-4ecf-a4df-86e237453bc7 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "GET /v2.0/ports?device_id=62ce2ff0-3ef3-451f-ad67-a1aba9d6731c HTTP/1.1" status: 200  len: 205 time: 0.7599413
Dec 19 13:30:52.077402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40420) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:52.094594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-27d5f9b0-1944-47dd-aca9-7a3564bdd686 None None] Port 01fb6aaa-240a-4037-bc56-3d745f6a6628 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:52.117625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40424) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:52.161243 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fd970430-78b3-4d0d-afba-51191d9154a2 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765298812420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16132251'] for subnet, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.166753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.222016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:52.311587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd970430-78b3-4d0d-afba-51191d9154a2 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:52.312217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fd970430-78b3-4d0d-afba-51191d9154a2 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.316766 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fd970430-78b3-4d0d-afba-51191d9154a2 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "PUT /v2.0/subnets/a2f1c3bb-7ba8-4c32-b62e-96c0b410aea1 HTTP/1.1" status: 200  len: 900 time: 1.1110048
Dec 19 13:30:52.318411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40430) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:52.333636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Allocated IP 2001:db8::3 (f5a77018-23a7-4942-b1ad-6771ddafc83a/a2f1c3bb-7ba8-4c32-b62e-96c0b410aea1/4627a6fc-da98-478a-be08-21a5d967dfcc) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:52.336418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.343774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd970430-78b3-4d0d-afba-51191d9154a2 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event updated for resources: {'Subnet': ['ID=a2f1c3bb-7ba8-4c32-b62e-96c0b410aea1,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:52.355218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Transition to ACTIVE for port object b2fcb807-220f-4d35-a97a-43f12d6ad24b will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:52.407161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ae9f6b6c-1ba6-4c5e-8d9f-10f31bae3dd9 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:52.450570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Transition to ACTIVE for port object b2fcb807-220f-4d35-a97a-43f12d6ad24b will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:52.500681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c4ec297-bdf9-45c5-9477-c6c05585d264 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:52.508723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.512981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6c4ec297-bdf9-45c5-9477-c6c05585d264 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:52.515253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9650fb0d-e5b0-49d8-8294-82610c9210d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:52.518993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6c4ec297-bdf9-45c5-9477-c6c05585d264 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:52.523701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.529608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c4ec297-bdf9-45c5-9477-c6c05585d264 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:52.536191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.539131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fd970430-78b3-4d0d-afba-51191d9154a2 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:52.585325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e95aa4d0-6ac7-48f7-a93b-c789edfa11be tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.640225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Pushing event updated for resources: {'Port': ['ID=b2fcb807-220f-4d35-a97a-43f12d6ad24b,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:52.680015 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ae9f6b6c-1ba6-4c5e-8d9f-10f31bae3dd9 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] 10.222.0.24 "PUT /v2.0/quotas/251b170c4c0e4cbda2fee2f402f58cb1 HTTP/1.1" status: 200  len: 368 time: 0.5492394
Dec 19 13:30:52.683639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40434) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:52.687406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.688075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afb57b2d-46ef-4474-b6e5-dcb991fed210 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:30:52.695415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4ec297-bdf9-45c5-9477-c6c05585d264 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:52.700387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c4ec297-bdf9-45c5-9477-c6c05585d264 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.701622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Network 1b22014a-9080-4727-aa45-92d2de492c01 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:52.705507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:52.712684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:52.715260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:52.730344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.735671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Request body: {'network': {'project_id': '251b170c4c0e4cbda2fee2f402f58cb1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:52.792700 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8::228 (1b22014a-9080-4727-aa45-92d2de492c01/ccec248a-0ea3-4d95-927e-313fdaaa68f2/80b6200b-6113-4c7c-966a-43587845c416) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:52.794198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:52.797870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.799203 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ab8cbc62-4eef-4729-9e3d-de2d9e7caf24 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "DELETE /v2.0/routers/afb57b2d-46ef-4474-b6e5-dcb991fed210 HTTP/1.1" status: 204  len: 168 time: 6.9476843
Dec 19 13:30:52.807512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Transition to ACTIVE for port object 4627a6fc-da98-478a-be08-21a5d967dfcc will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:52.809021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40438) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:52.815141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Usage tracker for resource:network and tenant:251b170c4c0e4cbda2fee2f402f58cb1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:52.815141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:52.844119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Attempting to bind port b2fcb807-220f-4d35-a97a-43f12d6ad24b on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:52.844119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Attempting to bind port b2fcb807-220f-4d35-a97a-43f12d6ad24b by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '7ab7befa-1d08-4a7f-93fc-af6fadaaeeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1b22014a-9080-4727-aa45-92d2de492c01'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:52.844527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Attempting to bind port b2fcb807-220f-4d35-a97a-43f12d6ad24b on network 1b22014a-9080-4727-aa45-92d2de492c01 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:52.852809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:52.853897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Checking segment: {'id': '7ab7befa-1d08-4a7f-93fc-af6fadaaeeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1b22014a-9080-4727-aa45-92d2de492c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:52.854358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.854952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Bound using segment: {'id': '7ab7befa-1d08-4a7f-93fc-af6fadaaeeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1b22014a-9080-4727-aa45-92d2de492c01'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:52.855076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.855455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Bound port: b2fcb807-220f-4d35-a97a-43f12d6ad24b, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab7befa-1d08-4a7f-93fc-af6fadaaeeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1b22014a-9080-4727-aa45-92d2de492c01'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:52.855839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.865407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Transition to ACTIVE for port object 4627a6fc-da98-478a-be08-21a5d967dfcc will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:52.886350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:52.932774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:30:52.946820 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff31436-73bd-428b-8946-ac3f148a8f83 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:30:52.953772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:52.959271 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d709d96d-bcda-478c-a930-41172e3ec8d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:52.971413 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff31436-73bd-428b-8946-ac3f148a8f83 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:52.972111 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-bff31436-73bd-428b-8946-ac3f148a8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4757ba90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:52.989644 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.ipam_backend_mixin [None req-6c4ec297-bdf9-45c5-9477-c6c05585d264 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e8cad688-8321-42f1-aec4-9136b97c697e (CIDR: 172.20.0.0/28)
Dec 19 13:30:53.007562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Made reservation on behalf of 251b170c4c0e4cbda2fee2f402f58cb1 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:53.015737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.017397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] For port b2fcb807-220f-4d35-a97a-43f12d6ad24b, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:53.034587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.050082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] For port b2fcb807-220f-4d35-a97a-43f12d6ad24b, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b2fcb807-220f-4d35-a97a-43f12d6ad24b,segment=NetworkSegment(7ab7befa-1d08-4a7f-93fc-af6fadaaeeca),segment_id=7ab7befa-1d08-4a7f-93fc-af6fadaaeeca)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:53.052808 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4ec297-bdf9-45c5-9477-c6c05585d264 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:30:53.053256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4ec297-bdf9-45c5-9477-c6c05585d264 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:30:53.055946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Pushing event updated for resources: {'Port': ['ID=4627a6fc-da98-478a-be08-21a5d967dfcc,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:53.060201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Network f5a77018-23a7-4942-b1ad-6771ddafc83a is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:53.061380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:53.062620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:53.065003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:53.076647 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-bff31436-73bd-428b-8946-ac3f148a8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4757ba90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:53.092550 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff31436-73bd-428b-8946-ac3f148a8f83 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:30:53.092550 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-bff31436-73bd-428b-8946-ac3f148a8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4757ba90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:53.173864 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-bff31436-73bd-428b-8946-ac3f148a8f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4757ba90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:53.174593 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff31436-73bd-428b-8946-ac3f148a8f83 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:30:53.188435 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.194029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d709d96d-bcda-478c-a930-41172e3ec8d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:53.217047 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6c4ec297-bdf9-45c5-9477-c6c05585d264 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4655676
Dec 19 13:30:53.219717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40444) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:53.225855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:53.235760 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting port 4627a6fc-da98-478a-be08-21a5d967dfcc {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:53.236282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.244693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Attempting to bind port 4627a6fc-da98-478a-be08-21a5d967dfcc on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:53.244693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Attempting to bind port 4627a6fc-da98-478a-be08-21a5d967dfcc by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '2bc45fea-b15f-4ebf-b104-82d00c79e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f5a77018-23a7-4942-b1ad-6771ddafc83a'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:53.244693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Attempting to bind port 4627a6fc-da98-478a-be08-21a5d967dfcc on network f5a77018-23a7-4942-b1ad-6771ddafc83a {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:53.267489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.267707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:53.267707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Checking segment: {'id': '2bc45fea-b15f-4ebf-b104-82d00c79e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f5a77018-23a7-4942-b1ad-6771ddafc83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:53.267707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.267707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Bound using segment: {'id': '2bc45fea-b15f-4ebf-b104-82d00c79e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f5a77018-23a7-4942-b1ad-6771ddafc83a'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:53.267707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Bound port: 4627a6fc-da98-478a-be08-21a5d967dfcc, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc45fea-b15f-4ebf-b104-82d00c79e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f5a77018-23a7-4942-b1ad-6771ddafc83a'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:53.267707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.325214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:53.334639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Usage tracker for resource:security_group_rule and tenant:251b170c4c0e4cbda2fee2f402f58cb1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:53.341236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Pushing event updated for resources: {'Port': ['ID=b2fcb807-220f-4d35-a97a-43f12d6ad24b,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:53.346852 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:53.360144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:53.374612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:53.384063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] For port 4627a6fc-da98-478a-be08-21a5d967dfcc, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:53.387900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] For port 4627a6fc-da98-478a-be08-21a5d967dfcc, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4627a6fc-da98-478a-be08-21a5d967dfcc,segment=NetworkSegment(2bc45fea-b15f-4ebf-b104-82d00c79e734),segment_id=2bc45fea-b15f-4ebf-b104-82d00c79e734)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:53.443830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.509940 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 7.2222204
Dec 19 13:30:53.519009 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40448) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:53.523341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.524469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:53.537526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-383400614'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:53.545897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:53.550010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:network and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:53.550801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:53.553320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:53.559771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:53.576355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:53.585389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:53.596751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.602440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:53.635192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e95aa4d0-6ac7-48f7-a93b-c789edfa11be tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.653166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Pushing event updated for resources: {'Port': ['ID=4627a6fc-da98-478a-be08-21a5d967dfcc,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:53.658241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:53.679299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e95aa4d0-6ac7-48f7-a93b-c789edfa11be tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.765124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.775410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:53.805216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.811637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:53.838438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a81b4b-d76e-42d2-ae8d-88a46ea68fed,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:53.841317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:53.844767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.845095 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Added segment 6a798560-a6fd-4a1e-b411-41a350065df7 of type vlan for network c4581119-64f5-4ca0-bd50-f748b1a39d69
Dec 19 13:30:53.870001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object 80b6200b-6113-4c7c-966a-43587845c416 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:53.878988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:53.943685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Made reservation on behalf of c85e8ff377a94dc98d8fdf8c9760ab5f for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:53.946742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.974698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] For port 4627a6fc-da98-478a-be08-21a5d967dfcc, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4627a6fc-da98-478a-be08-21a5d967dfcc,segment=NetworkSegment(2bc45fea-b15f-4ebf-b104-82d00c79e734),segment_id=2bc45fea-b15f-4ebf-b104-82d00c79e734)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:53.975083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.987553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e95aa4d0-6ac7-48f7-a93b-c789edfa11be tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:53.987553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95aa4d0-6ac7-48f7-a93b-c789edfa11be tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Fanout notify agent at l3_agent the message router_deleted on router 62ce2ff0-3ef3-451f-ad67-a1aba9d6731c {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:30:54.024212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.025793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e95aa4d0-6ac7-48f7-a93b-c789edfa11be tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.029928 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e95aa4d0-6ac7-48f7-a93b-c789edfa11be tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] 10.222.0.24 "DELETE /v2.0/routers/62ce2ff0-3ef3-451f-ad67-a1aba9d6731c HTTP/1.1" status: 204  len: 168 time: 1.9486005
Dec 19 13:30:54.178944 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Calling delete_port for 4627a6fc-da98-478a-be08-21a5d967dfcc owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:54.239743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:54.249660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.267196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-50910dad-ddf8-49e8-bf7f-4685e911e56b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:54.308347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.341622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.346900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4627a6fc-da98-478a-be08-21a5d967dfcc up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:54.433360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.434273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:54.434843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.444908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a3500f1c-1a72-478f-a17c-42d2d48ab181 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:54.475147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 1b22014a-9080-4727-aa45-92d2de492c01 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:54.488925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:54.491134 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:54.495811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:54.496491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.511997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.512348 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Added segment b8a433ac-9485-4131-bd1d-c954564b7753 of type vlan for network 22b8ca15-9b54-498b-8cab-ec46ba89b06d
Dec 19 13:30:54.521129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Deleting port 471f1303-5bfd-4c4d-9e62-76bd21455d89 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:54.521466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.546878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 4627a6fc-da98-478a-be08-21a5d967dfcc completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:54.559727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b2fcb807-220f-4d35-a97a-43f12d6ad24b up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:54.561162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=80b6200b-6113-4c7c-966a-43587845c416,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:54.572974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:54.611204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.655278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Pushing event updated for resources: {'Network': ['ID=c4581119-64f5-4ca0-bd50-f748b1a39d69,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:54.665907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:54.704062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network c4581119-64f5-4ca0-bd50-f748b1a39d69 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:54.711246 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.5014734
Dec 19 13:30:54.715821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40456) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:54.738346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': '1b22014a-9080-4727-aa45-92d2de492c01', 'name': 'tempest-PortsIpV6TestJSON-314678487'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:54.789056 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.1032498
Dec 19 13:30:54.799312 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40460) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:54.842175 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Request body: {'network': {'project_id': '251b170c4c0e4cbda2fee2f402f58cb1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:54.846077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.854781 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-da6fb4f8-0ac3-46b1-9b77-9cc198e18338 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:54.855237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:54.871953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Usage tracker for resource:network and tenant:251b170c4c0e4cbda2fee2f402f58cb1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:54.873127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:54.890501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:54.897637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.897637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:54.897637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:54.908417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40464) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:54.945701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Port': ['ID=4627a6fc-da98-478a-be08-21a5d967dfcc,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:54.949246 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:54.958665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:54.992030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] For port 471f1303-5bfd-4c4d-9e62-76bd21455d89, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=471f1303-5bfd-4c4d-9e62-76bd21455d89,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:54.992756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.026991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port b2fcb807-220f-4d35-a97a-43f12d6ad24b completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:55.045714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6798efa7-b2df-4ea8-910d-0febb6f8d5cd no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:55.117986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:55.121482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 6798efa7-b2df-4ea8-910d-0febb6f8d5cd {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:55.121789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6798efa7-b2df-4ea8-910d-0febb6f8d5cd not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:55.124947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:port and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:55.129305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:55.141533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:55.143844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Network': ['ID=22b8ca15-9b54-498b-8cab-ec46ba89b06d,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:55.147213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:55.157168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Made reservation on behalf of 251b170c4c0e4cbda2fee2f402f58cb1 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:55.160876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.165953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 22b8ca15-9b54-498b-8cab-ec46ba89b06d details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:55.186452 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.6647336
Dec 19 13:30:55.187517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40470) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:55.194262 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'subnet': {'network_id': '22b8ca15-9b54-498b-8cab-ec46ba89b06d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:55.221483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:55.225493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.252115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Calling delete_port for 471f1303-5bfd-4c4d-9e62-76bd21455d89 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:55.317691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd1a81-31be-4407-8c6a-ea84909adf91 None None] Network 1b22014a-9080-4727-aa45-92d2de492c01 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:55.344675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:30:55.359124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port 630e5bf2-1739-4b82-ab09-2a802df643b7 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:30:55.383386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.383854 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Added segment 88645132-1bc7-4372-96fe-58729ab223af of type vlan for network cb05dd38-435b-4be6-a33d-a3313501ed1b
Dec 19 13:30:55.395475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.404428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e71c370a-05d0-49ba-9f01-844d52fe8dfd tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:55.445998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e109bebf-9c3b-44fd-ac33-8883d4834ea8 None None] Network f5a77018-23a7-4942-b1ad-6771ddafc83a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:55.485947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:55.492823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.502987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:subnet and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:55.510633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:55.512144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:55.516203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:55.524054 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:55.524834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:55.525719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.534538 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2e0f2df5-c4f9-4279-af27-b6e2f3ca9885 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c154a3462e794da9be5f3d98c2c0f7ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6166630
Dec 19 13:30:55.537522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40474) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:55.539803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb5ff4-092b-4ce4-9c19-beb9c32b2213 None None] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:55.540662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Subnet': ['ID=4bc7de36-334e-4e6e-a37f-3c7732f1255b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:55.566692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.575719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:55.642400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e2a1776c-40f3-4ef5-9e1c-657d4e84e5af None None] Provisioning for port b2fcb807-220f-4d35-a97a-43f12d6ad24b completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:55.669081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e2a1776c-40f3-4ef5-9e1c-657d4e84e5af None None] Provisioning complete for port b2fcb807-220f-4d35-a97a-43f12d6ad24b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:55.669692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e2a1776c-40f3-4ef5-9e1c-657d4e84e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.703986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8::3d9 (1b22014a-9080-4727-aa45-92d2de492c01/ccec248a-0ea3-4d95-927e-313fdaaa68f2/630e5bf2-1739-4b82-ab09-2a802df643b7) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:55.706978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No DVR routers for this DVR port 4627a6fc-da98-478a-be08-21a5d967dfcc on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:30:55.724305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0da85ff7-56e7-4930-b807-36649508b91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.740150 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Made reservation on behalf of c85e8ff377a94dc98d8fdf8c9760ab5f for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:30:55.755378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0da85ff7-56e7-4930-b807-36649508b91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.768649 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.5474253
Dec 19 13:30:55.771475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.772506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:55.773482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.784738 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40478) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:55.785681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e23852ca-6a8d-4dc5-bf91-45a7d2f68da2 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:55.812924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1717238391', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4bc7de36-334e-4e6e-a37f-3c7732f1255b'}], 'security_groups': ['6c286256-0311-4932-a783-3132b9755ca9']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:55.862807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.900519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:55.933489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.011543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Pushing event updated for resources: {'Network': ['ID=cb05dd38-435b-4be6-a33d-a3313501ed1b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:56.027046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:56.027885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:56.052728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network cb05dd38-435b-4be6-a33d-a3313501ed1b details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:30:56.080070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40482) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:56.080231 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.2717240
Dec 19 13:30:56.090911 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1f557a74-91ec-41a1-afe7-d970b3177f39 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Request body: {'network': {'project_id': '251b170c4c0e4cbda2fee2f402f58cb1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:56.100625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1f557a74-91ec-41a1-afe7-d970b3177f39 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:56.133066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1f557a74-91ec-41a1-afe7-d970b3177f39 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Usage tracker for resource:network and tenant:251b170c4c0e4cbda2fee2f402f58cb1 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:56.133691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event deleted for resources: {'Port': ['ID=471f1303-5bfd-4c4d-9e62-76bd21455d89,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:56.151292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:56.195394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.196305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1f557a74-91ec-41a1-afe7-d970b3177f39 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:56.210384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1f557a74-91ec-41a1-afe7-d970b3177f39 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:56.233166 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f557a74-91ec-41a1-afe7-d970b3177f39 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:30:56.233557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f557a74-91ec-41a1-afe7-d970b3177f39 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:30:56.245316 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1f557a74-91ec-41a1-afe7-d970b3177f39 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1533587
Dec 19 13:30:56.245808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40486) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:56.252589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e2a1776c-40f3-4ef5-9e1c-657d4e84e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.258756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0da85ff7-56e7-4930-b807-36649508b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.297228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-95d57b76-8a55-435d-bc5d-ec519fa418fd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:56.319918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da85ff7-56e7-4930-b807-36649508b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551c39ab-aef3-46d7-acd3-a7478cd6fe1d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:56.349274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.357422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4b3a0ab3-c475-4ecf-b44c-811c26dea5d4 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:56.382896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0da85ff7-56e7-4930-b807-36649508b91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:56.389927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e2a1776c-40f3-4ef5-9e1c-657d4e84e5af None None] For port b2fcb807-220f-4d35-a97a-43f12d6ad24b, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b2fcb807-220f-4d35-a97a-43f12d6ad24b,segment=NetworkSegment(7ab7befa-1d08-4a7f-93fc-af6fadaaeeca),segment_id=7ab7befa-1d08-4a7f-93fc-af6fadaaeeca)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:56.429801 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f1c3bb-7ba8-4c32-b62e-96c0b410aea1,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:56.447713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:56.495128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.588346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e2a1776c-40f3-4ef5-9e1c-657d4e84e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.625498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ef2adbda-7731-44fa-beaf-03a2afffb896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:56.719672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.725779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0da85ff7-56e7-4930-b807-36649508b91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.726630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c5e733b9-7ca9-4211-adf4-ec33a08a6775 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:56.731330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e00ab1-c838-40ea-81f1-7db55acbd6ed None None] Network f5a77018-23a7-4942-b1ad-6771ddafc83a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:56.742194 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0da85ff7-56e7-4930-b807-36649508b91d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/551c39ab-aef3-46d7-acd3-a7478cd6fe1d HTTP/1.1" status: 204  len: 168 time: 1.2029350
Dec 19 13:30:56.785758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object 630e5bf2-1739-4b82-ab09-2a802df643b7 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:56.804337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.858541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47142d00>,) {'filters': {'network_id': ['f5a77018-23a7-4942-b1ad-6771ddafc83a']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:56.870150 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Subnet': ['ID=baee4e93-060d-4e71-8682-47e920cb3af8,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:56.887832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:56.893124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47142d00>, '2bc45fea-b15f-4ebf-b104-82d00c79e734') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:56.893124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47142d00>, '2bc45fea-b15f-4ebf-b104-82d00c79e734') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:56.912211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.934988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Checking segment: {'id': 'b8a433ac-9485-4131-bd1d-c954564b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22b8ca15-9b54-498b-8cab-ec46ba89b06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:56.935376 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network hostable DHCP agents. Network: 22b8ca15-9b54-498b-8cab-ec46ba89b06d, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:30:56.939761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.950736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:56.951231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:56.966220 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:57.006760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7c1467e5-a82c-469c-a503-e513e47d6272 None None] Could not find standard attr ID for object 4627a6fc-da98-478a-be08-21a5d967dfcc. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:30:57.036368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.074565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.081923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-08255059-0982-41ce-99b9-bb9687926ba3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:57.155412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network 22b8ca15-9b54-498b-8cab-ec46ba89b06d is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:30:57.171437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 1b22014a-9080-4727-aa45-92d2de492c01 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:57.176850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:57.184930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:57.189099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:57.189899 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.194752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=630e5bf2-1739-4b82-ab09-2a802df643b7,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:57.201172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:57.211673 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1776c-40f3-4ef5-9e1c-657d4e84e5af None None] Pushing event updated for resources: {'Port': ['ID=b2fcb807-220f-4d35-a97a-43f12d6ad24b,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:57.216064 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab9b846-d595-4fad-93c5-6894f14d9964 None None] Update dhcp port {'port': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'fixed_ips': [{'subnet_id': 'e8cad688-8321-42f1-aec4-9136b97c697e', 'ip_address': '172.20.0.2'}, {'subnet_id': '4bc7de36-334e-4e6e-a37f-3c7732f1255b'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': '8b5a9721-b81c-4675-b880-ffa4e855d922'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:30:57.224992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.231499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:57.252442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.259212 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/f5a77018-23a7-4942-b1ad-6771ddafc83a HTTP/1.1" status: 204  len: 168 time: 4.9363658
Dec 19 13:30:57.263650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40492) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:57.274522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e2a1776c-40f3-4ef5-9e1c-657d4e84e5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:57.304877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Network': ['ID=f5a77018-23a7-4942-b1ad-6771ddafc83a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:57.310530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:57.315540 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-709ca032-ef7c-4019-86ad-c7b48a03c5e3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:30:57.316028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709ca032-ef7c-4019-86ad-c7b48a03c5e3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:30:57.320735 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-709ca032-ef7c-4019-86ad-c7b48a03c5e3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/subnets/a2f1c3bb-7ba8-4c32-b62e-96c0b410aea1 HTTP/1.1" status: 404  len: 337 time: 0.0558326
Dec 19 13:30:57.321279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40498) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:57.335618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 22b8ca15-9b54-498b-8cab-ec46ba89b06d) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:57.350480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:57.350733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c92f8-28d5-456e-89ff-2a99bfe4a86f None None] Network 22b8ca15-9b54-498b-8cab-ec46ba89b06d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:30:57.358294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.366944 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f50e963-425b-434f-a381-780331abae9d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:30:57.367466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f50e963-425b-434f-a381-780331abae9d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:30:57.372940 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5f50e963-425b-434f-a381-780331abae9d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/f5a77018-23a7-4942-b1ad-6771ddafc83a HTTP/1.1" status: 404  len: 339 time: 0.0495305
Dec 19 13:30:57.375961 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40502) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:57.456563 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.7396972
Dec 19 13:30:57.462189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40506) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:57.535983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eab9b846-d595-4fad-93c5-6894f14d9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.574008 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3848667
Dec 19 13:30:57.585293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-733ca4d6-ad9e-4426-88be-5a9450d76b3e None None] Provisioning complete for port b2fcb807-220f-4d35-a97a-43f12d6ad24b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:57.586465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-733ca4d6-ad9e-4426-88be-5a9450d76b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.592382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40510) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:57.625853 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1399010677', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:57.635118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.642576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:57.645252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.661774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:router and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:57.672226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:57.687139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:57.692157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.759984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892e82a-4986-4be8-99b6-72315b3fe756 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:57.760793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f892e82a-4986-4be8-99b6-72315b3fe756 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:30:57.801877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87117c33-4cc7-400d-92de-d8895d2c7b4b None None] DHCP port deletion for f5a77018-23a7-4942-b1ad-6771ddafc83a request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:30:57.850934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.851371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.885337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.910375 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b9271c6d-68d8-4aa5-8cd8-4955de54f651 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=251b170c4c0e4cbda2fee2f402f58cb1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6606998
Dec 19 13:30:57.913141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.913536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40520) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:57.913663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e988e245-1c3d-4cda-ba7c-49364a8316b5 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:30:57.935568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46cac190>,) {'filters': {'network_id': ['80545a2c-2b25-48cb-9ce9-b884fb600cc0']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:57.938308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.938906 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e988e245-1c3d-4cda-ba7c-49364a8316b5 HTTP/1.1" status: 204  len: 168 time: 5.1259041
Dec 19 13:30:57.948761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:57.952108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40524) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:57.978998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1670824120', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:57.991868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46cac190>, '034d7e89-c84f-497e-ba58-00f3613b918e') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:57.991868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46cac190>, '034d7e89-c84f-497e-ba58-00f3613b918e') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:58.002571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:58.020054 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Usage tracker for resource:router and tenant:f791e0a888c3474eb480f75ca4b22247 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:58.025920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.049353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:58.058924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-22b8ca15-9b54-498b-8cab-ec46ba89b06d', 'network_id': '22b8ca15-9b54-498b-8cab-ec46ba89b06d', 'tenant_id': 'c85e8ff377a94dc98d8fdf8c9760ab5f', 'fixed_ips': [{'subnet_id': 'baee4e93-060d-4e71-8682-47e920cb3af8'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:30:58.059999 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.068695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:58.073521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f892e82a-4986-4be8-99b6-72315b3fe756 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:30:58.074932 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f892e82a-4986-4be8-99b6-72315b3fe756 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A228 HTTP/1.1" status: 200  len: 929 time: 0.6049364
Dec 19 13:30:58.082211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40530) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:58.082388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Delete allocated IP 172.20.0.8 (cd240b73-5c3d-4ffd-9f76-55101cb2fe53/e8cad688-8321-42f1-aec4-9136b97c697e) {{(pid=84124) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 19 13:30:58.105102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.21 (cd240b73-5c3d-4ffd-9f76-55101cb2fe53/4bc7de36-334e-4e6e-a37f-3c7732f1255b/01fb6aaa-240a-4037-bc56-3d745f6a6628) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:58.130892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.149825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:30:58.153892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:30:58.176869 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:30:58.238542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-733ca4d6-ad9e-4426-88be-5a9450d76b3e None None] Provisioning for port 80b6200b-6113-4c7c-966a-43587845c416 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:58.257450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-733ca4d6-ad9e-4426-88be-5a9450d76b3e None None] Provisioning complete for port 80b6200b-6113-4c7c-966a-43587845c416 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:58.257450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-733ca4d6-ad9e-4426-88be-5a9450d76b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.305641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.307623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.308687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Allocated IP 172.20.0.2 (22b8ca15-9b54-498b-8cab-ec46ba89b06d/baee4e93-060d-4e71-8682-47e920cb3af8/ec55dd51-4c63-4f2f-8304-baed155d28ef) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:58.321906 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1014e645-1462-442f-a938-1de484cfae76 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.333100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-733ca4d6-ad9e-4426-88be-5a9450d76b3e None None] Port 80b6200b-6113-4c7c-966a-43587845c416 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:58.348594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.408724 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e4319922-fb11-4ffb-8e0f-bcb66b564c5b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 630e5bf2-1739-4b82-ab09-2a802df643b7 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:58.409062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e4319922-fb11-4ffb-8e0f-bcb66b564c5b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.510926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1014e645-1462-442f-a938-1de484cfae76 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.554278 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b2fcb807-220f-4d35-a97a-43f12d6ad24b up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:30:58.562026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.600469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object 01fb6aaa-240a-4037-bc56-3d745f6a6628 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:58.615208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.617780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.633897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-100a930d-7615-4360-b594-136c27539300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:58.651782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.709286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Network': ['ID=80545a2c-2b25-48cb-9ce9-b884fb600cc0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:58.716213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:58.725948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.736373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e26e7ed1-fde3-4ba1-bbee-8be09376ae02 None None] Provisioning for port 630e5bf2-1739-4b82-ab09-2a802df643b7 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:30:58.746385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e26e7ed1-fde3-4ba1-bbee-8be09376ae02 None None] Provisioning complete for port 630e5bf2-1739-4b82-ab09-2a802df643b7 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:58.747018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e26e7ed1-fde3-4ba1-bbee-8be09376ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.762262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cfb410af-af3d-4980-9632-1726a4a94365 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:58.850234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.903506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b2fcb807-220f-4d35-a97a-43f12d6ad24b triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:58.904162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:58.941504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Transition to ACTIVE for port object ec55dd51-4c63-4f2f-8304-baed155d28ef will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:58.960404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e26e7ed1-fde3-4ba1-bbee-8be09376ae02 None None] Port 630e5bf2-1739-4b82-ab09-2a802df643b7 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:58.972146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40540) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:58.996930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-eab9b846-d595-4fad-93c5-6894f14d9964 None None] Allocated IP 172.20.0.18 (cd240b73-5c3d-4ffd-9f76-55101cb2fe53/4bc7de36-334e-4e6e-a37f-3c7732f1255b/8b5a9721-b81c-4675-b880-ffa4e855d922) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:30:59.008865 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Transition to ACTIVE for port object ec55dd51-4c63-4f2f-8304-baed155d28ef will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:59.029759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=01fb6aaa-240a-4037-bc56-3d745f6a6628,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:59.034925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:59.038353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] In _notify_port_updated(), no bound segment for port 01fb6aaa-240a-4037-bc56-3d745f6a6628 on network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 {{(pid=84124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:30:59.042909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:30:59.043569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.045023 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "PUT /v2.0/ports/01fb6aaa-240a-4037-bc56-3d745f6a6628 HTTP/1.1" status: 200  len: 921 time: 3.2452276
Dec 19 13:30:59.048311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40546) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:59.058261 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/80545a2c-2b25-48cb-9ce9-b884fb600cc0 HTTP/1.1" status: 204  len: 168 time: 1.6788881
Dec 19 13:30:59.060863 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40550) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:59.116954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1014e645-1462-442f-a938-1de484cfae76 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.120673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1014e645-1462-442f-a938-1de484cfae76 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.121803 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1014e645-1462-442f-a938-1de484cfae76 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/09a81b4b-d76e-42d2-ae8d-88a46ea68fed HTTP/1.1" status: 204  len: 168 time: 1.2073412
Dec 19 13:30:59.125187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40554) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:59.126430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e26e7ed1-fde3-4ba1-bbee-8be09376ae02 None None] Provisioning complete for port 80b6200b-6113-4c7c-966a-43587845c416 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:30:59.126982 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e26e7ed1-fde3-4ba1-bbee-8be09376ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.140111 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:59.153860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-deff8233-1b94-47a3-8d12-9a0d16418174 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 01fb6aaa-240a-4037-bc56-3d745f6a6628 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:30:59.154112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-deff8233-1b94-47a3-8d12-9a0d16418174 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.162545 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.175389 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e5a02751-f116-4040-a1f3-b05f475c79f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:59.268152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014e645-1462-442f-a938-1de484cfae76 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a81b4b-d76e-42d2-ae8d-88a46ea68fed,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:59.269881 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae8d2bf-d92d-4def-869d-e4341aaea500 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:30:59.270189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562260288'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:30:59.270342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae8d2bf-d92d-4def-869d-e4341aaea500 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:30:59.275462 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dae8d2bf-d92d-4def-869d-e4341aaea500 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/subnets/3016125e-55fc-46ba-b71a-8b5afaff9018 HTTP/1.1" status: 404  len: 337 time: 0.1523995
Dec 19 13:30:59.278283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40558) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:59.282365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1014e645-1462-442f-a938-1de484cfae76 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:59.284366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Pushing event updated for resources: {'Port': ['ID=ec55dd51-4c63-4f2f-8304-baed155d28ef,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:59.286714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:30:59.316939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:30:59.336646 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:30:59.337462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e4319922-fb11-4ffb-8e0f-bcb66b564c5b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.355899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e26e7ed1-fde3-4ba1-bbee-8be09376ae02 None None] Port 80b6200b-6113-4c7c-966a-43587845c416 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:30:59.359973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:30:59.383257 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e393c36-3027-4e1c-b663-675ad4765d11 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:30:59.385097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e393c36-3027-4e1c-b663-675ad4765d11 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:30:59.386666 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9e393c36-3027-4e1c-b663-675ad4765d11 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/5c4a2463-e7e4-41ba-b46c-56d6e491032b HTTP/1.1" status: 404  len: 339 time: 0.1036029
Dec 19 13:30:59.387317 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Network 22b8ca15-9b54-498b-8cab-ec46ba89b06d is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:30:59.393201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:30:59.397122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:30:59.415575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.415853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 471f1303-5bfd-4c4d-9e62-76bd21455d89 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:59.420457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40562) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:30:59.425521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:30:59.444906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.462583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 471f1303-5bfd-4c4d-9e62-76bd21455d89 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:59.462583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 471f1303-5bfd-4c4d-9e62-76bd21455d89 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:59.462786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4627a6fc-da98-478a-be08-21a5d967dfcc no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:30:59.498881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e4319922-fb11-4ffb-8e0f-bcb66b564c5b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 630e5bf2-1739-4b82-ab09-2a802df643b7 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:30:59.519657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-eab9b846-d595-4fad-93c5-6894f14d9964 None None] For port 8b5a9721-b81c-4675-b880-ffa4e855d922, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8b5a9721-b81c-4675-b880-ffa4e855d922,segment=NetworkSegment(a24048be-a7f1-4970-a6e7-2c89bbe80133),segment_id=a24048be-a7f1-4970-a6e7-2c89bbe80133)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:30:59.568496 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 4627a6fc-da98-478a-be08-21a5d967dfcc {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:30:59.569195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4627a6fc-da98-478a-be08-21a5d967dfcc not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:30:59.614568 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Attempting to bind port ec55dd51-4c63-4f2f-8304-baed155d28ef on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:30:59.614873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Attempting to bind port ec55dd51-4c63-4f2f-8304-baed155d28ef by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'b8a433ac-9485-4131-bd1d-c954564b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22b8ca15-9b54-498b-8cab-ec46ba89b06d'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:30:59.615279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Attempting to bind port ec55dd51-4c63-4f2f-8304-baed155d28ef on network 22b8ca15-9b54-498b-8cab-ec46ba89b06d {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:30:59.621336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eab9b846-d595-4fad-93c5-6894f14d9964 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.640686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:30:59.641246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Checking segment: {'id': 'b8a433ac-9485-4131-bd1d-c954564b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22b8ca15-9b54-498b-8cab-ec46ba89b06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:30:59.641764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.642310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Bound using segment: {'id': 'b8a433ac-9485-4131-bd1d-c954564b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22b8ca15-9b54-498b-8cab-ec46ba89b06d'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:30:59.642906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Bound port: ec55dd51-4c63-4f2f-8304-baed155d28ef, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a433ac-9485-4131-bd1d-c954564b7753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '22b8ca15-9b54-498b-8cab-ec46ba89b06d'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:30:59.643418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.654159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-eab9b846-d595-4fad-93c5-6894f14d9964 None None] Transition to ACTIVE for port object 8b5a9721-b81c-4675-b880-ffa4e855d922 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:30:59.739130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.753559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] For port ec55dd51-4c63-4f2f-8304-baed155d28ef, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:30:59.757100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] For port ec55dd51-4c63-4f2f-8304-baed155d28ef, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ec55dd51-4c63-4f2f-8304-baed155d28ef,segment=NetworkSegment(b8a433ac-9485-4131-bd1d-c954564b7753),segment_id=b8a433ac-9485-4131-bd1d-c954564b7753)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:30:59.815774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eab9b846-d595-4fad-93c5-6894f14d9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.825052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:30:59.835152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.864900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.892695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.929151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e407995-344a-4b96-9420-a77acd0eedc7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting subnet f127ff60-bfc0-4a31-aa8e-00e7f6f58e11 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:30:59.942704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46137a60>,) {'filters': {'network_id': ['cb05dd38-435b-4be6-a33d-a3313501ed1b']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:59.959175 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1e407995-344a-4b96-9420-a77acd0eedc7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.959334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46137a60>, '88645132-1bc7-4372-96fe-58729ab223af') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:59.959467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46137a60>, '88645132-1bc7-4372-96fe-58729ab223af') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:30:59.967114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-deff8233-1b94-47a3-8d12-9a0d16418174 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.979348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9b846-d595-4fad-93c5-6894f14d9964 None None] Pushing event updated for resources: {'Port': ['ID=8b5a9721-b81c-4675-b880-ffa4e855d922,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:30:59.982629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:30:59.998725 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-eab9b846-d595-4fad-93c5-6894f14d9964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:00.000265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fefbc357-5575-42b6-a524-e680acb390e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:00.011156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.054263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e4319922-fb11-4ffb-8e0f-bcb66b564c5b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.056729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.067191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b02574b2-ed02-4d98-828c-2b568d7b1e0c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:00.082394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Pushing event updated for resources: {'Port': ['ID=ec55dd51-4c63-4f2f-8304-baed155d28ef,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:00.086348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:00.116904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-deff8233-1b94-47a3-8d12-9a0d16418174 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 01fb6aaa-240a-4037-bc56-3d745f6a6628 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:00.170899 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1e407995-344a-4b96-9420-a77acd0eedc7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.177013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.179313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:00.190390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:00.194876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:00.208284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4319922-fb11-4ffb-8e0f-bcb66b564c5b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=630e5bf2-1739-4b82-ab09-2a802df643b7,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:00.208498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:00.208887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:00.223549 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:00.239001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e4319922-fb11-4ffb-8e0f-bcb66b564c5b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:00.251586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8b5a9721-b81c-4675-b880-ffa4e855d922 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:00.277589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:00.337062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e4319922-fb11-4ffb-8e0f-bcb66b564c5b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.445695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.454332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.472494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bfe5798a-9300-4abf-a242-a1741a96c45a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:00.489897 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] 10.222.0.24 "DELETE /v2.0/networks/cb05dd38-435b-4be6-a33d-a3313501ed1b HTTP/1.1" status: 204  len: 168 time: 1.3599515
Dec 19 13:31:00.499544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40568) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:00.526464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb05dd38-435b-4be6-a33d-a3313501ed1b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:00.543203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:00.627272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-deff8233-1b94-47a3-8d12-9a0d16418174 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.649003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f93c4eed-e667-4c3d-999d-d8312317399c tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:00.672794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1e407995-344a-4b96-9420-a77acd0eedc7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.750380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.26.4.19 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/80fc861b-b547-49b8-aa3a-758871522b4a) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:00.767921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff8233-1b94-47a3-8d12-9a0d16418174 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=01fb6aaa-240a-4037-bc56-3d745f6a6628,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:00.776241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-deff8233-1b94-47a3-8d12-9a0d16418174 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:00.789753 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e4319922-fb11-4ffb-8e0f-bcb66b564c5b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/630e5bf2-1739-4b82-ab09-2a802df643b7 HTTP/1.1" status: 204  len: 168 time: 2.7031052
Dec 19 13:31:00.791455 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40574) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:00.847699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.883125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.896507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.898655 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-383f0939-8f89-4d47-8d68-821e2fd7a89a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:31:00.899175 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-383f0939-8f89-4d47-8d68-821e2fd7a89a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:00.911936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:00.969087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-deff8233-1b94-47a3-8d12-9a0d16418174 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.030295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-be5c3014-db9a-4b51-8084-3462da4e7edc None None] Provisioning complete for port 2cf15dc5-aee2-434a-9aed-c8569c88337e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:01.030846 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-be5c3014-db9a-4b51-8084-3462da4e7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.059391 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-deff8233-1b94-47a3-8d12-9a0d16418174 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/01fb6aaa-240a-4037-bc56-3d745f6a6628 HTTP/1.1" status: 204  len: 168 time: 2.0074084
Dec 19 13:31:01.062882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40578) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:01.065464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.095850 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-be5c3014-db9a-4b51-8084-3462da4e7edc None None] Port 2cf15dc5-aee2-434a-9aed-c8569c88337e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:01.098776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-be5c3014-db9a-4b51-8084-3462da4e7edc None None] Could not find standard attr ID for object 01fb6aaa-240a-4037-bc56-3d745f6a6628. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:31:01.105667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b45f9b9b-0657-46a8-8518-54f113813487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:01.132795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.158223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-383f0939-8f89-4d47-8d68-821e2fd7a89a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:01.163201 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-383f0939-8f89-4d47-8d68-821e2fd7a89a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/630e5bf2-1739-4b82-ab09-2a802df643b7 HTTP/1.1" status: 404  len: 333 time: 0.3601725
Dec 19 13:31:01.163333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.165211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40582) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:01.179505 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-de53e856-6f33-4e42-bd51-19621ff28360 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:31:01.179979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-de53e856-6f33-4e42-bd51-19621ff28360 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:01.184070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:01.198245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:01.210021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:01.218286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f36522-d671-47ca-86a8-e6a3e6646aa3,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:01.228773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4610a9a0>,) {'filters': {'network_id': ['c4581119-64f5-4ca0-bd50-f748b1a39d69']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:01.232717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-be5c3014-db9a-4b51-8084-3462da4e7edc None None] Provisioning for port 8b5a9721-b81c-4675-b880-ffa4e855d922 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:01.248081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:01.248356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-be5c3014-db9a-4b51-8084-3462da4e7edc None None] Provisioning complete for port 8b5a9721-b81c-4675-b880-ffa4e855d922 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:01.248356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-be5c3014-db9a-4b51-8084-3462da4e7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.248540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:01.249949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-505a22c9-aa19-4355-9b95-3817e2a3af4b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 80b6200b-6113-4c7c-966a-43587845c416 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:01.250617 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-505a22c9-aa19-4355-9b95-3817e2a3af4b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.255314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4610a9a0>, '6a798560-a6fd-4a1e-b411-41a350065df7') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:01.255607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4610a9a0>, '6a798560-a6fd-4a1e-b411-41a350065df7') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:01.274477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.294150 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1e407995-344a-4b96-9420-a77acd0eedc7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.304198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.315604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fd970430-78b3-4d0d-afba-51191d9154a2 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:01.333841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:01.334240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:01.350940 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:01.395426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.439216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1e407995-344a-4b96-9420-a77acd0eedc7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.441004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-de53e856-6f33-4e42-bd51-19621ff28360 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:01.444580 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-de53e856-6f33-4e42-bd51-19621ff28360 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/01fb6aaa-240a-4037-bc56-3d745f6a6628 HTTP/1.1" status: 404  len: 333 time: 0.3780141
Dec 19 13:31:01.448143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40586) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:01.451604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145a0c4-6665-443f-a068-0169063a274b None None] Network 1d082bfa-8c60-4661-a4a2-5bd10e1f5029 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:01.453786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.460057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e407995-344a-4b96-9420-a77acd0eedc7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Subnet': ['ID=f127ff60-bfc0-4a31-aa8e-00e7f6f58e11,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:01.488868 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1e407995-344a-4b96-9420-a77acd0eedc7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/subnets/f127ff60-bfc0-4a31-aa8e-00e7f6f58e11 HTTP/1.1" status: 204  len: 168 time: 2.0004313
Dec 19 13:31:01.496048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40590) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:01.503711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1e407995-344a-4b96-9420-a77acd0eedc7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:01.513265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:01.585460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.653978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:01.695775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150d175-66c4-42fa-8a79-1fb983682f51 None None] Network 22b8ca15-9b54-498b-8cab-ec46ba89b06d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:01.708517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Allocated IP 172.26.4.210 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/f26a643f-5948-4065-baf7-497077891680) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:01.737582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0da85ff7-56e7-4930-b807-36649508b91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:01.758307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.792381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.816165 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=80fc861b-b547-49b8-aa3a-758871522b4a,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:01.818167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:01.855454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:01.881080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba212485-eb9c-4914-b163-8707876705df,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:01.918805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6bf43d62-ed6b-4769-bc87-c5db9851370a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:01.920942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:01.922972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:01.925405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8dc84474-70ff-4dfa-a6bd-9c9c2ca452d4 tempest-BulkNetworkOpsTest-169915896 tempest-BulkNetworkOpsTest-169915896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:01.946535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-96f493ef-1f86-4b48-9aad-ad4048b3c569 None None] Provisioning for port ec55dd51-4c63-4f2f-8304-baed155d28ef completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:01.952100 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c4581119-64f5-4ca0-bd50-f748b1a39d69 HTTP/1.1" status: 204  len: 168 time: 1.4456985
Dec 19 13:31:01.978201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-96f493ef-1f86-4b48-9aad-ad4048b3c569 None None] Could not find standard attr ID for object 01fb6aaa-240a-4037-bc56-3d745f6a6628. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:31:02.018344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6bf43d62-ed6b-4769-bc87-c5db9851370a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.097685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Pushing event deleted for resources: {'Network': ['ID=c4581119-64f5-4ca0-bd50-f748b1a39d69,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:02.115243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.115243 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 3.1282146
Dec 19 13:31:02.115243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:02.115243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40596) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:02.237843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6bf43d62-ed6b-4769-bc87-c5db9851370a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.249139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-00781f7e-19b8-47f9-b865-7188cd31c724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:02.266620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.283533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dedde83-e56f-4289-bd73-cae24388a976 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting subnet 119f5ae4-3ab6-4101-aaaa-73a87c28bcbb {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:02.294712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf43d62-ed6b-4769-bc87-c5db9851370a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b88aad-4af2-47ee-a75d-73ead56fe0d1,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:02.305802 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-505a22c9-aa19-4355-9b95-3817e2a3af4b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.323195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6bf43d62-ed6b-4769-bc87-c5db9851370a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:02.329693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6dedde83-e56f-4289-bd73-cae24388a976 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.332048 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ec55dd51-4c63-4f2f-8304-baed155d28ef up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:02.378970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6bf43d62-ed6b-4769-bc87-c5db9851370a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.380395 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6bf43d62-ed6b-4769-bc87-c5db9851370a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/security-groups/38b88aad-4af2-47ee-a75d-73ead56fe0d1 HTTP/1.1" status: 204  len: 168 time: 0.9298582
Dec 19 13:31:02.385267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40600) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:02.420753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-22c3a82f-7209-45e1-b237-d6b972ab561a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:02.458338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6dedde83-e56f-4289-bd73-cae24388a976 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.519456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-505a22c9-aa19-4355-9b95-3817e2a3af4b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 80b6200b-6113-4c7c-966a-43587845c416 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:02.548698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port ec55dd51-4c63-4f2f-8304-baed155d28ef completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:02.555883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ec55dd51-4c63-4f2f-8304-baed155d28ef triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:02.556913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.588735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8741026d-bc1f-49d0-b484-3fd62c54cc90 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.648695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8741026d-bc1f-49d0-b484-3fd62c54cc90 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.753182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6dedde83-e56f-4289-bd73-cae24388a976 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.824952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.830830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.839267 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.849948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.851919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-22c3a82f-7209-45e1-b237-d6b972ab561a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:02.855436 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-22c3a82f-7209-45e1-b237-d6b972ab561a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.7414851
Dec 19 13:31:02.857142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8741026d-bc1f-49d0-b484-3fd62c54cc90 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.859304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:02.864598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40606) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:02.865654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6bf43d62-ed6b-4769-bc87-c5db9851370a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:02.889860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741026d-bc1f-49d0-b484-3fd62c54cc90 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c286256-0311-4932-a783-3132b9755ca9,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:02.905125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8741026d-bc1f-49d0-b484-3fd62c54cc90 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:02.910173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8e71b54f-47dd-46c7-b049-269584d097b4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group': {'name': 'tempest-security--1414474359', 'description': 'tempest-security-description-271380050'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:02.947540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-43bd53ac-af49-423e-ab05-d593b43eb74b None None] Provisioning complete for port ec55dd51-4c63-4f2f-8304-baed155d28ef triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:02.947540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-43bd53ac-af49-423e-ab05-d593b43eb74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.956121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e71b54f-47dd-46c7-b049-269584d097b4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:02.979002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port ec55dd51-4c63-4f2f-8304-baed155d28ef, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ec55dd51-4c63-4f2f-8304-baed155d28ef,segment=NetworkSegment(b8a433ac-9485-4131-bd1d-c954564b7753),segment_id=b8a433ac-9485-4131-bd1d-c954564b7753)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:03.031242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e71b54f-47dd-46c7-b049-269584d097b4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.032799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6dedde83-e56f-4289-bd73-cae24388a976 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.062362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:03.074588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-43bd53ac-af49-423e-ab05-d593b43eb74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.099250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedde83-e56f-4289-bd73-cae24388a976 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Subnet': ['ID=119f5ae4-3ab6-4101-aaaa-73a87c28bcbb,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:03.105491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6dedde83-e56f-4289-bd73-cae24388a976 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.107534 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e21aaf0-524e-40b9-97f6-165306b63593 None None] Network 1d082bfa-8c60-4661-a4a2-5bd10e1f5029 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:03.109135 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6dedde83-e56f-4289-bd73-cae24388a976 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/subnets/119f5ae4-3ab6-4101-aaaa-73a87c28bcbb HTTP/1.1" status: 204  len: 168 time: 1.6120503
Dec 19 13:31:03.110675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8741026d-bc1f-49d0-b484-3fd62c54cc90 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.114246 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8741026d-bc1f-49d0-b484-3fd62c54cc90 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/security-groups/6c286256-0311-4932-a783-3132b9755ca9 HTTP/1.1" status: 204  len: 168 time: 0.7201982
Dec 19 13:31:03.114246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6dedde83-e56f-4289-bd73-cae24388a976 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:03.114246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40610) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:03.115836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40612) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:03.155959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Pushing event updated for resources: {'Port': ['ID=f26a643f-5948-4065-baf7-497077891680,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:03.168714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:03.168714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:03.168714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:03.170176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:03.231375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.245618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e71b54f-47dd-46c7-b049-269584d097b4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.247246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1303aa91-7b3c-4dee-9778-df68e1eac755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:03.249414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e71b54f-47dd-46c7-b049-269584d097b4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.253567 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8e71b54f-47dd-46c7-b049-269584d097b4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "PUT /v2.0/security-groups/ba212485-eb9c-4914-b163-8707876705df HTTP/1.1" status: 200  len: 1611 time: 0.3660159
Dec 19 13:31:03.254283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40618) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:03.258996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-86191c55-fb55-4786-8de3-d9ea0258bf73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:03.351049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-505a22c9-aa19-4355-9b95-3817e2a3af4b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.361858 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e4319922-fb11-4ffb-8e0f-bcb66b564c5b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:03.377671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71b54f-47dd-46c7-b049-269584d097b4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba212485-eb9c-4914-b163-8707876705df,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:03.381953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8e71b54f-47dd-46c7-b049-269584d097b4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:03.386704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.394359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-43bd53ac-af49-423e-ab05-d593b43eb74b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:03.394896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-43bd53ac-af49-423e-ab05-d593b43eb74b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:03.410995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=ec55dd51-4c63-4f2f-8304-baed155d28ef,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:03.419771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:03.419914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a22c9-aa19-4355-9b95-3817e2a3af4b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=80b6200b-6113-4c7c-966a-43587845c416,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:03.425946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-505a22c9-aa19-4355-9b95-3817e2a3af4b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:03.483862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-505a22c9-aa19-4355-9b95-3817e2a3af4b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.505680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:03.506010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.560876 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1e59b7b5-e2fc-402d-b478-976661be2194 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups/ba212485-eb9c-4914-b163-8707876705df HTTP/1.1" status: 200  len: 1611 time: 0.2934496
Dec 19 13:31:03.563484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40624) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:03.568974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fab05e4-7f52-45c2-a7fc-14a0b715f604 None None] DHCP port deletion for 1d082bfa-8c60-4661-a4a2-5bd10e1f5029 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:31:03.572328 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-5fab05e4-7f52-45c2-a7fc-14a0b715f604 None None] Deleting port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:03.572787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5fab05e4-7f52-45c2-a7fc-14a0b715f604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.626809 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-505a22c9-aa19-4355-9b95-3817e2a3af4b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/80b6200b-6113-4c7c-966a-43587845c416 HTTP/1.1" status: 204  len: 168 time: 2.4549742
Dec 19 13:31:03.626809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40628) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:03.694034 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-d483b129-b00a-4f80-8c4d-52e671b54122 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:31:03.694460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d483b129-b00a-4f80-8c4d-52e671b54122 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:03.710677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router 991724e2-d9ed-4c3a-8ec1-c5492830adc5 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:31:03.746303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b3b0-de18-4505-aefd-866010e80ab5 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.751460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40632) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:03.773520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d2f9b9-2455-4be3-8860-564fa12ac7cc tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting subnet e8cad688-8321-42f1-aec4-9136b97c697e {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:03.778626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f9b9-2455-4be3-8860-564fa12ac7cc tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.867121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b3b0-de18-4505-aefd-866010e80ab5 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.882905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-5fab05e4-7f52-45c2-a7fc-14a0b715f604 None None] For port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c78e64e5-c90e-47f7-ab18-fea9ae5b19a9,segment=NetworkSegment(025e30e7-373a-4b9e-a75f-ae1b7c602dd9),segment_id=025e30e7-373a-4b9e-a75f-ae1b7c602dd9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:03.883381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5fab05e4-7f52-45c2-a7fc-14a0b715f604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.884886 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d483b129-b00a-4f80-8c4d-52e671b54122 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:03.886050 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d483b129-b00a-4f80-8c4d-52e671b54122 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/80b6200b-6113-4c7c-966a-43587845c416 HTTP/1.1" status: 404  len: 333 time: 0.2599416
Dec 19 13:31:03.889159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40638) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:03.920959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:03.921702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.006852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f9b9-2455-4be3-8860-564fa12ac7cc tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.064659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-5fab05e4-7f52-45c2-a7fc-14a0b715f604 None None] Calling delete_port for c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:04.083171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7c210e96-4e8e-44aa-9778-2c10225dc3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.105222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b3b0-de18-4505-aefd-866010e80ab5 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.113516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-afdc5bb1-ad5a-4069-8e81-5e9eb7b126d1 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:04.120061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] For port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c78e64e5-c90e-47f7-ab18-fea9ae5b19a9,segment=NetworkSegment(025e30e7-373a-4b9e-a75f-ae1b7c602dd9),segment_id=025e30e7-373a-4b9e-a75f-ae1b7c602dd9)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:04.120602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.142927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3b3b0-de18-4505-aefd-866010e80ab5 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba212485-eb9c-4914-b163-8707876705df,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:04.147448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9d3b3b0-de18-4505-aefd-866010e80ab5 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:04.179117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7c210e96-4e8e-44aa-9778-2c10225dc3bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:04.189661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7c210e96-4e8e-44aa-9778-2c10225dc3bd admin admin] Usage tracker for resource:security_group_rule and tenant:40e549538b394325815942fdef51af67 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:04.197406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7c210e96-4e8e-44aa-9778-2c10225dc3bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:04.207429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7c210e96-4e8e-44aa-9778-2c10225dc3bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:04.253619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5fab05e4-7f52-45c2-a7fc-14a0b715f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.268712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-32f2170d-2790-424a-89b4-1f79027dee9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:04.275561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-3659cedd-43f5-4368-aaf9-47244391d468 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting subnet ccec248a-0ea3-4d95-927e-313fdaaa68f2 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:04.284412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3659cedd-43f5-4368-aaf9-47244391d468 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.299621 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ec55dd51-4c63-4f2f-8304-baed155d28ef up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:04.319830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9d3b3b0-de18-4505-aefd-866010e80ab5 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.321163 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c9d3b3b0-de18-4505-aefd-866010e80ab5 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-groups/ba212485-eb9c-4914-b163-8707876705df HTTP/1.1" status: 204  len: 168 time: 0.7565002
Dec 19 13:31:04.328595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40642) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:04.348785 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab05e4-7f52-45c2-a7fc-14a0b715f604 None None] No DVR routers for this DVR port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:31:04.350149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab05e4-7f52-45c2-a7fc-14a0b715f604 None None] Pushing event deleted for resources: {'Port': ['ID=c78e64e5-c90e-47f7-ab18-fea9ae5b19a9,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:04.355986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5fab05e4-7f52-45c2-a7fc-14a0b715f604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:04.369822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4ad5cf4f-8de8-4908-a471-411d8cb0e09a None None] Provisioning complete for port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:04.370328 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cf4f-8de8-4908-a471-411d8cb0e09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.413034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4ad5cf4f-8de8-4908-a471-411d8cb0e09a None None] Port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 was deleted so its status cannot be updated. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 19 13:31:04.435041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ec55dd51-4c63-4f2f-8304-baed155d28ef triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:04.435447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.453658 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:04.471684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8134ff-60f3-4316-8956-8f93950a4976 None None] Sync routers for ids ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:04.496518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-74670d88-2343-4024-8544-bb44c6609017 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:04.502462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7c210e96-4e8e-44aa-9778-2c10225dc3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.504239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8134ff-60f3-4316-8956-8f93950a4976 None None] Routers {'991724e2-d9ed-4c3a-8ec1-c5492830adc5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:04.505015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2b8134ff-60f3-4316-8956-8f93950a4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a31df0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:04.559301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Calling delete_port for c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:04.568930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2b8134ff-60f3-4316-8956-8f93950a4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a31df0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:04.619741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7c210e96-4e8e-44aa-9778-2c10225dc3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.625506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8134ff-60f3-4316-8956-8f93950a4976 None None] Routers {'991724e2-d9ed-4c3a-8ec1-c5492830adc5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:04.626142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2b8134ff-60f3-4316-8956-8f93950a4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a31df0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:04.634340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3659cedd-43f5-4368-aaf9-47244391d468 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.636520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d0dceb51-6616-4481-b5e6-f618751c2b59 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:04.644303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.647993 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 7.0520813
Dec 19 13:31:04.647993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-74670d88-2343-4024-8544-bb44c6609017 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:04.652371 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-74670d88-2343-4024-8544-bb44c6609017 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3187990
Dec 19 13:31:04.652371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40646) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:04.658253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40648) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:04.676056 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f9b9-2455-4be3-8860-564fa12ac7cc tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.695905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2b8134ff-60f3-4316-8956-8f93950a4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a31df0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:04.696314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8134ff-60f3-4316-8956-8f93950a4976 None None] The sync data for ids ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:04.760818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:31:04.767004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Router 4ebc21ba-b9ea-417e-a085-34874a16db79 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:31:04.768689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:04.769211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:04.794153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c210e96-4e8e-44aa-9778-2c10225dc3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23359519-eadb-492e-98e1-edfe961618b2,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:04.794579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:31:04.795277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:31:04.798022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7c210e96-4e8e-44aa-9778-2c10225dc3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:04.803404 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-bf0ac118-bd3c-4076-8a17-77d0876b7452 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] delete failed (client error): The resource could not be found.
Dec 19 13:31:04.809624 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bf0ac118-bd3c-4076-8a17-77d0876b7452 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-groups/ba212485-eb9c-4914-b163-8707876705df HTTP/1.1" status: 404  len: 347 time: 0.0792296
Dec 19 13:31:04.809624 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7c210e96-4e8e-44aa-9778-2c10225dc3bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40e549538b394325815942fdef51af67&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0582201
Dec 19 13:31:04.810596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40654) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:04.814162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40658) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:04.816928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3659cedd-43f5-4368-aaf9-47244391d468 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.817829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group': {'name': 'tempest-secgroup--337937226'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:04.831104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:04.865648 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f9b9-2455-4be3-8860-564fa12ac7cc tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.874478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf20800b-4308-44ed-a56f-56c7eaf542b4 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:04.897559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:04.927089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2f9b9-2455-4be3-8860-564fa12ac7cc tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cad688-8321-42f1-aec4-9136b97c697e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:04.934231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f8d2f9b9-2455-4be3-8860-564fa12ac7cc tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:04.945900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d47b4bb-8db6-4510-972a-a9732e19e0a9 None None] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:04.946538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f9b9-2455-4be3-8860-564fa12ac7cc tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:04.970551 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f8d2f9b9-2455-4be3-8860-564fa12ac7cc tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/e8cad688-8321-42f1-aec4-9136b97c697e HTTP/1.1" status: 204  len: 168 time: 1.8358996
Dec 19 13:31:04.976078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40662) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:04.987576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:05.084412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32b20bda-12eb-46bb-adcb-e17b3ad187e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.127144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.133349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32b20bda-12eb-46bb-adcb-e17b3ad187e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.154185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3659cedd-43f5-4368-aaf9-47244391d468 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.169004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5b5458b2-e942-4147-9624-082035b81a60 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:05.235676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659cedd-43f5-4368-aaf9-47244391d468 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Subnet': ['ID=ccec248a-0ea3-4d95-927e-313fdaaa68f2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:05.242272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3659cedd-43f5-4368-aaf9-47244391d468 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:05.249207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:05.252252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3659cedd-43f5-4368-aaf9-47244391d468 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.257037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:05.262689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:05.265879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51578be8-8ad7-4624-918b-04549b610606 None None] Network 1b22014a-9080-4727-aa45-92d2de492c01 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:05.266122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:05.270309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:05.272034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting port c78e64e5-c90e-47f7-ab18-fea9ae5b19a9 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:05.278080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.278809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:05.288383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:05.298882 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3659cedd-43f5-4368-aaf9-47244391d468 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/ccec248a-0ea3-4d95-927e-313fdaaa68f2 HTTP/1.1" status: 204  len: 168 time: 1.4056525
Dec 19 13:31:05.310384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40666) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:05.313282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:05.358842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] The port 'c78e64e5-c90e-47f7-ab18-fea9ae5b19a9' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:31:05.465901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32b20bda-12eb-46bb-adcb-e17b3ad187e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.474963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-651e9f51-493c-429d-be7b-87345ea3511c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:05.491668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20bda-12eb-46bb-adcb-e17b3ad187e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23359519-eadb-492e-98e1-edfe961618b2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:05.530825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-32b20bda-12eb-46bb-adcb-e17b3ad187e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:05.532322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32b20bda-12eb-46bb-adcb-e17b3ad187e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.536319 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-32b20bda-12eb-46bb-adcb-e17b3ad187e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23359519-eadb-492e-98e1-edfe961618b2 HTTP/1.1" status: 204  len: 168 time: 0.7188351
Dec 19 13:31:05.536319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:05.542836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.561894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.626164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.633346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.675364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port b2fcb807-220f-4d35-a97a-43f12d6ad24b {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:05.675691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.678377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d465f7b20>,) {'filters': {'network_id': ['1d082bfa-8c60-4661-a4a2-5bd10e1f5029']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:05.679895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] DHCP port deletion for 1b22014a-9080-4727-aa45-92d2de492c01 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:31:05.684734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] Deleting port b2fcb807-220f-4d35-a97a-43f12d6ad24b {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:05.685108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.731238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d465f7b20>, '025e30e7-373a-4b9e-a75f-ae1b7c602dd9') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:05.731805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d465f7b20>, '025e30e7-373a-4b9e-a75f-ae1b7c602dd9') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:05.747968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.757284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.758441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-98e6113c-89a3-49c2-bf16-0bfb365aad83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:05.820830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.845024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:05.845655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:05.854539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:05.865091 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79273cb7-c50d-47b8-95ca-27fda4f44697 None None] Sync routers for ids ['4ebc21ba-b9ea-417e-a085-34874a16db79'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:05.865639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df40a1e-0c0b-4fcd-b944-1de508e1f0d6,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:05.877264 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:05.892280 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79273cb7-c50d-47b8-95ca-27fda4f44697 None None] Routers {'4ebc21ba-b9ea-417e-a085-34874a16db79'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:05.892904 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-79273cb7-c50d-47b8-95ca-27fda4f44697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479fc580>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4ebc21ba-b9ea-417e-a085-34874a16db79'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:05.937309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:05.986371 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-79273cb7-c50d-47b8-95ca-27fda4f44697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479fc580>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:06.016150 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79273cb7-c50d-47b8-95ca-27fda4f44697 None None] Routers {'4ebc21ba-b9ea-417e-a085-34874a16db79'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:06.017096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.017402 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-79273cb7-c50d-47b8-95ca-27fda4f44697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479fc580>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4ebc21ba-b9ea-417e-a085-34874a16db79'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:06.018288 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.2069147
Dec 19 13:31:06.046591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] For port b2fcb807-220f-4d35-a97a-43f12d6ad24b, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b2fcb807-220f-4d35-a97a-43f12d6ad24b,segment=NetworkSegment(7ab7befa-1d08-4a7f-93fc-af6fadaaeeca),segment_id=7ab7befa-1d08-4a7f-93fc-af6fadaaeeca)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:06.046993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.057644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40674) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.066229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': '8df40a1e-0c0b-4fcd-b944-1de508e1f0d6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:06.076055 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:06.081563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:06.085041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:06.096373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:06.109185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.114293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-79273cb7-c50d-47b8-95ca-27fda4f44697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479fc580>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:06.114706 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79273cb7-c50d-47b8-95ca-27fda4f44697 None None] The sync data for ids ['4ebc21ba-b9ea-417e-a085-34874a16db79'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:06.118543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:06.141879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.159489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.160966 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 8.2073309
Dec 19 13:31:06.173580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Network': ['ID=1d082bfa-8c60-4661-a4a2-5bd10e1f5029,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:06.175216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40678) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.182722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:06.188731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-48569931-7a92-4c42-ae75-84d69d82ad57 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'enable_snat': False}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:06.241367 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/1d082bfa-8c60-4661-a4a2-5bd10e1f5029 HTTP/1.1" status: 204  len: 168 time: 3.1269314
Dec 19 13:31:06.252029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40682) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.267405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] Calling delete_port for b2fcb807-220f-4d35-a97a-43f12d6ad24b owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:06.306499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b2fcb807-220f-4d35-a97a-43f12d6ad24b no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:31:06.313532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.315687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] For port b2fcb807-220f-4d35-a97a-43f12d6ad24b, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b2fcb807-220f-4d35-a97a-43f12d6ad24b,segment=NetworkSegment(7ab7befa-1d08-4a7f-93fc-af6fadaaeeca),segment_id=7ab7befa-1d08-4a7f-93fc-af6fadaaeeca)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:06.316103 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.324332 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4e7900-3f1f-4d14-93c3-17543cf92bfe tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:06.329247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4e7900-3f1f-4d14-93c3-17543cf92bfe tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:06.329247 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8d4e7900-3f1f-4d14-93c3-17543cf92bfe tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/subnets/1f240efe-1fb9-4fb8-baa7-ac0e2b9240ed HTTP/1.1" status: 404  len: 337 time: 0.0737631
Dec 19 13:31:06.329454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40686) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.403471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fd9a9af7-a6f7-4be8-8056-d812b524f984 None None] Provisioning complete for port 2cf15dc5-aee2-434a-9aed-c8569c88337e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:06.403766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9af7-a6f7-4be8-8056-d812b524f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.492900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40690) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.504018 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e38d083-b3fc-46c2-afad-5dff519d10d6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:06.504451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e38d083-b3fc-46c2-afad-5dff519d10d6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:06.506203 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5e38d083-b3fc-46c2-afad-5dff519d10d6 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/9e8ded69-10c3-4e18-8b1d-45e510b1f7eb HTTP/1.1" status: 404  len: 339 time: 0.1759284
Dec 19 13:31:06.514342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for b2fcb807-220f-4d35-a97a-43f12d6ad24b owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:06.520610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40694) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.559406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a9af7-a6f7-4be8-8056-d812b524f984 None None] Port 2cf15dc5-aee2-434a-9aed-c8569c88337e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:06.566124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82be5750-7668-42a8-ac0c-b85542583351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.568463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.590249 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3ceaaf-f89c-4bbf-9738-cf111d3bc738 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:06.590513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3ceaaf-f89c-4bbf-9738-cf111d3bc738 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:06.594524 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bd3ceaaf-f89c-4bbf-9738-cf111d3bc738 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/subnets/2e33f86d-64f7-4bf5-a470-dfc5f2aba62f HTTP/1.1" status: 404  len: 337 time: 0.0692737
Dec 19 13:31:06.598644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40698) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.600736 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fd9a9af7-a6f7-4be8-8056-d812b524f984 None None] Provisioning complete for port 8b5a9721-b81c-4675-b880-ffa4e855d922 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:06.601416 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fd9a9af7-a6f7-4be8-8056-d812b524f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.642439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.652612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.653457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4a71e4d4-f901-4c68-9daa-595ed0a190a5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:06.740559 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6222191-909d-48b3-8233-ca945a451144 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:06.748514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6222191-909d-48b3-8233-ca945a451144 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:06.749171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.756032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:06.756504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:06.762350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7f764e35-442b-4eeb-ba81-c7282b29a308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:06.766823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.796180 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b6222191-909d-48b3-8233-ca945a451144 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/e8391353-5c00-4bde-99c1-a3b70a67e72b HTTP/1.1" status: 404  len: 339 time: 0.1938834
Dec 19 13:31:06.797479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-82be5750-7668-42a8-ac0c-b85542583351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:06.798710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40702) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.812938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] No DVR routers for this DVR port b2fcb807-220f-4d35-a97a-43f12d6ad24b on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:31:06.817963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] Pushing event deleted for resources: {'Port': ['ID=b2fcb807-220f-4d35-a97a-43f12d6ad24b,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:06.822272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-82be5750-7668-42a8-ac0c-b85542583351 admin admin] Usage tracker for resource:security_group_rule and tenant:2a4d4b0acd444f338a1de5ba9c59c488 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:06.826768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:06.827837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:06.829799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-82be5750-7668-42a8-ac0c-b85542583351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:06.841914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:06.843497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:06.844074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.847727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-82be5750-7668-42a8-ac0c-b85542583351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:06.852337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Subnet': ['ID=d3d35229-7f6a-42d5-ac8c-66f60e71f8e2,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:06.855826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cbe6cb-2e2c-4734-8ef4-e608fd5a3125 None None] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:06.856622 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa671d48-521b-4d26-8ab7-2cc2d278693d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:06.857094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa671d48-521b-4d26-8ab7-2cc2d278693d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:06.863855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:06.866285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-24c25fb4-8b71-48e9-b17b-d6bbcb691c2a tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:06.869770 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-aa671d48-521b-4d26-8ab7-2cc2d278693d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/subnets/b42a7f45-a4fe-446d-a390-29b8c49e24aa HTTP/1.1" status: 404  len: 337 time: 0.0699120
Dec 19 13:31:06.872253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40706) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.889565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6c0d4f-73a0-4e5f-8612-5687a97ec88f,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:06.895591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:06.921617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:06.922760 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8641765
Dec 19 13:31:06.928293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40710) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.941372 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3a0f29-8da5-45ea-bf70-43d7f5790c01 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:06.941798 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3a0f29-8da5-45ea-bf70-43d7f5790c01 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:06.943434 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2c3a0f29-8da5-45ea-bf70-43d7f5790c01 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/f6552cb2-da4a-426b-9e26-3c062727b70d HTTP/1.1" status: 404  len: 339 time: 0.0701671
Dec 19 13:31:06.948927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40714) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.954285 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9767590
Dec 19 13:31:06.960164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40716) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:06.995121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'security_group': {'name': 'tempest-secgroup-522476641'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:07.008114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-849d8eba-9577-4a84-8bd1-bc33c3d98e4d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.011031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:07.023838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:security_group and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:07.025520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82be5750-7668-42a8-ac0c-b85542583351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.028163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-849d8eba-9577-4a84-8bd1-bc33c3d98e4d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.064259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:07.115371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82be5750-7668-42a8-ac0c-b85542583351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.125292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:07.173608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be5750-7668-42a8-ac0c-b85542583351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a492a1a8-7a87-4e66-aa02-0a199891334a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:07.179289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-82be5750-7668-42a8-ac0c-b85542583351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:07.187083 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-82be5750-7668-42a8-ac0c-b85542583351 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a4d4b0acd444f338a1de5ba9c59c488&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6861074
Dec 19 13:31:07.194213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40722) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:07.224190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:07.241128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-849d8eba-9577-4a84-8bd1-bc33c3d98e4d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.259501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93b522e-d253-4f7e-9e4f-2f02fc84c8d4 None None] Update dhcp port {'port': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'fixed_ips': [{'subnet_id': '4bc7de36-334e-4e6e-a37f-3c7732f1255b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd3d35229-7f6a-42d5-ac8c-66f60e71f8e2'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': '8b5a9721-b81c-4675-b880-ffa4e855d922'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:31:07.285477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port b2fcb807-220f-4d35-a97a-43f12d6ad24b {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:07.286018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.300660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8f17d2a6-c123-4b3b-93dc-d1ee4ec120cc tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:07.313968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f93b522e-d253-4f7e-9e4f-2f02fc84c8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.326912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d8eba-9577-4a84-8bd1-bc33c3d98e4d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c6c0d4f-73a0-4e5f-8612-5687a97ec88f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:07.333871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-849d8eba-9577-4a84-8bd1-bc33c3d98e4d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:07.339633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-849d8eba-9577-4a84-8bd1-bc33c3d98e4d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.340789 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-849d8eba-9577-4a84-8bd1-bc33c3d98e4d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4c6c0d4f-73a0-4e5f-8612-5687a97ec88f HTTP/1.1" status: 204  len: 168 time: 0.4105227
Dec 19 13:31:07.344912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40726) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:07.389761 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82a69de8-e69f-435b-8190-afafe5f1a637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.425691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.439453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82a69de8-e69f-435b-8190-afafe5f1a637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.474298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ce53df55-6079-4b45-ba4e-ef58046fcb87 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:07.484024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] The port 'b2fcb807-220f-4d35-a97a-43f12d6ad24b' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:31:07.533830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-f93b522e-d253-4f7e-9e4f-2f02fc84c8d4 None None] Allocated IP 172.20.0.2 (cd240b73-5c3d-4ffd-9f76-55101cb2fe53/d3d35229-7f6a-42d5-ac8c-66f60e71f8e2/8b5a9721-b81c-4675-b880-ffa4e855d922) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:07.591751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ce53df55-6079-4b45-ba4e-ef58046fcb87 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:07.596315 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ce53df55-6079-4b45-ba4e-ef58046fcb87 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2471900
Dec 19 13:31:07.598371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40730) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:07.648870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.675417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82a69de8-e69f-435b-8190-afafe5f1a637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.687776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fedd3d81-4c98-419a-966a-9456722c1cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:07.697432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f93b522e-d253-4f7e-9e4f-2f02fc84c8d4 None None] For port 8b5a9721-b81c-4675-b880-ffa4e855d922, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8b5a9721-b81c-4675-b880-ffa4e855d922,segment=NetworkSegment(a24048be-a7f1-4970-a6e7-2c89bbe80133),segment_id=a24048be-a7f1-4970-a6e7-2c89bbe80133)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:07.717284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-454bc172-d184-4909-a14a-78f8af5e1517 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting subnet 51eb789e-4c48-412a-9f49-cd26c91739a8 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:07.727404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-454bc172-d184-4909-a14a-78f8af5e1517 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.737456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f93b522e-d253-4f7e-9e4f-2f02fc84c8d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.752092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f93b522e-d253-4f7e-9e4f-2f02fc84c8d4 None None] Transition to ACTIVE for port object 8b5a9721-b81c-4675-b880-ffa4e855d922 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:07.756189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.763664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:07.767355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a69de8-e69f-435b-8190-afafe5f1a637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a492a1a8-7a87-4e66-aa02-0a199891334a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:07.770999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b078ae2a-acbf-4dad-b712-97ce3155c5e6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.773729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-82a69de8-e69f-435b-8190-afafe5f1a637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:07.785610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82a69de8-e69f-435b-8190-afafe5f1a637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.786436 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-82a69de8-e69f-435b-8190-afafe5f1a637 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a492a1a8-7a87-4e66-aa02-0a199891334a HTTP/1.1" status: 204  len: 168 time: 0.5912840
Dec 19 13:31:07.810495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b078ae2a-acbf-4dad-b712-97ce3155c5e6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.816054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f93b522e-d253-4f7e-9e4f-2f02fc84c8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.835402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fd5d7170-0675-48c8-bb98-133d63ce46e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:07.842277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:security_group_rule and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:07.848612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:07.876083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:07.883725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48569931-7a92-4c42-ae75-84d69d82ad57 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.889236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46ca33a0>,) {'filters': {'network_id': ['1b22014a-9080-4727-aa45-92d2de492c01']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:07.925540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-454bc172-d184-4909-a14a-78f8af5e1517 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.959535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46ca33a0>, '7ab7befa-1d08-4a7f-93fc-af6fadaaeeca') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:07.959535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46ca33a0>, '7ab7befa-1d08-4a7f-93fc-af6fadaaeeca') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:07.959770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b078ae2a-acbf-4dad-b712-97ce3155c5e6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:07.972069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:08.002760 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078ae2a-acbf-4dad-b712-97ce3155c5e6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df40a1e-0c0b-4fcd-b944-1de508e1f0d6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:08.006976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b522e-d253-4f7e-9e4f-2f02fc84c8d4 None None] Pushing event updated for resources: {'Port': ['ID=8b5a9721-b81c-4675-b880-ffa4e855d922,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:08.012335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b078ae2a-acbf-4dad-b712-97ce3155c5e6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:08.012509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f93b522e-d253-4f7e-9e4f-2f02fc84c8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:08.050837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.098947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.125874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:08.126269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.138373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b078ae2a-acbf-4dad-b712-97ce3155c5e6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.140595 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b078ae2a-acbf-4dad-b712-97ce3155c5e6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-groups/8df40a1e-0c0b-4fcd-b944-1de508e1f0d6 HTTP/1.1" status: 204  len: 168 time: 0.5409768
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:08.141917 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:08.149026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40736) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:08.252508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8b5a9721-b81c-4675-b880-ffa4e855d922 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:08.350542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.372926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1e280550-7dcb-4868-9847-028137313646 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:08.419207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-454bc172-d184-4909-a14a-78f8af5e1517 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.433548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48569931-7a92-4c42-ae75-84d69d82ad57 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.437328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48569931-7a92-4c42-ae75-84d69d82ad57 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.465013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.477203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2888c845-a701-4cbb-baa6-05145dedfe8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:08.505937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1e280550-7dcb-4868-9847-028137313646 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:08.511402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.513192 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1e280550-7dcb-4868-9847-028137313646 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3628745
Dec 19 13:31:08.515458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40746) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:08.553559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882830499'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:08.571626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.580161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:08.599260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235e54bc-5812-4966-a951-aac2b5502c6c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:08.650980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/networks/1b22014a-9080-4727-aa45-92d2de492c01 HTTP/1.1" status: 204  len: 168 time: 3.3390062
Dec 19 13:31:08.652441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:08.655127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40752) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:08.656267 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:08.669241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a8df3ccf-8031-4949-a95a-1b7f040eb2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:08.698828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-722307074'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:08.706640 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.708450 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.7471750
Dec 19 13:31:08.730233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40756) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:08.732842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Network': ['ID=1b22014a-9080-4727-aa45-92d2de492c01,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:08.737080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:08.744692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:08.749702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'security_group': {'name': 'tempest-secgroup-1670592785'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:08.760600 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:network and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:08.763224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:08.777361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:08.779131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:security_group and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:08.782038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.20.0.1 (22b8ca15-9b54-498b-8cab-ec46ba89b06d/baee4e93-060d-4e71-8682-47e920cb3af8/1e971add-56be-4e46-86a7-2a7a7725db3f) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:08.788565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:08.796428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:08.798871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:08.836314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48569931-7a92-4c42-ae75-84d69d82ad57 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Router 4ebc21ba-b9ea-417e-a085-34874a16db79 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:31:08.886349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-454bc172-d184-4909-a14a-78f8af5e1517 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.895736 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-04e672f9-89e6-4f85-9e1b-c231a71aeb93 None None] Provisioning complete for port 2cf15dc5-aee2-434a-9aed-c8569c88337e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:08.896399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-04e672f9-89e6-4f85-9e1b-c231a71aeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.897391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.912932 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-23cd8d4e-94ac-442a-85eb-3675800ca896 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:08.956514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-454bc172-d184-4909-a14a-78f8af5e1517 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.959247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bc172-d184-4909-a14a-78f8af5e1517 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Subnet': ['ID=51eb789e-4c48-412a-9f49-cd26c91739a8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:08.961582 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-454bc172-d184-4909-a14a-78f8af5e1517 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:08.970273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.980134 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:08.980550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-04e672f9-89e6-4f85-9e1b-c231a71aeb93 None None] Port 2cf15dc5-aee2-434a-9aed-c8569c88337e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:08.983135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:08.985197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb250714-dd1c-4e04-a0c5-0109bb98bfa9 None None] Network 6423468e-13d8-4197-adca-f8744ae2ee02 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:09.033435 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-454bc172-d184-4909-a14a-78f8af5e1517 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/subnets/51eb789e-4c48-412a-9f49-cd26c91739a8 HTTP/1.1" status: 204  len: 168 time: 2.0756378
Dec 19 13:31:09.039867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40762) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:09.067387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48569931-7a92-4c42-ae75-84d69d82ad57 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:09.077242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48569931-7a92-4c42-ae75-84d69d82ad57 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.081657 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-48569931-7a92-4c42-ae75-84d69d82ad57 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "PUT /v2.0/routers/4ebc21ba-b9ea-417e-a085-34874a16db79 HTTP/1.1" status: 200  len: 926 time: 2.9024251
Dec 19 13:31:09.082691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40768) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:09.143086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc31e859-635e-42e1-9c91-b54d404d557f None None] Sync routers for ids ['4ebc21ba-b9ea-417e-a085-34874a16db79'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:09.217135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31e859-635e-42e1-9c91-b54d404d557f None None] Routers {'4ebc21ba-b9ea-417e-a085-34874a16db79'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:09.217812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cc31e859-635e-42e1-9c91-b54d404d557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47601c10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4ebc21ba-b9ea-417e-a085-34874a16db79'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:09.277135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-04e672f9-89e6-4f85-9e1b-c231a71aeb93 None None] Provisioning for port 8b5a9721-b81c-4675-b880-ffa4e855d922 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:09.294257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cc31e859-635e-42e1-9c91-b54d404d557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47601c10>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:09.297249 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-04e672f9-89e6-4f85-9e1b-c231a71aeb93 None None] Provisioning complete for port 8b5a9721-b81c-4675-b880-ffa4e855d922 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:09.298415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-04e672f9-89e6-4f85-9e1b-c231a71aeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.312891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:09.319733 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b4501751-f690-4033-8df5-e5bc1adc30be tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/routers/4ebc21ba-b9ea-417e-a085-34874a16db79 HTTP/1.1" status: 200  len: 926 time: 0.2330723
Dec 19 13:31:09.320987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40776) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:09.335290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:31:09.340681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:09.349039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:09.388871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:09.417359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.443272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Transition to ACTIVE for port object 1e971add-56be-4e46-86a7-2a7a7725db3f will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:09.443390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-901a7188-7552-43af-ade0-cb36cd0dc2d5 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Synchronizing usage tracker for tenant:8be708970668409d8c66a79fe2eb2018 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:09.476255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:09.479587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:security_group_rule and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:09.482280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31e859-635e-42e1-9c91-b54d404d557f None None] Routers {'4ebc21ba-b9ea-417e-a085-34874a16db79'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:09.482932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cc31e859-635e-42e1-9c91-b54d404d557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47601c10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4ebc21ba-b9ea-417e-a085-34874a16db79'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:09.485261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:09.491989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.492536 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Added segment 25c9833f-a4d3-478e-9fcc-2834484647c0 of type vlan for network a5e37b2e-e688-4009-bd51-d3d455c95d36
Dec 19 13:31:09.497158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.500976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:09.521472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-901a7188-7552-43af-ade0-cb36cd0dc2d5 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Unset dirty status for tenant:8be708970668409d8c66a79fe2eb2018 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:09.523905 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-901a7188-7552-43af-ade0-cb36cd0dc2d5 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&device_id=4ebc21ba-b9ea-417e-a085-34874a16db79&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2018566
Dec 19 13:31:09.529857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40784) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:09.547808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd74daf2-72c2-469a-8fb5-d8c8456be12b None None] DHCP port deletion for 6423468e-13d8-4197-adca-f8744ae2ee02 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:31:09.560810 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cc31e859-635e-42e1-9c91-b54d404d557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47601c10>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:09.561238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc31e859-635e-42e1-9c91-b54d404d557f None None] The sync data for ids ['4ebc21ba-b9ea-417e-a085-34874a16db79'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:09.564217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-dd74daf2-72c2-469a-8fb5-d8c8456be12b None None] Deleting port 6d2549b5-abc7-4ed6-92cf-5523db3fea06 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:09.564838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dd74daf2-72c2-469a-8fb5-d8c8456be12b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.576164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.588017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting port 6d2549b5-abc7-4ed6-92cf-5523db3fea06 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:09.588348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.613768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.630131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a91d0a12-e069-482d-a233-91325565dc44 tempest-RoutersAdminTest-1633193161 tempest-RoutersAdminTest-1633193161-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:09.698916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad3b4d6-398f-4bd9-9b8e-afc3867e9c68 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:09.699793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cad3b4d6-398f-4bd9-9b8e-afc3867e9c68 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Synchronizing usage tracker for tenant:8be708970668409d8c66a79fe2eb2018 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:09.782031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cad3b4d6-398f-4bd9-9b8e-afc3867e9c68 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Unset dirty status for tenant:8be708970668409d8c66a79fe2eb2018 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:09.783668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.784539 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cad3b4d6-398f-4bd9-9b8e-afc3867e9c68 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/networks/4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 881 time: 0.2517374
Dec 19 13:31:09.786803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40788) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:09.812157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network 22b8ca15-9b54-498b-8cab-ec46ba89b06d is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:09.841329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=1e971add-56be-4e46-86a7-2a7a7725db3f,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:09.844750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:09.847301 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.853086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:09.855768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:09.858869 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-22d12387-5126-4f5f-8a6b-e10ea719aa0d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ebc21ba-b9ea-417e-a085-34874a16db79 HTTP/1.1" status: 200  len: 205 time: 0.0708678
Dec 19 13:31:09.859314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-dd74daf2-72c2-469a-8fb5-d8c8456be12b None None] For port 6d2549b5-abc7-4ed6-92cf-5523db3fea06, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6d2549b5-abc7-4ed6-92cf-5523db3fea06,segment=NetworkSegment(b2326d0a-f8d3-4673-9abe-6b0aa27ad10d),segment_id=b2326d0a-f8d3-4673-9abe-6b0aa27ad10d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:09.859698 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40794) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:09.859890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dd74daf2-72c2-469a-8fb5-d8c8456be12b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.917386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:09.939002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ea546ede-4938-4e03-a3bd-0c3fd328b4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:10.039854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-dd74daf2-72c2-469a-8fb5-d8c8456be12b None None] Calling delete_port for 6d2549b5-abc7-4ed6-92cf-5523db3fea06 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:10.084996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.088974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.093198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:10.094080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.109583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.151839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e41d084-69d6-434b-af0a-a61e12c382d8,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:10.151839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:10.161528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1014e645-1462-442f-a938-1de484cfae76 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:10.185850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.200459 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6d2549b5-abc7-4ed6-92cf-5523db3fea06 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:31:10.237320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] For port 6d2549b5-abc7-4ed6-92cf-5523db3fea06, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6d2549b5-abc7-4ed6-92cf-5523db3fea06,segment=NetworkSegment(b2326d0a-f8d3-4673-9abe-6b0aa27ad10d),segment_id=b2326d0a-f8d3-4673-9abe-6b0aa27ad10d)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:10.237888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.245011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dd74daf2-72c2-469a-8fb5-d8c8456be12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.252618 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b19def15-97b3-4290-a6a5-afdcf7b55a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:10.285113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 6d2549b5-abc7-4ed6-92cf-5523db3fea06 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:31:10.286131 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6d2549b5-abc7-4ed6-92cf-5523db3fea06 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:31:10.297969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-77f03b33-b384-4a27-91d2-f62d24a6acd4 None None] Provisioning for port 1e971add-56be-4e46-86a7-2a7a7725db3f completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:10.317969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74daf2-72c2-469a-8fb5-d8c8456be12b None None] Pushing event deleted for resources: {'Port': ['ID=6d2549b5-abc7-4ed6-92cf-5523db3fea06,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:10.317969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dd74daf2-72c2-469a-8fb5-d8c8456be12b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:10.317969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-77f03b33-b384-4a27-91d2-f62d24a6acd4 None None] Provisioning complete for port 1e971add-56be-4e46-86a7-2a7a7725db3f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:10.317969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-77f03b33-b384-4a27-91d2-f62d24a6acd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.362639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74daf2-72c2-469a-8fb5-d8c8456be12b None None] No DVR routers for this DVR port 6d2549b5-abc7-4ed6-92cf-5523db3fea06 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:31:10.384737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-77f03b33-b384-4a27-91d2-f62d24a6acd4 None None] Port 1e971add-56be-4e46-86a7-2a7a7725db3f cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:10.398936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab19b6f6-3ce1-4511-bb66-6c5fce84216c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:10.402122 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:10.409054 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Calling delete_port for 6d2549b5-abc7-4ed6-92cf-5523db3fea06 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:10.440523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-192d6726-357a-4a04-ad58-cce347da7871 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:10.455141 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.7871826
Dec 19 13:31:10.455989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.457113 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.7220008
Dec 19 13:31:10.458020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40802) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:10.462933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40804) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:10.468354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': 'a5e37b2e-e688-4009-bd51-d3d455c95d36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:10.469095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.470257 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.9409931
Dec 19 13:31:10.491560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'security_group': {'name': 'tempest-secgroup-1545668480'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:10.497994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40810) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:10.550996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:10.561382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': '1e41d084-69d6-434b-af0a-a61e12c382d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:10.569963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Network': ['ID=a5e37b2e-e688-4009-bd51-d3d455c95d36,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:10.573202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:10.574178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:10.585925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network a5e37b2e-e688-4009-bd51-d3d455c95d36 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:31:10.586521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:security_group and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:10.596686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:10.599875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:10.600286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:10.604495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:10.605541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:10.612815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:10.634335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:10.657283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.660726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:10.667259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:10.670853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:10.676875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:10.729901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.757976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:10.800680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:10.805662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:security_group_rule and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:10.809403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:10.914249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Deleting port f26a643f-5948-4065-baf7-497077891680 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:10.914586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.052132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:11.061020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.089210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:11.102093 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting port 6d2549b5-abc7-4ed6-92cf-5523db3fea06 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:11.104669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.141476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.174848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] The port '6d2549b5-abc7-4ed6-92cf-5523db3fea06' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:31:11.397420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.425385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.450005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.450275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.484758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.495315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4762c670>,) {'filters': {'network_id': ['6423468e-13d8-4197-adca-f8744ae2ee02']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:11.502881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4762c670>, 'b2326d0a-f8d3-4673-9abe-6b0aa27ad10d') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:11.503203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4762c670>, 'b2326d0a-f8d3-4673-9abe-6b0aa27ad10d') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:11.516358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.533831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.543258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:11.543832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:11.559326 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:11.610734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.614787 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40830) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:11.621170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Calling delete_port for f26a643f-5948-4065-baf7-497077891680 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:11.623791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.649262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:11.658631 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:11.668087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.748083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebd16c6-7dea-4334-9590-011c9ce8e60e,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:11.768287 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.776093 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=1e971add-56be-4e46-86a7-2a7a7725db3f,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:11.777370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:11.777974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-849d8eba-9577-4a84-8bd1-bc33c3d98e4d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:11.779665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:11.818208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0d5011-00eb-4a04-873b-597e0db45b4c,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:11.822801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:11.869358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-af2e6114-3946-4ffe-a00f-fe91d7f1d641 tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:11.874461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.883814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.885257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-65b9d18b-8de8-4d28-8b3d-bd7ee5de99eb tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:11.904089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.907185 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.4410675
Dec 19 13:31:11.907185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:11.907185 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.4082716
Dec 19 13:31:11.909524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40836) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:11.909845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40838) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:11.917586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Network': ['ID=6423468e-13d8-4197-adca-f8744ae2ee02,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:11.928529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1383389689', 'security_groups': ['6ebd16c6-7dea-4334-9590-011c9ce8e60e'], 'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3d35229-7f6a-42d5-ac8c-66f60e71f8e2'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:11.929980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:11.942721 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/6423468e-13d8-4197-adca-f8744ae2ee02 HTTP/1.1" status: 204  len: 168 time: 2.8963282
Dec 19 13:31:11.942901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': '1e41d084-69d6-434b-af0a-a61e12c382d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:11.944252 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40844) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:11.950329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:11.952786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:12.005071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2e379056-448c-4ca0-9bdf-81ddc56b49d9 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:12.006294 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-96098076-09cc-4115-adcd-12b57bd8d46d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:12.006721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96098076-09cc-4115-adcd-12b57bd8d46d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:12.011411 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-96098076-09cc-4115-adcd-12b57bd8d46d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/subnets/47bd9e57-1dbf-49b2-9ea3-37d75f201a40 HTTP/1.1" status: 404  len: 337 time: 0.0617495
Dec 19 13:31:12.014587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40848) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:12.039413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:12.044359 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-e944a0c9-b034-4182-b530-0adfed14a464 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:12.044790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e944a0c9-b034-4182-b530-0adfed14a464 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:12.049423 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e944a0c9-b034-4182-b530-0adfed14a464 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/b593f2af-b1d1-4a24-86d4-a8e9745d5e62 HTTP/1.1" status: 404  len: 339 time: 0.0314715
Dec 19 13:31:12.049674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:12.049946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40852) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:12.053177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network 22b8ca15-9b54-498b-8cab-ec46ba89b06d is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:12.053316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:12.075191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:12.088029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:12.192434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Subnet': ['ID=e302a915-0d4e-4fb0-8321-302de31dec19,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:12.203280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:12.217576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ffac7b80-6126-4f82-af25-5ab43fc6cb00 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:12.314251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Pushing event deleted for resources: {'Port': ['ID=f26a643f-5948-4065-baf7-497077891680,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:12.320107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:12.326393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:12.336767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-94fd9648-0e18-4827-9b5c-6452aa1268b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:12.348671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:12.377357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Checking segment: {'id': '25c9833f-a4d3-478e-9fcc-2834484647c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a5e37b2e-e688-4009-bd51-d3d455c95d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:12.377706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network hostable DHCP agents. Network: a5e37b2e-e688-4009-bd51-d3d455c95d36, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:31:12.388128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:12.421213 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-af2e6114-3946-4ffe-a00f-fe91d7f1d641 tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] 10.222.0.24 "PUT /v2.0/quotas/97e43e6a05e64b6ca90f5e680671b21f HTTP/1.1" status: 200  len: 366 time: 0.8051746
Dec 19 13:31:12.426197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40856) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:12.426353 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e7504391-f420-4a11-8afb-513122a7bc39 None None] Provisioning complete for port 1e971add-56be-4e46-86a7-2a7a7725db3f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:12.426653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7504391-f420-4a11-8afb-513122a7bc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:12.486296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e7504391-f420-4a11-8afb-513122a7bc39 None None] Port 1e971add-56be-4e46-86a7-2a7a7725db3f cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:12.517572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e2c737-4ac7-4eb9-99bd-e17127152172 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting subnet fc36b390-9253-4abb-b4e1-8c4cbd14b084 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:12.521296 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-257407ba-423b-4125-8391-9f254b0b873a tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0926225
Dec 19 13:31:12.525041 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40860) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:12.527847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c737-4ac7-4eb9-99bd-e17127152172 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:12.562111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:12.592648 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7977ba6e-fdcb-4d75-b7af-58f2f61cfd7d tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] 10.222.0.24 "GET /v2.0/quotas/97e43e6a05e64b6ca90f5e680671b21f HTTP/1.1" status: 200  len: 366 time: 0.0639405
Dec 19 13:31:12.596608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40864) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:12.601241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c737-4ac7-4eb9-99bd-e17127152172 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:12.745336 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-413a0743-9566-477d-9435-3d39c8087356 tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/97e43e6a05e64b6ca90f5e680671b21f HTTP/1.1" status: 204  len: 168 time: 0.1475070
Dec 19 13:31:12.753124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40868) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:12.785615 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e80eb1b7-735f-46e1-81fb-b8334b1b7485 tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0264106
Dec 19 13:31:12.790306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40872) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:12.801685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c737-4ac7-4eb9-99bd-e17127152172 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:12.813971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:12.828279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network a5e37b2e-e688-4009-bd51-d3d455c95d36 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:31:12.908997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:12.974158 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ca56a7ef-bbf1-47a1-9b85-78ab372deb86 tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] 10.222.0.24 "GET /v2.0/quotas/97e43e6a05e64b6ca90f5e680671b21f HTTP/1.1" status: 200  len: 370 time: 0.1818593
Dec 19 13:31:12.981870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40876) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:12.994544 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bd970c02-c574-4c4a-ba31-9dddb8c41fcb tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] 10.222.0.24 "GET /v2.0/quotas/97e43e6a05e64b6ca90f5e680671b21f/default HTTP/1.1" status: 200  len: 370 time: 0.0113888
Dec 19 13:31:13.003156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40880) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:13.032862 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-155f54e2-30f3-42e7-94b7-04aa1745d311 tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] delete failed (client error): The resource could not be found.
Dec 19 13:31:13.033854 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-155f54e2-30f3-42e7-94b7-04aa1745d311 tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/97e43e6a05e64b6ca90f5e680671b21f HTTP/1.1" status: 404  len: 348 time: 0.0281212
Dec 19 13:31:13.048339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router 991724e2-d9ed-4c3a-8ec1-c5492830adc5 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:31:13.048898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.053718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, a5e37b2e-e688-4009-bd51-d3d455c95d36) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:13.058284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:13.058852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.072630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a69b17-367c-423f-b22b-8abe363b4e3b None None] Network a5e37b2e-e688-4009-bd51-d3d455c95d36 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:13.083330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:13.091105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.120723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2ec69b-1791-4d66-9a78-b1f1797097ef,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:13.137263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c737-4ac7-4eb9-99bd-e17127152172 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.139606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.144908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d0aed8c0-5941-4023-b763-655795983de8 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:13.167973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:13.169827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:13.169827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:13.169827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:13.169827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:13.169827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:13.170252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:13.170422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:13.170961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:13.171337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:13.171680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:13.175026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:13.189000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.193246 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2c737-4ac7-4eb9-99bd-e17127152172 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Subnet': ['ID=fc36b390-9253-4abb-b4e1-8c4cbd14b084,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:13.198044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b3e2c737-4ac7-4eb9-99bd-e17127152172 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:13.208644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b3e2c737-4ac7-4eb9-99bd-e17127152172 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.218336 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7553678
Dec 19 13:31:13.218482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b39249f-582b-4e50-ab17-4e605e71ee90 None None] Network 4f60bb72-e132-4d6a-a384-30678511a2d7 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:13.222030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40886) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:13.225358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.227818 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.3154833
Dec 19 13:31:13.230634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40890) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:13.231225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': 'a5e37b2e-e688-4009-bd51-d3d455c95d36', 'name': 'tempest-PortsIpV6TestJSON-985146086', 'fixed_ips': [{'subnet_id': 'e302a915-0d4e-4fb0-8321-302de31dec19', 'ip_address': '2001:db8::10'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:13.237723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': '1e41d084-69d6-434b-af0a-a61e12c382d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:13.251473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] device_id is not set on port f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:13.288971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:13.297709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:13.300198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:13.322712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:13.324517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.325048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Fanout notify agent at l3_agent the message router_deleted on router 4ebc21ba-b9ea-417e-a085-34874a16db79 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:31:13.325567 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b3e2c737-4ac7-4eb9-99bd-e17127152172 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/subnets/fc36b390-9253-4abb-b4e1-8c4cbd14b084 HTTP/1.1" status: 204  len: 168 time: 1.2745590
Dec 19 13:31:13.331223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40894) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:13.413421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40898) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:13.447714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.449801 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/4ebc21ba-b9ea-417e-a085-34874a16db79 HTTP/1.1" status: 204  len: 168 time: 3.5883920
Dec 19 13:31:13.457352 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40902) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:13.468631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8311d5b4-2704-458b-b32b-93ab8abfb4b7 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-877708441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:13.478021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:13.480504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.497915 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Usage tracker for resource:network and tenant:2c629a59aea84c59bb669f7d3966b394 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:13.504734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:13.517150 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:13.522531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-a5e37b2e-e688-4009-bd51-d3d455c95d36', 'network_id': 'a5e37b2e-e688-4009-bd51-d3d455c95d36', 'tenant_id': '279dea1e810345a989d561cf9297ff0d', 'fixed_ips': [{'subnet_id': 'e302a915-0d4e-4fb0-8321-302de31dec19'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:31:13.523440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.536535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Usage tracker for resource:subnet and tenant:2c629a59aea84c59bb669f7d3966b394 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:13.543972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:13.548021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8311d5b4-2704-458b-b32b-93ab8abfb4b7 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:13.553700 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:13.565988 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "PUT /v2.0/routers/991724e2-d9ed-4c3a-8ec1-c5492830adc5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9121540
Dec 19 13:31:13.567074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40906) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:13.570422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8311d5b4-2704-458b-b32b-93ab8abfb4b7 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Usage tracker for resource:router and tenant:f791e0a888c3474eb480f75ca4b22247 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:13.570596 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a7857-4edc-4c44-ae09-3006e836edfe None None] Sync routers for ids ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:13.576604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'port': {'network_id': '22b8ca15-9b54-498b-8cab-ec46ba89b06d', 'name': 'tempest-FloatingIPTestJSON-1287766921'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:13.577097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8311d5b4-2704-458b-b32b-93ab8abfb4b7 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:13.591824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Usage tracker for resource:subnetpool and tenant:2c629a59aea84c59bb669f7d3966b394 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:13.593394 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a7857-4edc-4c44-ae09-3006e836edfe None None] Routers {'991724e2-d9ed-4c3a-8ec1-c5492830adc5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:13.594546 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e51a7857-4edc-4c44-ae09-3006e836edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a8d2e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:13.621497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8311d5b4-2704-458b-b32b-93ab8abfb4b7 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:13.648997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:13.652502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.657771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:13.708148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.720283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Deleting port eac31fdf-0928-4981-9265-468875d1b914 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:13.720828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.757289 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e51a7857-4edc-4c44-ae09-3006e836edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a8d2e0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:13.768144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8311d5b4-2704-458b-b32b-93ab8abfb4b7 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.769406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8311d5b4-2704-458b-b32b-93ab8abfb4b7 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.780291 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a7857-4edc-4c44-ae09-3006e836edfe None None] Routers {'991724e2-d9ed-4c3a-8ec1-c5492830adc5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:13.785933 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e51a7857-4edc-4c44-ae09-3006e836edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a8d2e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:30:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:13.786134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf658c07-214b-40e6-86fe-52f8b226b593 None None] DHCP port deletion for 4f60bb72-e132-4d6a-a384-30678511a2d7 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:31:13.794886 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Usage tracker for resource:port and tenant:2c629a59aea84c59bb669f7d3966b394 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:13.798891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bf658c07-214b-40e6-86fe-52f8b226b593 None None] Deleting port eac31fdf-0928-4981-9265-468875d1b914 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:13.799344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bf658c07-214b-40e6-86fe-52f8b226b593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.821517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:13.830842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.839132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:13.863575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Usage tracker for resource:router and tenant:2c629a59aea84c59bb669f7d3966b394 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:13.873316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Allocated IP 2001:db8::2 (a5e37b2e-e688-4009-bd51-d3d455c95d36/e302a915-0d4e-4fb0-8321-302de31dec19/b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:13.893816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:13.908461 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e51a7857-4edc-4c44-ae09-3006e836edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a8d2e0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:13.909276 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a7857-4edc-4c44-ae09-3006e836edfe None None] The sync data for ids ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:13.921172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:13.930262 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:13.943181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Usage tracker for resource:port and tenant:c85e8ff377a94dc98d8fdf8c9760ab5f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:13.951114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:13.952587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Usage tracker for resource:floatingip and tenant:2c629a59aea84c59bb669f7d3966b394 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:13.960530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:13.966338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:13.977085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port bd04bcb5-79dc-4e37-8846-b29685e6fd3f yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:14.023691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] For port eac31fdf-0928-4981-9265-468875d1b914, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eac31fdf-0928-4981-9265-468875d1b914,segment=NetworkSegment(2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8),segment_id=2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:14.023691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.099644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Made reservation on behalf of c85e8ff377a94dc98d8fdf8c9760ab5f for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:14.102555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.159320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] device_id is not set on port 8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:14.160625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Calling delete_port for eac31fdf-0928-4981-9265-468875d1b914 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:14.202682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8311d5b4-2704-458b-b32b-93ab8abfb4b7 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.205960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bf658c07-214b-40e6-86fe-52f8b226b593 None None] For port eac31fdf-0928-4981-9265-468875d1b914, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eac31fdf-0928-4981-9265-468875d1b914,segment=NetworkSegment(2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8),segment_id=2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:14.205960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bf658c07-214b-40e6-86fe-52f8b226b593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.206218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Usage tracker for resource:security_group and tenant:2c629a59aea84c59bb669f7d3966b394 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:14.218609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:14.218842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.13 (cd240b73-5c3d-4ffd-9f76-55101cb2fe53/d3d35229-7f6a-42d5-ac8c-66f60e71f8e2/f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:14.224191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16789859-0fa5-47b5-8c5b-fce256b94095,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:14.228592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:14.251308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Usage tracker for resource:security_group_rule and tenant:2c629a59aea84c59bb669f7d3966b394 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:14.297946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8311d5b4-2704-458b-b32b-93ab8abfb4b7 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.315388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:14.338847 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-663b2c7c-9ca3-4078-bf5f-65505024c0ad tempest-QuotasTest-1733920198 tempest-QuotasTest-1733920198-project-admin] 10.222.0.24 "GET /v2.0/quotas/2c629a59aea84c59bb669f7d3966b394/details.json HTTP/1.1" status: 200  len: 703 time: 0.9234030
Dec 19 13:31:14.359824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Allocated IP 172.20.0.4 (22b8ca15-9b54-498b-8cab-ec46ba89b06d/baee4e93-060d-4e71-8682-47e920cb3af8/8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:14.360491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.361747 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.1297052
Dec 19 13:31:14.369925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40912) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:14.371313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device eac31fdf-0928-4981-9265-468875d1b914 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:31:14.375869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': '1e41d084-69d6-434b-af0a-a61e12c382d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:14.386128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:14.392167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:14.397485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:14.404709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:14.410495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bf658c07-214b-40e6-86fe-52f8b226b593 None None] Calling delete_port for eac31fdf-0928-4981-9265-468875d1b914 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:14.429356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8311d5b4-2704-458b-b32b-93ab8abfb4b7 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.429356 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8311d5b4-2704-458b-b32b-93ab8abfb4b7 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.9711103
Dec 19 13:31:14.432152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40916) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:14.438724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Request body: {'router': {'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:14.501364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.520511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No active binding found for port eac31fdf-0928-4981-9265-468875d1b914 {{(pid=84126) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 19 13:31:14.520923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device eac31fdf-0928-4981-9265-468875d1b914 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:31:14.521736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.527079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Transition to ACTIVE for port object b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:14.577796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Transition to ACTIVE for port object b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:14.581084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-bf658c07-214b-40e6-86fe-52f8b226b593 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:14.581442 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-bf658c07-214b-40e6-86fe-52f8b226b593 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:14.618135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.642830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Transition to ACTIVE for port object 8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:14.710637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8be53699-1a8a-40cd-be99-88a1787a668b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.715362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-009ec04d-a52c-4c9a-aae2-1d7cb1e19e63 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:14.799025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.803923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.804090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8d6112a6-798d-4e97-8c7f-1c94a4773071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:14.832111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Port': ['ID=eac31fdf-0928-4981-9265-468875d1b914,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:14.834514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:14.839124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cf5a3b58-dbd5-4c75-9bb5-98d62b5a20fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:14.840258 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:14.869123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] No DVR routers for this DVR port eac31fdf-0928-4981-9265-468875d1b914 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:31:14.881622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Network a5e37b2e-e688-4009-bd51-d3d455c95d36 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:14.885555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:14.887586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Pushing event updated for resources: {'Port': ['ID=b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:14.890530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:14.893075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:14.932389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Network 22b8ca15-9b54-498b-8cab-ec46ba89b06d is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:14.938371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:14.950052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:14.987506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event updated for resources: {'Port': ['ID=8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:14.987506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8::10 (a5e37b2e-e688-4009-bd51-d3d455c95d36/e302a915-0d4e-4fb0-8321-302de31dec19/bd04bcb5-79dc-4e37-8846-b29685e6fd3f) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:14.990524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:15.011478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Attempting to bind port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:31:15.011478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Attempting to bind port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '25c9833f-a4d3-478e-9fcc-2834484647c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a5e37b2e-e688-4009-bd51-d3d455c95d36'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:31:15.011478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Attempting to bind port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 on network a5e37b2e-e688-4009-bd51-d3d455c95d36 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:31:15.012773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:31:15.013209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Checking segment: {'id': '25c9833f-a4d3-478e-9fcc-2834484647c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a5e37b2e-e688-4009-bd51-d3d455c95d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:15.013679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.014317 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Bound using segment: {'id': '25c9833f-a4d3-478e-9fcc-2834484647c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a5e37b2e-e688-4009-bd51-d3d455c95d36'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:31:15.014851 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Bound port: b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c9833f-a4d3-478e-9fcc-2834484647c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a5e37b2e-e688-4009-bd51-d3d455c95d36'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:31:15.015285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.049893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:15.050496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.083544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bf658c07-214b-40e6-86fe-52f8b226b593 None None] Deleting port eac31fdf-0928-4981-9265-468875d1b914 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:15.084014 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bf658c07-214b-40e6-86fe-52f8b226b593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.182561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bf658c07-214b-40e6-86fe-52f8b226b593 None None] The port 'eac31fdf-0928-4981-9265-468875d1b914' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:31:15.220130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-25586068-4226-4635-bded-e7b9e306a011 None None] For port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:31:15.223876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-25586068-4226-4635-bded-e7b9e306a011 None None] For port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3,segment=NetworkSegment(25c9833f-a4d3-478e-9fcc-2834484647c0),segment_id=25c9833f-a4d3-478e-9fcc-2834484647c0)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:31:15.251876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.303330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.319635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.331758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40922) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:15.332406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.354767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object bd04bcb5-79dc-4e37-8846-b29685e6fd3f will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:15.354891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47625880>,) {'filters': {'network_id': ['4f60bb72-e132-4d6a-a384-30678511a2d7']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:15.355005 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.7797368
Dec 19 13:31:15.355005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40928) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:15.361923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-15ad5427-94c3-4150-bc6b-dbc3854248fa tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Request body: {'floatingip': {'port_id': '8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:15.372269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:15.375197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47625880>, '2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:15.375487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47625880>, '2b5cafbd-ac5f-4e12-a994-ff1c9543a5d8') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:15.426233 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.426233 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:15.461356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.471944 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-976f2de4-75f6-49f3-a4ee-ec00ad70f9ed None None] Provisioning for port 8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:15.483349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.486722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:15.487152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.496322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-976f2de4-75f6-49f3-a4ee-ec00ad70f9ed None None] Provisioning complete for port 8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:15.497238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-976f2de4-75f6-49f3-a4ee-ec00ad70f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:15.509033 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:15.605575 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-976f2de4-75f6-49f3-a4ee-ec00ad70f9ed None None] Port 8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:15.607139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Pushing event updated for resources: {'Port': ['ID=b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:15.610176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:15.618072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.633943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9ed91386-2115-417a-83d4-ca6513acd436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.646089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d59f4fa7-8bda-4de2-89ca-dacd297e6d6a tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:15.657941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-15ad5427-94c3-4150-bc6b-dbc3854248fa tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.692374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91efde8a-939c-4e52-ab53-ec7e362c5457,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:15.697932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:15.729008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.772704 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9ed91386-2115-417a-83d4-ca6513acd436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:15.780110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9ed91386-2115-417a-83d4-ca6513acd436 admin admin] Usage tracker for resource:security_group_rule and tenant:9adcc0a61427403a8a17d5bf3a0ad97c is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:15.784737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9ed91386-2115-417a-83d4-ca6513acd436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:15.818398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9ed91386-2115-417a-83d4-ca6513acd436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:15.856965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.862733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.868075 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] 10.222.0.24 "DELETE /v2.0/networks/4f60bb72-e132-4d6a-a384-30678511a2d7 HTTP/1.1" status: 204  len: 168 time: 2.5307243
Dec 19 13:31:15.879837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74677002-46c3-4dfa-939e-d68c2d0575a0 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:15.898886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.916347 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.926827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:15.940110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:15.941592 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.5692403
Dec 19 13:31:15.942968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40934) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:15.967776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Pushing event deleted for resources: {'Network': ['ID=4f60bb72-e132-4d6a-a384-30678511a2d7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:15.970873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:15.976079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': '1e41d084-69d6-434b-af0a-a61e12c382d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:15.987193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:15.991969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:15.995439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:16.002389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:16.006614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:16.119642 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:16.122939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network a5e37b2e-e688-4009-bd51-d3d455c95d36 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:16.124484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.127499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:16.127499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:16.127817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=bd04bcb5-79dc-4e37-8846-b29685e6fd3f,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:16.134471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:16.151229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:16.153162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:16.153766 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.181154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9ed91386-2115-417a-83d4-ca6513acd436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.186480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:16.189268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:16.224395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:16.229797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.254786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.256274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:16.258574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:16.258574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:16.258574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:16.258574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:16.258574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:16.258574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:16.259289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:16.259289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:16.259604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:16.259817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:16.274360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:16.292559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9ed91386-2115-417a-83d4-ca6513acd436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.316976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1776636b-7f2e-4511-80d9-027daeb407ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:16.319332 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:16.360956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.384428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.389000 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed91386-2115-417a-83d4-ca6513acd436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b286528f-8c1a-43c3-ae80-7f4df8f66f94,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:16.432851 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 4.5219696
Dec 19 13:31:16.437619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.452593 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9ed91386-2115-417a-83d4-ca6513acd436 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9adcc0a61427403a8a17d5bf3a0ad97c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1129763
Dec 19 13:31:16.453802 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40940) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:16.459085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9ed91386-2115-417a-83d4-ca6513acd436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:16.463459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40942) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:16.470299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8b22615c-b954-4fe0-b9ed-df21a0495137 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:16.478608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.490740 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.2676375
Dec 19 13:31:16.543749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40946) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:16.558179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:16.622851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': 'a5e37b2e-e688-4009-bd51-d3d455c95d36', 'name': 'tempest-PortsIpV6TestJSON-861416291', 'fixed_ips': [{'subnet_id': 'e302a915-0d4e-4fb0-8321-302de31dec19', 'ip_address': '2001:db8::f'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:16.647113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Allocated IP 172.26.4.250 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/fb5ba679-48af-41d5-a564-e70878b36222) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:16.652834 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40952) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:16.718104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7de-633b-48eb-a5ff-1ac149a6fb56 None None] Provisioning for port f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:16.723903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7de-633b-48eb-a5ff-1ac149a6fb56 None None] Provisioning complete for port f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:16.724535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7de-633b-48eb-a5ff-1ac149a6fb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.849692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7de-633b-48eb-a5ff-1ac149a6fb56 None None] Port f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:16.896954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.904621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1d1092f2-e867-4b87-8657-a41d993a0422 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:16.938368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b06a45-cf1a-4bea-b13a-f1c15ddd4fea,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:16.941744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0d917c4-e7f6-4eee-b65c-76c557980ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:16.952950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:16.963796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff8127-8f08-4b2c-9c20-72edaa7f0744 None None] Network a5e37b2e-e688-4009-bd51-d3d455c95d36 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:16.999472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.039638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.043627 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 1.0814714
Dec 19 13:31:17.051110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0d917c4-e7f6-4eee-b65c-76c557980ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.051684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40958) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:17.073565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8b22615c-b954-4fe0-b9ed-df21a0495137 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:17.086895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee450000-b721-46f0-8e4a-80ee8e1bfd35 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.090777 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b22615c-b954-4fe0-b9ed-df21a0495137 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:17.096674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:17.098702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee450000-b721-46f0-8e4a-80ee8e1bfd35 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.109437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.111365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b22615c-b954-4fe0-b9ed-df21a0495137 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:17.115580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-436758ff-4eb8-4c6d-bfff-4f7bc550f936 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:17.126973 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:port and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:17.133539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8b22615c-b954-4fe0-b9ed-df21a0495137 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:17.138233 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d11656ea-0f91-4f24-bb91-667d8cc0e5c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=921d5babb55844d49bbf716d9796bea2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4834015
Dec 19 13:31:17.141422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:17.149287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40962) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:17.160435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:17.188935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Provisioning for port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:17.199566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Provisioning complete for port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:17.200228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.207927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:17.217062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:17.220098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:17.277144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Pushing event updated for resources: {'Port': ['ID=fb5ba679-48af-41d5-a564-e70878b36222,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:17.279862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:17.282963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b22615c-b954-4fe0-b9ed-df21a0495137 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:17.284818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee450000-b721-46f0-8e4a-80ee8e1bfd35 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.303169 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:17.316631 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:17.319601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee450000-b721-46f0-8e4a-80ee8e1bfd35 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b06a45-cf1a-4bea-b13a-f1c15ddd4fea,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:17.322790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.330456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee450000-b721-46f0-8e4a-80ee8e1bfd35 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:17.332266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0d917c4-e7f6-4eee-b65c-76c557980ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.371867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.377834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee450000-b721-46f0-8e4a-80ee8e1bfd35 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.379032 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ee450000-b721-46f0-8e4a-80ee8e1bfd35 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/73b06a45-cf1a-4bea-b13a-f1c15ddd4fea HTTP/1.1" status: 204  len: 168 time: 0.3264191
Dec 19 13:31:17.388459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40966) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:17.419298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a63fb468-dd3e-4419-a6a4-623305973b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.439015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] For port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3,segment=NetworkSegment(25c9833f-a4d3-478e-9fcc-2834484647c0),segment_id=25c9833f-a4d3-478e-9fcc-2834484647c0)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:17.489447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a63fb468-dd3e-4419-a6a4-623305973b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.511437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9d3b3b0-de18-4505-aefd-866010e80ab5 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:17.536168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.537024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8e7fc688-4c2b-4fae-8dcc-9bdb084573af tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:17.538479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:17.549089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0d917c4-e7f6-4eee-b65c-76c557980ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.551240 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d0d917c4-e7f6-4eee-b65c-76c557980ed6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b286528f-8c1a-43c3-ae80-7f4df8f66f94 HTTP/1.1" status: 204  len: 168 time: 1.0571487
Dec 19 13:31:17.552358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d917c4-e7f6-4eee-b65c-76c557980ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b286528f-8c1a-43c3-ae80-7f4df8f66f94,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:17.593875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d0d917c4-e7f6-4eee-b65c-76c557980ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:17.598727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port b8072d07-f808-4c02-a0fd-7a774b2ea733 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:17.615699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.644071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-15ad5427-94c3-4150-bc6b-dbc3854248fa tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.647032 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Pushing event updated for resources: {'Port': ['ID=b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:17.656486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:17.656843 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:17.657181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:17.657510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:17.658035 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:17.658540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:17.659034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:17.659613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:17.660089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:17.660576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:17.661052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:31:17.667485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:17.714885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.760650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b22615c-b954-4fe0-b9ed-df21a0495137 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.788342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7610e441-2692-42a9-af20-86e5bab034b8 None None] Provisioning complete for port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:17.789619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7610e441-2692-42a9-af20-86e5bab034b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.798623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8e7fc688-4c2b-4fae-8dcc-9bdb084573af tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:17.815474 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8e7fc688-4c2b-4fae-8dcc-9bdb084573af tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.4126434
Dec 19 13:31:17.815474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a63fb468-dd3e-4419-a6a4-623305973b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.819508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40972) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:17.820480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bb308b3e-6c06-4d33-bd3d-ab6e8f06cabf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:17.836624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-15ad5427-94c3-4150-bc6b-dbc3854248fa tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:17.861570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fb468-dd3e-4419-a6a4-623305973b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c60f447-6f1c-4080-999f-4e302a3e961c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:17.870123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a63fb468-dd3e-4419-a6a4-623305973b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:18.038413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a63fb468-dd3e-4419-a6a4-623305973b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.041983 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a63fb468-dd3e-4419-a6a4-623305973b0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c60f447-6f1c-4080-999f-4e302a3e961c HTTP/1.1" status: 204  len: 168 time: 0.8885641
Dec 19 13:31:18.052372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c29bf87-2906-4260-9e28-7491f648556b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.057623 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.ipam_backend_mixin [None req-8b22615c-b954-4fe0-b9ed-df21a0495137 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d3d35229-7f6a-42d5-ac8c-66f60e71f8e2 (CIDR: 172.20.0.0/28)
Dec 19 13:31:18.072851 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7610e441-2692-42a9-af20-86e5bab034b8 None None] Provisioning for port bd04bcb5-79dc-4e37-8846-b29685e6fd3f completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:18.073772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8::f (a5e37b2e-e688-4009-bd51-d3d455c95d36/e302a915-0d4e-4fb0-8321-302de31dec19/b8072d07-f808-4c02-a0fd-7a774b2ea733) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:18.075793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.080360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c29bf87-2906-4260-9e28-7491f648556b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.082497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7610e441-2692-42a9-af20-86e5bab034b8 None None] Provisioning complete for port bd04bcb5-79dc-4e37-8846-b29685e6fd3f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:18.083120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7610e441-2692-42a9-af20-86e5bab034b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.109224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.173526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7610e441-2692-42a9-af20-86e5bab034b8 None None] Port bd04bcb5-79dc-4e37-8846-b29685e6fd3f cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:18.201934 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b22615c-b954-4fe0-b9ed-df21a0495137 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:31:18.202366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b22615c-b954-4fe0-b9ed-df21a0495137 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:18.259205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:18.339167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-071905b0-a7ea-4cb0-af05-290ac11cd2a2 None None] Provisioning complete for port bd04bcb5-79dc-4e37-8846-b29685e6fd3f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:18.339552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-071905b0-a7ea-4cb0-af05-290ac11cd2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.371279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c29bf87-2906-4260-9e28-7491f648556b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.380001 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8b22615c-b954-4fe0-b9ed-df21a0495137 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.9165316
Dec 19 13:31:18.380001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40980) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:18.380637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee450000-b721-46f0-8e4a-80ee8e1bfd35 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:18.390886 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-02da4290-cd0f-47e5-9f06-d417bb8ec2be tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:18.396195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29bf87-2906-4260-9e28-7491f648556b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91efde8a-939c-4e52-ab53-ec7e362c5457,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:18.401779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c29bf87-2906-4260-9e28-7491f648556b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:18.417804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-071905b0-a7ea-4cb0-af05-290ac11cd2a2 None None] Port bd04bcb5-79dc-4e37-8846-b29685e6fd3f cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:18.421859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:18.422647 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.547637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c29bf87-2906-4260-9e28-7491f648556b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.549056 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6c29bf87-2906-4260-9e28-7491f648556b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/91efde8a-939c-4e52-ab53-ec7e362c5457 HTTP/1.1" status: 204  len: 168 time: 0.7211137
Dec 19 13:31:18.553179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40984) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:18.563339 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-15ad5427-94c3-4150-bc6b-dbc3854248fa tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Floating IP 4c3449b4-e18a-43e7-8445-ee0119d2722c associated. External IP: 172.26.4.185, port: 666eebc0-d098-4a82-a3fe-bb3214b4a98d.
Dec 19 13:31:18.612057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-aceb620f-424c-45c0-bd72-eaae2404ae66 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:18.617146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Router 59aaa721-eeed-4fbc-929f-30486271f3fc is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:31:18.660869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.689949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-02da4290-cd0f-47e5-9f06-d417bb8ec2be tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:18.695661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object b8072d07-f808-4c02-a0fd-7a774b2ea733 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:18.699149 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-02da4290-cd0f-47e5-9f06-d417bb8ec2be tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:18.704035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-02da4290-cd0f-47e5-9f06-d417bb8ec2be tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:18.716608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-02da4290-cd0f-47e5-9f06-d417bb8ec2be tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:18.717717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-aceb620f-424c-45c0-bd72-eaae2404ae66 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:18.722340 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aceb620f-424c-45c0-bd72-eaae2404ae66 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.1679764
Dec 19 13:31:18.723168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 40992) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:18.736351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 40996) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:18.763291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7d81bba-668c-4df0-bb06-edde678e543b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.777261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5d72e4c-ebac-4ea3-b2b0-338d702b801e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.793366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5d72e4c-ebac-4ea3-b2b0-338d702b801e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.832160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02da4290-cd0f-47e5-9f06-d417bb8ec2be tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:18.835873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-02da4290-cd0f-47e5-9f06-d417bb8ec2be tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.928126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:18.942403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:18.946134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a50b1-3f5b-41d6-a917-0e4e1414bd4b None None] Sync routers for ids ['59aaa721-eeed-4fbc-929f-30486271f3fc'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:18.951765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41004) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:18.956598 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "PUT /v2.0/routers/59aaa721-eeed-4fbc-929f-30486271f3fc HTTP/1.1" status: 200  len: 883 time: 4.5103445
Dec 19 13:31:18.960135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a50b1-3f5b-41d6-a917-0e4e1414bd4b None None] Routers {'59aaa721-eeed-4fbc-929f-30486271f3fc'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:18.960818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f34a50b1-3f5b-41d6-a917-0e4e1414bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47433100>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['59aaa721-eeed-4fbc-929f-30486271f3fc'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:18.998198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5d72e4c-ebac-4ea3-b2b0-338d702b801e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.001182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9b90db21-6425-4c7a-b0c9-b74e83f3983d tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:19.009925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5d72e4c-ebac-4ea3-b2b0-338d702b801e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.013657 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:31:19.014650 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d5d72e4c-ebac-4ea3-b2b0-338d702b801e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/16789859-0fa5-47b5-8c5b-fce256b94095 HTTP/1.1" status: 204  len: 168 time: 0.2895091
Dec 19 13:31:19.015473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41010) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:19.030098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f34a50b1-3f5b-41d6-a917-0e4e1414bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47433100>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:19.041844 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a50b1-3f5b-41d6-a917-0e4e1414bd4b None None] Routers {'59aaa721-eeed-4fbc-929f-30486271f3fc'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:19.042605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d72e4c-ebac-4ea3-b2b0-338d702b801e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16789859-0fa5-47b5-8c5b-fce256b94095,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:19.051565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f34a50b1-3f5b-41d6-a917-0e4e1414bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47433100>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['59aaa721-eeed-4fbc-929f-30486271f3fc'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:19.052070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d5d72e4c-ebac-4ea3-b2b0-338d702b801e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:19.057967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.085782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-608e87c7-0e41-46dd-ae3d-659d6b6e10f6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:19.111966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f34a50b1-3f5b-41d6-a917-0e4e1414bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47433100>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:19.112401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a50b1-3f5b-41d6-a917-0e4e1414bd4b None None] The sync data for ids ['59aaa721-eeed-4fbc-929f-30486271f3fc'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:19.158301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-608e87c7-0e41-46dd-ae3d-659d6b6e10f6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:19.162187 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-608e87c7-0e41-46dd-ae3d-659d6b6e10f6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.1406024
Dec 19 13:31:19.164426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41014) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:19.198427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d8af2827-0550-46c3-9531-3dab4e3cfa85 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.209747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d8af2827-0550-46c3-9531-3dab4e3cfa85 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.214828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4b47530-539c-4255-9e84-71f058eba54f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:19.265008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b7d81bba-668c-4df0-bb06-edde678e543b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:19.291463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b7d81bba-668c-4df0-bb06-edde678e543b admin admin] Usage tracker for resource:security_group_rule and tenant:2c629a59aea84c59bb669f7d3966b394 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:19.297255 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.ipam_backend_mixin [None req-02da4290-cd0f-47e5-9f06-d417bb8ec2be tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4bc7de36-334e-4e6e-a37f-3c7732f1255b (CIDR: 172.20.0.16/28)
Dec 19 13:31:19.298670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b7d81bba-668c-4df0-bb06-edde678e543b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:19.308084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d8af2827-0550-46c3-9531-3dab4e3cfa85 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.315304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b7d81bba-668c-4df0-bb06-edde678e543b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:19.316222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:19.330874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af2827-0550-46c3-9531-3dab4e3cfa85 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d2ec69b-1791-4d66-9a78-b1f1797097ef,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:19.331128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network a5e37b2e-e688-4009-bd51-d3d455c95d36 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:19.333305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d8af2827-0550-46c3-9531-3dab4e3cfa85 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:19.346465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:19.355117 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-02da4290-cd0f-47e5-9f06-d417bb8ec2be tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:31:19.355544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02da4290-cd0f-47e5-9f06-d417bb8ec2be tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:19.363679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:19.367573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:19.368164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.379414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=b8072d07-f808-4c02-a0fd-7a774b2ea733,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:19.393708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d8af2827-0550-46c3-9531-3dab4e3cfa85 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.395283 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d8af2827-0550-46c3-9531-3dab4e3cfa85 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6d2ec69b-1791-4d66-9a78-b1f1797097ef HTTP/1.1" status: 204  len: 168 time: 0.2296958
Dec 19 13:31:19.402197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41020) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:19.409007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:19.499303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d7ef3714-dc1e-4411-85cf-a16ff8cea79e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:19.604382 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.0593634
Dec 19 13:31:19.606192 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-02da4290-cd0f-47e5-9f06-d417bb8ec2be tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.2233710
Dec 19 13:31:19.607169 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41028) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:19.637203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41030) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:19.662072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'subnet': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:19.687785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d7ef3714-dc1e-4411-85cf-a16ff8cea79e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:19.689140 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d7ef3714-dc1e-4411-85cf-a16ff8cea79e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2854657
Dec 19 13:31:19.692115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41036) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:19.736225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed490a43-c697-4090-9f53-c34b49ea8607 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.749095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed490a43-c697-4090-9f53-c34b49ea8607 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.757247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f5864339-5e4f-4e3c-82bf-ad20d132211f None None] Provisioning for port b8072d07-f808-4c02-a0fd-7a774b2ea733 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:19.762312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f5864339-5e4f-4e3c-82bf-ad20d132211f None None] Provisioning complete for port b8072d07-f808-4c02-a0fd-7a774b2ea733 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:19.762689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f5864339-5e4f-4e3c-82bf-ad20d132211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.780528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa93c67f-7c4a-4659-8fb7-cbe74d515587 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:19.781922 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aa93c67f-7c4a-4659-8fb7-cbe74d515587 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.1737378
Dec 19 13:31:19.784942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41040) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:19.833103 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7d81bba-668c-4df0-bb06-edde678e543b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.846637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f5864339-5e4f-4e3c-82bf-ad20d132211f None None] Port b8072d07-f808-4c02-a0fd-7a774b2ea733 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:19.908236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cd90b8-3fde-429f-936d-916cfe3ef51f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:19.919785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cd90b8-3fde-429f-936d-916cfe3ef51f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:19.919785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cd90b8-3fde-429f-936d-916cfe3ef51f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:19.919785 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e6cd90b8-3fde-429f-936d-916cfe3ef51f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.1326110
Dec 19 13:31:19.922034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41046) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:19.967153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b7d81bba-668c-4df0-bb06-edde678e543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:19.969950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41050) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:19.983559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7c210e96-4e8e-44aa-9778-2c10225dc3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:20.030225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9c736ae4-3529-4fd5-ae29-d6e8968e1ca9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port b8072d07-f808-4c02-a0fd-7a774b2ea733 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:20.030225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c736ae4-3529-4fd5-ae29-d6e8968e1ca9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.038414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:20.056400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed490a43-c697-4090-9f53-c34b49ea8607 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.057037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Usage tracker for resource:subnet and tenant:290e2fb8a20046e6963e2aaaad414298 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:20.063281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:20.068096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d81bba-668c-4df0-bb06-edde678e543b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59f9f65-5289-4c16-baac-1055368dc0ba,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:20.069529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e3356039-8220-4cec-ae53-c8c260fda2d3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:20.077366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b7d81bba-668c-4df0-bb06-edde678e543b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:20.080704 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:20.088700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed490a43-c697-4090-9f53-c34b49ea8607 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f0d5011-00eb-4a04-873b-597e0db45b4c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:20.089384 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b7d81bba-668c-4df0-bb06-edde678e543b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c629a59aea84c59bb669f7d3966b394&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3520510
Dec 19 13:31:20.093439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41056) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:20.095533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ed490a43-c697-4090-9f53-c34b49ea8607 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:20.107291 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fa65c39a-7235-4eb9-90d4-8d64654610a0 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/routers/59aaa721-eeed-4fbc-929f-30486271f3fc HTTP/1.1" status: 200  len: 924 time: 1.1536801
Dec 19 13:31:20.110272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41060) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:20.194055 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Made reservation on behalf of 290e2fb8a20046e6963e2aaaad414298 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:20.198999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.296377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76f59438-c760-4e80-b0b0-c8e0d646c4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.301695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ad5427-94c3-4150-bc6b-dbc3854248fa tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:31:20.308332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-367365232'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:20.317218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed490a43-c697-4090-9f53-c34b49ea8607 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.318282 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ed490a43-c697-4090-9f53-c34b49ea8607 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0f0d5011-00eb-4a04-873b-597e0db45b4c HTTP/1.1" status: 204  len: 168 time: 0.6252739
Dec 19 13:31:20.323953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41064) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:20.329270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:20.343510 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Usage tracker for resource:network and tenant:bbc874d0835849998f0e820be51401a1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:20.349592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:20.372242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:20.389838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76f59438-c760-4e80-b0b0-c8e0d646c4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.474778 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4c7cb533-b7fd-49e1-a2a8-cf8fdca4efed tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&device_id=59aaa721-eeed-4fbc-929f-30486271f3fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3624923
Dec 19 13:31:20.478650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41068) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:20.514441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:20.517341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.547981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f7767cae-98e1-44cf-a3f5-8bfc1d0d46d9 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:20.617323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.635424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c736ae4-3529-4fd5-ae29-d6e8968e1ca9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.655026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f7767cae-98e1-44cf-a3f5-8bfc1d0d46d9 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:20.659178 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f7767cae-98e1-44cf-a3f5-8bfc1d0d46d9 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3291502
Dec 19 13:31:20.659382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41072) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:20.708714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76f59438-c760-4e80-b0b0-c8e0d646c4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.717054 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:20.747270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f59438-c760-4e80-b0b0-c8e0d646c4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59f9f65-5289-4c16-baac-1055368dc0ba,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:20.752038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-76f59438-c760-4e80-b0b0-c8e0d646c4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:20.779583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9c736ae4-3529-4fd5-ae29-d6e8968e1ca9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for b8072d07-f808-4c02-a0fd-7a774b2ea733 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:20.824848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76f59438-c760-4e80-b0b0-c8e0d646c4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.829003 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-76f59438-c760-4e80-b0b0-c8e0d646c4aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c59f9f65-5289-4c16-baac-1055368dc0ba HTTP/1.1" status: 204  len: 168 time: 0.7285268
Dec 19 13:31:20.833498 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45325463-5545-4ebc-8e4b-c6bf318b4f4b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.855819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:20.873010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Usage tracker for resource:security_group_rule and tenant:bbc874d0835849998f0e820be51401a1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:20.878555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:20.881683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c944a4-6e8a-462d-a7ea-1aeb5d1ece51 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:20.885830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45325463-5545-4ebc-8e4b-c6bf318b4f4b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:20.886138 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d3c944a4-6e8a-462d-a7ea-1aeb5d1ece51 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/networks/4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 881 time: 0.4065471
Dec 19 13:31:20.889509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41078) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:20.894531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ad5427-94c3-4150-bc6b-dbc3854248fa tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:20.897995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:20.909951 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de40140-9f45-49b1-862b-b9afbf9a92a3 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:20.922627 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de40140-9f45-49b1-862b-b9afbf9a92a3 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:20.923321 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5de40140-9f45-49b1-862b-b9afbf9a92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474958b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:20.950465 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b2669a77-6302-46c6-8c99-77f8d4acef30 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa721-eeed-4fbc-929f-30486271f3fc HTTP/1.1" status: 200  len: 205 time: 0.0578060
Dec 19 13:31:20.951374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41082) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:21.029488 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5de40140-9f45-49b1-862b-b9afbf9a92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474958b0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:21.044024 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de40140-9f45-49b1-862b-b9afbf9a92a3 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:21.045721 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5de40140-9f45-49b1-862b-b9afbf9a92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474958b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:21.163874 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5de40140-9f45-49b1-862b-b9afbf9a92a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474958b0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:21.165013 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de40140-9f45-49b1-862b-b9afbf9a92a3 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:21.257751 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.262154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45325463-5545-4ebc-8e4b-c6bf318b4f4b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.271877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e2fa7de5-d79d-474e-b6ce-5c7e3b901ec3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:21.313093 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c736ae4-3529-4fd5-ae29-d6e8968e1ca9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.327589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5103eb81-0cce-4974-b797-d5511159627a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:21.378497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.389524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c736ae4-3529-4fd5-ae29-d6e8968e1ca9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=b8072d07-f808-4c02-a0fd-7a774b2ea733,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:21.392555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c736ae4-3529-4fd5-ae29-d6e8968e1ca9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:21.450302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c736ae4-3529-4fd5-ae29-d6e8968e1ca9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.457693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.544957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.545945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:21.554328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:21.561032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:21.562874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.563156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9cde7fbd-4912-4fea-aefc-23997b53eb7d tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:21.565385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Subnet': ['ID=71faf26e-dc74-47eb-b752-ab24c7e20124,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:21.566746 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b254f1-fb5d-4e6f-a900-7d3b5e121ef1 None None] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:21.570074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:21.570506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:21.592435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45325463-5545-4ebc-8e4b-c6bf318b4f4b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e41d084-69d6-434b-af0a-a61e12c382d8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:21.599009 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-45325463-5545-4ebc-8e4b-c6bf318b4f4b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:21.599600 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41092) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:21.600261 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9c736ae4-3529-4fd5-ae29-d6e8968e1ca9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/b8072d07-f808-4c02-a0fd-7a774b2ea733 HTTP/1.1" status: 204  len: 168 time: 1.6770964
Dec 19 13:31:21.606902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:31:21.640173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249bdf44-931d-4487-a732-85b70b66a8cd,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:21.645551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:21.646270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.646695 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Added segment 6ca0483b-e80f-43ed-bcec-e599183e9265 of type vlan for network aab2827b-6526-4827-87e0-859dfbb5d658
Dec 19 13:31:21.658255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45325463-5545-4ebc-8e4b-c6bf318b4f4b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.658760 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-45325463-5545-4ebc-8e4b-c6bf318b4f4b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-groups/1e41d084-69d6-434b-af0a-a61e12c382d8 HTTP/1.1" status: 204  len: 168 time: 0.9985204
Dec 19 13:31:21.660093 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d47128-0eff-4e33-9541-cf56b2d759ba tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:31:21.660738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-00d47128-0eff-4e33-9541-cf56b2d759ba tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:21.666906 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41096) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:21.739478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.767638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41102) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:21.767767 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.1207094
Dec 19 13:31:21.778867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1663073692', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '71faf26e-dc74-47eb-b752-ab24c7e20124'}], 'security_groups': ['235e54bc-5812-4966-a951-aac2b5502c6c', 'ab19b6f6-3ce1-4511-bb66-6c5fce84216c']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:21.842525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4ff48741-adc5-4a89-bae3-c23931647f8b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:21.871913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-00d47128-0eff-4e33-9541-cf56b2d759ba tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:21.872364 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-00d47128-0eff-4e33-9541-cf56b2d759ba tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/b8072d07-f808-4c02-a0fd-7a774b2ea733 HTTP/1.1" status: 404  len: 333 time: 0.2718832
Dec 19 13:31:21.876063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41106) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:21.907219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:31:21.950233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ad5427-94c3-4150-bc6b-dbc3854248fa tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router 991724e2-d9ed-4c3a-8ec1-c5492830adc5 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:31:21.958399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a864afb7-3592-4743-a3ae-9a2792166eec tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port bd04bcb5-79dc-4e37-8846-b29685e6fd3f {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:21.962092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a864afb7-3592-4743-a3ae-9a2792166eec tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:21.990699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4ff48741-adc5-4a89-bae3-c23931647f8b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:21.996353 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4ff48741-adc5-4a89-bae3-c23931647f8b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3238575
Dec 19 13:31:21.999377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41112) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:22.009774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group': {'name': 'tempest-secgroup--7832709'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:22.023606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:22.095480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d6edf-7ed7-40cd-a8de-74812cc64208 None None] Update dhcp port {'port': {'network_id': 'cd240b73-5c3d-4ffd-9f76-55101cb2fe53', 'fixed_ips': [{'subnet_id': '4bc7de36-334e-4e6e-a37f-3c7732f1255b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd3d35229-7f6a-42d5-ac8c-66f60e71f8e2', 'ip_address': '172.20.0.2'}, {'subnet_id': '71faf26e-dc74-47eb-b752-ab24c7e20124'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': '8b5a9721-b81c-4675-b880-ffa4e855d922'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:31:22.105715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:22.160473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-740d6edf-7ed7-40cd-a8de-74812cc64208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:22.221986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:22.226555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:22.227329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:22.252326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5923bbb1-3ae1-4a0b-a76b-f18dd5aa11ca tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:22.282090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:22.380610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Network': ['ID=aab2827b-6526-4827-87e0-859dfbb5d658,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:22.384916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:22.397227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network aab2827b-6526-4827-87e0-859dfbb5d658 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:31:22.427898 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.4357672
Dec 19 13:31:22.429506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a864afb7-3592-4743-a3ae-9a2792166eec tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:22.611191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:22.612650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-740d6edf-7ed7-40cd-a8de-74812cc64208 None None] Allocated IP 172.20.0.34 (cd240b73-5c3d-4ffd-9f76-55101cb2fe53/71faf26e-dc74-47eb-b752-ab24c7e20124/8b5a9721-b81c-4675-b880-ffa4e855d922) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:22.615922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41122) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:22.646360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:22.677057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a864afb7-3592-4743-a3ae-9a2792166eec tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for bd04bcb5-79dc-4e37-8846-b29685e6fd3f owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:22.716471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Deleting port fb5ba679-48af-41d5-a564-e70878b36222 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:22.716835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:22.879428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:22.889272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:22.893939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:22.902924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:22.910729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:22.940230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-740d6edf-7ed7-40cd-a8de-74812cc64208 None None] For port 8b5a9721-b81c-4675-b880-ffa4e855d922, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8b5a9721-b81c-4675-b880-ffa4e855d922,segment=NetworkSegment(a24048be-a7f1-4970-a6e7-2c89bbe80133),segment_id=a24048be-a7f1-4970-a6e7-2c89bbe80133)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:22.951618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a864afb7-3592-4743-a3ae-9a2792166eec tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:22.967166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-29e9d593-2e5b-43ff-b0a5-21da15fd1b2d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:22.974095 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-740d6edf-7ed7-40cd-a8de-74812cc64208 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:22.994645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-740d6edf-7ed7-40cd-a8de-74812cc64208 None None] Transition to ACTIVE for port object 8b5a9721-b81c-4675-b880-ffa4e855d922 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:23.022780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864afb7-3592-4743-a3ae-9a2792166eec tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=bd04bcb5-79dc-4e37-8846-b29685e6fd3f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:23.033683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a864afb7-3592-4743-a3ae-9a2792166eec tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:23.048325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:23.054674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Calling delete_port for fb5ba679-48af-41d5-a564-e70878b36222 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:23.069674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-740d6edf-7ed7-40cd-a8de-74812cc64208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:23.072966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5fab05e4-7f52-45c2-a7fc-14a0b715f604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:23.080195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ad5427-94c3-4150-bc6b-dbc3854248fa tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:23.084640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1220331123'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:23.102185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a864afb7-3592-4743-a3ae-9a2792166eec tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:23.108807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:23.112867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-15ad5427-94c3-4150-bc6b-dbc3854248fa tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:23.122507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Usage tracker for resource:network and tenant:caf88d609cb744b2b9bbd429492bbe06 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:23.133656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:23.142146 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a864afb7-3592-4743-a3ae-9a2792166eec tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/bd04bcb5-79dc-4e37-8846-b29685e6fd3f HTTP/1.1" status: 204  len: 168 time: 1.2649062
Dec 19 13:31:23.148711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41128) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:23.154596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:23.201954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:23.214994 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d6edf-7ed7-40cd-a8de-74812cc64208 None None] Pushing event updated for resources: {'Port': ['ID=8b5a9721-b81c-4675-b880-ffa4e855d922,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:23.234380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18d55f-4bf6-4d53-a012-a8f81b752de6 None None] Sync routers for ids ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:23.244191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-740d6edf-7ed7-40cd-a8de-74812cc64208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:23.245163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:23.261807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb18d55f-4bf6-4d53-a012-a8f81b752de6 None None] Routers {'991724e2-d9ed-4c3a-8ec1-c5492830adc5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:23.262693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-eb18d55f-4bf6-4d53-a012-a8f81b752de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47b09eb0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:23.292585 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8da63e1-a88e-4b84-9273-0998e641c1bb tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:31:23.293082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a8da63e1-a88e-4b84-9273-0998e641c1bb tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:23.382828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7faa3a-c1c2-4f56-8f5f-dcfc9ecb5250,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:23.394065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:23.404397 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-15ad5427-94c3-4150-bc6b-dbc3854248fa tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "PUT /v2.0/floatingips/4c3449b4-e18a-43e7-8445-ee0119d2722c HTTP/1.1" status: 200  len: 978 time: 8.0481572
Dec 19 13:31:23.407816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41132) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:23.411328 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-eb18d55f-4bf6-4d53-a012-a8f81b752de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47b09eb0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:23.451348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:23.452955 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1575 time: 1.4525466
Dec 19 13:31:23.458603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41136) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:23.461472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Made reservation on behalf of caf88d609cb744b2b9bbd429492bbe06 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:23.465371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:23.484017 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': '8a7faa3a-c1c2-4f56-8f5f-dcfc9ecb5250', 'direction': 'ingress', 'protocol': 17}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:23.493965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:23.495719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port 8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:23.496193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:23.500481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:23.510737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:23.525308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:23.531084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb18d55f-4bf6-4d53-a012-a8f81b752de6 None None] Routers {'991724e2-d9ed-4c3a-8ec1-c5492830adc5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:23.532389 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-eb18d55f-4bf6-4d53-a012-a8f81b752de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47b09eb0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:23.538974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a8da63e1-a88e-4b84-9273-0998e641c1bb tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:23.538974 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a8da63e1-a88e-4b84-9273-0998e641c1bb tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/bd04bcb5-79dc-4e37-8846-b29685e6fd3f HTTP/1.1" status: 404  len: 333 time: 0.3870077
Dec 19 13:31:23.545037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:23.549500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41140) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:23.611388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-eb18d55f-4bf6-4d53-a012-a8f81b752de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47b09eb0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:23.612773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb18d55f-4bf6-4d53-a012-a8f81b752de6 None None] The sync data for ids ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:23.850151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:23.945874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:23.963378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Usage tracker for resource:security_group_rule and tenant:caf88d609cb744b2b9bbd429492bbe06 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:23.968598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Delete allocated IP 172.20.0.13 (cd240b73-5c3d-4ffd-9f76-55101cb2fe53/d3d35229-7f6a-42d5-ac8c-66f60e71f8e2) {{(pid=84124) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 19 13:31:23.975033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:23.994096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.021639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:24.027451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.080945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Allocated IP 172.20.0.39 (cd240b73-5c3d-4ffd-9f76-55101cb2fe53/71faf26e-dc74-47eb-b752-ab24c7e20124/f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:24.091190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.104193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:24.192082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.218284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Pushing event deleted for resources: {'Port': ['ID=fb5ba679-48af-41d5-a564-e70878b36222,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:24.241150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8b5a9721-b81c-4675-b880-ffa4e855d922 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:24.249323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:24.249323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ed490a43-c697-4090-9f53-c34b49ea8607 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:24.348578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cdc3ae-f07e-4a9d-b94d-7e751801d380,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:24.394746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:24.424275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-83c0fca0-769a-4fba-9db3-87bb86128d44 None None] Provisioning complete for port f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:24.425812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-83c0fca0-769a-4fba-9db3-87bb86128d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.445850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.446455 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.446871 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Floating IP 4c3449b4-e18a-43e7-8445-ee0119d2722c disassociated. External IP: 172.26.4.185, port: 8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0.
Dec 19 13:31:24.447334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for 8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:24.502847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-83c0fca0-769a-4fba-9db3-87bb86128d44 None None] Port f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:24.522430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-83c0fca0-769a-4fba-9db3-87bb86128d44 None None] Provisioning complete for port 2cf15dc5-aee2-434a-9aed-c8569c88337e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:24.523259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-83c0fca0-769a-4fba-9db3-87bb86128d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.585911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-83c0fca0-769a-4fba-9db3-87bb86128d44 None None] Port 2cf15dc5-aee2-434a-9aed-c8569c88337e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:24.662867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-d860044d-1bee-4493-8b94-731d323902d9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting subnet e302a915-0d4e-4fb0-8321-302de31dec19 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:24.682725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d860044d-1bee-4493-8b94-731d323902d9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.717171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-83c0fca0-769a-4fba-9db3-87bb86128d44 None None] Provisioning for port 8b5a9721-b81c-4675-b880-ffa4e855d922 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:24.718304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.722411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41144) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:24.723079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-83c0fca0-769a-4fba-9db3-87bb86128d44 None None] Provisioning complete for port 8b5a9721-b81c-4675-b880-ffa4e855d922 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:24.723466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-83c0fca0-769a-4fba-9db3-87bb86128d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.727275 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 1.2617517
Dec 19 13:31:24.760266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d860044d-1bee-4493-8b94-731d323902d9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.773375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.786873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5f3c7898-28c9-409d-82ce-73d323384a70 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:24.812901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.842255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:24.922460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:24.935961 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31a2bff8-d283-4582-88e8-72e9ad5fbdc0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.938220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:24.965618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31a2bff8-d283-4582-88e8-72e9ad5fbdc0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.115775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31a2bff8-d283-4582-88e8-72e9ad5fbdc0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.124542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.125853 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-89a6c1e8-6091-466e-9aaa-58ea5de5794a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:25.127464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a63fb468-dd3e-4419-a6a4-623305973b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:25.136160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Transition to ACTIVE for port object f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:25.154680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2bff8-d283-4582-88e8-72e9ad5fbdc0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7faa3a-c1c2-4f56-8f5f-dcfc9ecb5250,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:25.163712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-31a2bff8-d283-4582-88e8-72e9ad5fbdc0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:25.188274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:31:25.190307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.246535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router 991724e2-d9ed-4c3a-8ec1-c5492830adc5 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:31:25.270871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.278369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.335620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31a2bff8-d283-4582-88e8-72e9ad5fbdc0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.338026 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-31a2bff8-d283-4582-88e8-72e9ad5fbdc0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-groups/8a7faa3a-c1c2-4f56-8f5f-dcfc9ecb5250 HTTP/1.1" status: 204  len: 168 time: 0.6131432
Dec 19 13:31:25.342809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41148) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:25.343577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae96ee55-10d9-4081-b8a9-857dccae54ef,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:25.357853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.358064 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Added segment 890009cd-a822-4ecb-bafd-ae869ec70690 of type vlan for network f0454a23-6cad-4e7d-abee-61da58c89dcf
Dec 19 13:31:25.360855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:25.361982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:25.473405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7b4bf2c9-5703-49f0-808b-b605c6c48cb2 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:25.541997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:25.557476 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ca310-82ea-41aa-b83b-65df29cc7a42 None None] Sync routers for ids ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:25.570665 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ca310-82ea-41aa-b83b-65df29cc7a42 None None] Routers {'991724e2-d9ed-4c3a-8ec1-c5492830adc5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:25.571455 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-987ca310-82ea-41aa-b83b-65df29cc7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764b460>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:25.621487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7b4bf2c9-5703-49f0-808b-b605c6c48cb2 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:25.627351 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7b4bf2c9-5703-49f0-808b-b605c6c48cb2 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2857890
Dec 19 13:31:25.627351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41152) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:25.641210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group': {'name': 'tempest-secgroup--43065198'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:25.650245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:25.651429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.662927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.671765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:25.684466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.688552 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/ports/8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0 HTTP/1.1" status: 204  len: 168 time: 2.2794611
Dec 19 13:31:25.690043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41156) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:25.703266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event updated for resources: {'Port': ['ID=f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:25.706677 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-987ca310-82ea-41aa-b83b-65df29cc7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764b460>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:25.723500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:25.730900 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ca310-82ea-41aa-b83b-65df29cc7a42 None None] Routers {'991724e2-d9ed-4c3a-8ec1-c5492830adc5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:25.731535 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-987ca310-82ea-41aa-b83b-65df29cc7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764b460>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:25.774623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.784575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41160) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:25.793031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'subnet': {'network_id': 'aab2827b-6526-4827-87e0-859dfbb5d658', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:25.803198 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-987ca310-82ea-41aa-b83b-65df29cc7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764b460>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:25.803939 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987ca310-82ea-41aa-b83b-65df29cc7a42 None None] The sync data for ids ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:25.837644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d860044d-1bee-4493-8b94-731d323902d9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.923627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.924034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Fanout notify agent at l3_agent the message router_deleted on router 59aaa721-eeed-4fbc-929f-30486271f3fc {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:31:25.939678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] In _notify_port_updated(), no bound segment for port f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 on network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 {{(pid=84124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:31:25.943604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:25.944334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:25.947564 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "PUT /v2.0/ports/f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 HTTP/1.1" status: 200  len: 960 time: 4.1810751
Dec 19 13:31:25.957624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41164) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:25.992790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.021551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.021551 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/59aaa721-eeed-4fbc-929f-30486271f3fc HTTP/1.1" status: 204  len: 168 time: 5.0510092
Dec 19 13:31:26.025398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41168) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:26.033665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-fc9ae5a2-d74d-427e-9d03-f67d27855522 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1846288374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:26.045947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fc9ae5a2-d74d-427e-9d03-f67d27855522 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:26.059113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fc9ae5a2-d74d-427e-9d03-f67d27855522 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Usage tracker for resource:router and tenant:f791e0a888c3474eb480f75ca4b22247 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:26.063662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fc9ae5a2-d74d-427e-9d03-f67d27855522 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:26.065450 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:26.069389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1d29a097-6d9b-49cd-9b8d-bb26e1aeb5e9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:26.069728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d29a097-6d9b-49cd-9b8d-bb26e1aeb5e9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.084687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d37823f2-cd82-4cb0-98af-5ce7d3aa464a None None] Provisioning for port f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:26.091215 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d37823f2-cd82-4cb0-98af-5ce7d3aa464a None None] Provisioning complete for port f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:26.095779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d37823f2-cd82-4cb0-98af-5ce7d3aa464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.106841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fc9ae5a2-d74d-427e-9d03-f67d27855522 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:26.109014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.117487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:26.117487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.117487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d860044d-1bee-4493-8b94-731d323902d9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.129551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:26.129998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Usage tracker for resource:subnet and tenant:bbc874d0835849998f0e820be51401a1 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:26.141317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:26.144194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:26.153150 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:26.153621 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d37823f2-cd82-4cb0-98af-5ce7d3aa464a None None] Port f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:26.158590 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:26.160095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:26.170386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:26.237495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:26.256875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d860044d-1bee-4493-8b94-731d323902d9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.259166 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d860044d-1bee-4493-8b94-731d323902d9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/e302a915-0d4e-4fb0-8321-302de31dec19 HTTP/1.1" status: 204  len: 168 time: 2.6407773
Dec 19 13:31:26.263171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf13041-fdaa-4aab-bd76-10397612e1e1 None None] Network a5e37b2e-e688-4009-bd51-d3d455c95d36 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:26.263807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41172) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:26.316664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.316882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae5a2-d74d-427e-9d03-f67d27855522 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.317740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae5a2-d74d-427e-9d03-f67d27855522 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.321273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'Network': ['ID=f0454a23-6cad-4e7d-abee-61da58c89dcf,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:26.335792 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 3.7188771
Dec 19 13:31:26.340716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network f0454a23-6cad-4e7d-abee-61da58c89dcf details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:31:26.341954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41176) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:26.354230 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Request body: {'subnet': {'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:26.506984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.517795 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:26.521336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-710f2398-2084-4c1b-917c-2555dca4cca3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:26.523102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:26.531165 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.572869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860044d-1bee-4493-8b94-731d323902d9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Subnet': ['ID=e302a915-0d4e-4fb0-8321-302de31dec19,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:26.592829 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d860044d-1bee-4493-8b94-731d323902d9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:26.675679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd29da6-a26c-4bb5-9b64-b98bc3ecf472 None None] DHCP port deletion for a5e37b2e-e688-4009-bd51-d3d455c95d36 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:31:26.679648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-abd29da6-a26c-4bb5-9b64-b98bc3ecf472 None None] Deleting port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:26.680227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-abd29da6-a26c-4bb5-9b64-b98bc3ecf472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.696809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef55a65f-48b0-4da4-ad53-cd5c5c7833c7,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:26.699131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.700526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:26.702486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae5a2-d74d-427e-9d03-f67d27855522 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.719146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:26.730225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Usage tracker for resource:subnet and tenant:caf88d609cb744b2b9bbd429492bbe06 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:26.736730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:26.745251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:26.745807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.748836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:26.825925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.831250 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.1962461
Dec 19 13:31:26.831376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41180) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:26.832092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae5a2-d74d-427e-9d03-f67d27855522 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.854060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group': {'name': 'tempest-secgroup--790661572'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:26.880774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Made reservation on behalf of caf88d609cb744b2b9bbd429492bbe06 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:26.888002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d29a097-6d9b-49cd-9b8d-bb26e1aeb5e9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.906270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:26.925239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-abd29da6-a26c-4bb5-9b64-b98bc3ecf472 None None] For port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3,segment=NetworkSegment(25c9833f-a4d3-478e-9fcc-2834484647c0),segment_id=25c9833f-a4d3-478e-9fcc-2834484647c0)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:26.925635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-abd29da6-a26c-4bb5-9b64-b98bc3ecf472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:26.978224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:27.038167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.042946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:27.054003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1d29a097-6d9b-49cd-9b8d-bb26e1aeb5e9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:27.083237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae5a2-d74d-427e-9d03-f67d27855522 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.084319 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fc9ae5a2-d74d-427e-9d03-f67d27855522 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.0579994
Dec 19 13:31:27.113924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41184) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:27.118192 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-abd29da6-a26c-4bb5-9b64-b98bc3ecf472 None None] Calling delete_port for b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:27.134026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'enable_snat': True}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:27.150654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:27.214042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.223944 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97208a35-b739-4b82-8bab-c42fd2027ccc tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:27.236931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] For port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3,segment=NetworkSegment(25c9833f-a4d3-478e-9fcc-2834484647c0),segment_id=25c9833f-a4d3-478e-9fcc-2834484647c0)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:27.237287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.247714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.272472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-abd29da6-a26c-4bb5-9b64-b98bc3ecf472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.276191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:27.320993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd29da6-a26c-4bb5-9b64-b98bc3ecf472 None None] Pushing event deleted for resources: {'Port': ['ID=b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:27.324822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-abd29da6-a26c-4bb5-9b64-b98bc3ecf472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:27.331212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd29da6-a26c-4bb5-9b64-b98bc3ecf472 None None] No DVR routers for this DVR port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:31:27.358553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-584859b1-f542-4bcd-a63d-b21a1754f43a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.378673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:27.511724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:27.528205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:27.531451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:27.537737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:27.543577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:27.543996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:27.562326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Subnet': ['ID=252fa80f-c287-4d16-a6d1-f293a0c466e6,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:27.569851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:27.581524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d29a097-6d9b-49cd-9b8d-bb26e1aeb5e9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.590602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-be64aecc-6b99-415e-a47b-7228243100c8 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:27.644790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29a097-6d9b-49cd-9b8d-bb26e1aeb5e9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:27.648469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.650150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1d29a097-6d9b-49cd-9b8d-bb26e1aeb5e9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:27.722121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.731215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8e71b54f-47dd-46c7-b049-269584d097b4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:27.756519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Checking segment: {'id': '6ca0483b-e80f-43ed-bcec-e599183e9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'aab2827b-6526-4827-87e0-859dfbb5d658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:27.756867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network hostable DHCP agents. Network: aab2827b-6526-4827-87e0-859dfbb5d658, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:31:27.799787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba8a3fb-7d65-4f2a-9fa3-55bdff3aaf8d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:27.805100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:27.807157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d29a097-6d9b-49cd-9b8d-bb26e1aeb5e9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.809287 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1d29a097-6d9b-49cd-9b8d-bb26e1aeb5e9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 HTTP/1.1" status: 204  len: 168 time: 1.8502476
Dec 19 13:31:27.811949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41188) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:27.860457 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ac7cf4-ba20-4339-8395-d53f4f3ca300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] GET failed (client error): The resource could not be found.
Dec 19 13:31:27.860670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d4ac7cf4-ba20-4339-8395-d53f4f3ca300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Synchronizing usage tracker for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:27.870012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:27.871226 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0331748
Dec 19 13:31:27.875143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41192) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:27.882787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': 'ef55a65f-48b0-4da4-ad53-cd5c5c7833c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1ba8a3fb-7d65-4f2a-9fa3-55bdff3aaf8d', 'remote_ip_prefix': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:27.889076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d4ac7cf4-ba20-4339-8395-d53f4f3ca300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Unset dirty status for tenant:290e2fb8a20046e6963e2aaaad414298 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:27.892939 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d4ac7cf4-ba20-4339-8395-d53f4f3ca300 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports/f7e6d01c-c50d-45f3-991d-92ef7c1dc9b4 HTTP/1.1" status: 404  len: 333 time: 0.0800266
Dec 19 13:31:27.893509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41196) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:27.894390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:27.936553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:27.936553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:27.950246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:27.995847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f07b580-413d-4117-b3bf-601b8043ebb2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.028134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f07b580-413d-4117-b3bf-601b8043ebb2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.032094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.037357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a1d5f0ad-67e3-43c4-8e08-ae5056c2c2ff tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:28.045703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:28.046047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.078756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network aab2827b-6526-4827-87e0-859dfbb5d658 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:31:28.097671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.145661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.147632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] The port 'b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:31:28.155687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'Subnet': ['ID=70f5fe44-53ba-4c4c-b879-01c11066f0a7,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:28.156017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, aab2827b-6526-4827-87e0-859dfbb5d658) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:28.162196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:28.164905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59971914-f1f4-41cf-8576-492ba274e478 None None] Network aab2827b-6526-4827-87e0-859dfbb5d658 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:28.169391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:28.169956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.200928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Checking segment: {'id': '890009cd-a822-4ecb-bafd-ae869ec70690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:28.201282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Network hostable DHCP agents. Network: f0454a23-6cad-4e7d-abee-61da58c89dcf, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:31:28.280949 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:31:28.311661 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.5259249
Dec 19 13:31:28.317621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41200) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:28.337673 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:31:28.338033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b0ce20b2-9ad0-469e-a8ce-8dd94e190ef3 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:31:28.377890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-388296294'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:28.382695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:28.387002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Usage tracker for resource:network and tenant:bbc874d0835849998f0e820be51401a1 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:28.390027 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:28.396046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:28.403851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Network f0454a23-6cad-4e7d-abee-61da58c89dcf is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:31:28.420543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, f0454a23-6cad-4e7d-abee-61da58c89dcf) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:28.429179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:28.429679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.441696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4b758c-ed5d-40ef-bed7-dc04c28a409c None None] Network f0454a23-6cad-4e7d-abee-61da58c89dcf requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:28.449965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.490849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46320790>,) {'filters': {'network_id': ['a5e37b2e-e688-4009-bd51-d3d455c95d36']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:28.509420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:28.512287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46320790>, '25c9833f-a4d3-478e-9fcc-2834484647c0') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:28.512593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46320790>, '25c9833f-a4d3-478e-9fcc-2834484647c0') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:28.513077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.533996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.538072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.549090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f07b580-413d-4117-b3bf-601b8043ebb2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.555533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:28.577292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07b580-413d-4117-b3bf-601b8043ebb2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebd16c6-7dea-4334-9590-011c9ce8e60e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:28.579621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7f07b580-413d-4117-b3bf-601b8043ebb2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:28.583982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.600385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f07b580-413d-4117-b3bf-601b8043ebb2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.606741 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7f07b580-413d-4117-b3bf-601b8043ebb2 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/security-groups/6ebd16c6-7dea-4334-9590-011c9ce8e60e HTTP/1.1" status: 204  len: 168 time: 0.7096412
Dec 19 13:31:28.608440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41204) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:28.611918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:31:28.626874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-aab2827b-6526-4827-87e0-859dfbb5d658', 'network_id': 'aab2827b-6526-4827-87e0-859dfbb5d658', 'tenant_id': 'bbc874d0835849998f0e820be51401a1', 'fixed_ips': [{'subnet_id': '252fa80f-c287-4d16-a6d1-f293a0c466e6'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:31:28.626989 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2798069
Dec 19 13:31:28.627110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.627225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:28.627225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.654064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41208) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:28.669579 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Request body: {'port': {'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-42539652'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:28.671635 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:28.687792 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.688413 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Added segment e98cd73b-48e5-4530-a2b3-c691c374c825 of type vlan for network cc699d3a-bc20-4758-bfb5-526990aa2b27
Dec 19 13:31:28.728422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.757794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:28.778069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-f0454a23-6cad-4e7d-abee-61da58c89dcf', 'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf', 'tenant_id': 'caf88d609cb744b2b9bbd429492bbe06', 'fixed_ips': [{'subnet_id': '70f5fe44-53ba-4c4c-b879-01c11066f0a7'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:31:28.778883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.803166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e881c6ca-0d4e-4537-83c5-8427cc35e9d6,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:28.805149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:28.840947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3dbe7cba-050e-4ffe-8a79-11d492b10a03 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.863830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.869608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3dbe7cba-050e-4ffe-8a79-11d492b10a03 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.877835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.881894 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 1.0030046
Dec 19 13:31:28.882121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41212) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:28.933947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.938295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.943776 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/networks/a5e37b2e-e688-4009-bd51-d3d455c95d36 HTTP/1.1" status: 204  len: 168 time: 2.6509323
Dec 19 13:31:28.944359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-250e36fc-a82c-4c7b-b0a8-4ead78d4d49f tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:28.945897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41216) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:28.964294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bac159a-a83d-4fdc-94d2-5f509a71ae60 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:28.964711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1329526993'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:28.973656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:28.984532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Network': ['ID=a5e37b2e-e688-4009-bd51-d3d455c95d36,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:28.988113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:28.990174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bac159a-a83d-4fdc-94d2-5f509a71ae60 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.018332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:29.024556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:network and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:29.033320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:29.036197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Usage tracker for resource:port and tenant:caf88d609cb744b2b9bbd429492bbe06 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:29.044297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:29.058556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:29.060864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:29.062511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.066182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:29.066749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.082388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8c6c3a8-682a-4c89-a369-54854485079b tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:29.100331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3dbe7cba-050e-4ffe-8a79-11d492b10a03 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.106821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-82be5750-7668-42a8-ac0c-b85542583351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:29.122139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe7cba-050e-4ffe-8a79-11d492b10a03 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab19b6f6-3ce1-4511-bb66-6c5fce84216c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:29.123282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Allocated IP 2001:db8::2 (f0454a23-6cad-4e7d-abee-61da58c89dcf/70f5fe44-53ba-4c4c-b879-01c11066f0a7/63047901-f1b5-4e2f-8221-243ce439415a) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:29.124641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3dbe7cba-050e-4ffe-8a79-11d492b10a03 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:29.131021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bac159a-a83d-4fdc-94d2-5f509a71ae60 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.132425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3dbe7cba-050e-4ffe-8a79-11d492b10a03 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.137011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Allocated IP 2001:db8:0:ffff::2 (aab2827b-6526-4827-87e0-859dfbb5d658/252fa80f-c287-4d16-a6d1-f293a0c466e6/87125164-59e0-497a-bfbf-77f6e688f533) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:29.138000 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3dbe7cba-050e-4ffe-8a79-11d492b10a03 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/security-groups/ab19b6f6-3ce1-4511-bb66-6c5fce84216c HTTP/1.1" status: 204  len: 168 time: 0.5207310
Dec 19 13:31:29.144560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41220) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:29.144560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bac159a-a83d-4fdc-94d2-5f509a71ae60 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.145319 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7bac159a-a83d-4fdc-94d2-5f509a71ae60 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e881c6ca-0d4e-4537-83c5-8427cc35e9d6 HTTP/1.1" status: 204  len: 168 time: 0.2622254
Dec 19 13:31:29.148158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:29.155893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41224) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:29.177925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.193888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac159a-a83d-4fdc-94d2-5f509a71ae60 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e881c6ca-0d4e-4537-83c5-8427cc35e9d6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:29.197189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7bac159a-a83d-4fdc-94d2-5f509a71ae60 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:29.263676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fed3f6c5-8657-40b8-b25d-e1949c7e2d27 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:29.288837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0979356-9eb9-4a83-abb5-7c94733c7c2a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.324831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0979356-9eb9-4a83-abb5-7c94733c7c2a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.382764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:29.386686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.387151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fed3f6c5-8657-40b8-b25d-e1949c7e2d27 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:29.388585 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fed3f6c5-8657-40b8-b25d-e1949c7e2d27 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.2207139
Dec 19 13:31:29.391555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41230) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:29.396074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Made reservation on behalf of caf88d609cb744b2b9bbd429492bbe06 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:29.398905 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.426480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.448609 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.0863276
Dec 19 13:31:29.458632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41234) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:29.467862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'subnet': {'network_id': 'cc699d3a-bc20-4758-bfb5-526990aa2b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:29.490132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Network': ['ID=cc699d3a-bc20-4758-bfb5-526990aa2b27,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:29.498668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:29.514366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] device_id is not set on port c6c5d35f-72ea-4893-b508-613a845ebdcf yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:29.543228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0979356-9eb9-4a83-abb5-7c94733c7c2a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.549384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5847058-fc0d-4de4-bb28-f5b7746cefe2 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.563726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ae6c40f-f322-4626-b42e-f11fe272df0d tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:29.569289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network cc699d3a-bc20-4758-bfb5-526990aa2b27 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:31:29.606196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:31:29.620444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0979356-9eb9-4a83-abb5-7c94733c7c2a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235e54bc-5812-4966-a951-aac2b5502c6c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:29.623171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c0979356-9eb9-4a83-abb5-7c94733c7c2a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:29.637567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5847058-fc0d-4de4-bb28-f5b7746cefe2 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.663364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0979356-9eb9-4a83-abb5-7c94733c7c2a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.668775 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c0979356-9eb9-4a83-abb5-7c94733c7c2a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/security-groups/235e54bc-5812-4966-a951-aac2b5502c6c HTTP/1.1" status: 204  len: 168 time: 0.5221615
Dec 19 13:31:29.677205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41238) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:29.708239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.727153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.728038 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Added segment 894b116d-f9dd-4a44-96b8-dbb82c1ee7f8 of type vlan for network 078340e8-3eb0-40e4-b108-b731820f8f27
Dec 19 13:31:29.733049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:29.745623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Usage tracker for resource:subnet and tenant:bbc874d0835849998f0e820be51401a1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:29.753186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:29.753386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.767364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:29.768009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Transition to ACTIVE for port object 87125164-59e0-497a-bfbf-77f6e688f533 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:29.780601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Allocated IP 172.26.4.80 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/ba4cd0fb-a71e-4f6a-95a4-8bf8b7639dc8) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:29.782841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Transition to ACTIVE for port object 63047901-f1b5-4e2f-8221-243ce439415a will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:29.816301 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Transition to ACTIVE for port object 63047901-f1b5-4e2f-8221-243ce439415a will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:29.822251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.848890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Transition to ACTIVE for port object 87125164-59e0-497a-bfbf-77f6e688f533 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:29.862371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5847058-fc0d-4de4-bb28-f5b7746cefe2 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.868000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8a57e9b5-3fa5-416a-8427-2ae982d6bb01 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:29.887238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5847058-fc0d-4de4-bb28-f5b7746cefe2 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba8a3fb-7d65-4f2a-9fa3-55bdff3aaf8d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:29.898714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a5847058-fc0d-4de4-bb28-f5b7746cefe2 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:29.918453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:29.922583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.922774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-584859b1-f542-4bcd-a63d-b21a1754f43a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port 1e971add-56be-4e46-86a7-2a7a7725db3f {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:29.923163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-584859b1-f542-4bcd-a63d-b21a1754f43a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.926740 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:29.974743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:29.986189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:31:29.994382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Network f0454a23-6cad-4e7d-abee-61da58c89dcf is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:30.005504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:30.010688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:30.016594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Pushing event updated for resources: {'Port': ['ID=63047901-f1b5-4e2f-8221-243ce439415a,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:30.021641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a5847058-fc0d-4de4-bb28-f5b7746cefe2 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.025774 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a5847058-fc0d-4de4-bb28-f5b7746cefe2 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-groups/1ba8a3fb-7d65-4f2a-9fa3-55bdff3aaf8d HTTP/1.1" status: 204  len: 168 time: 0.6302323
Dec 19 13:31:30.026880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:30.027584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e2a1776c-40f3-4ef5-9e1c-657d4e84e5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:30.030806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41242) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:30.059462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-83107189-cb45-4264-b13f-8e46d0d69d61 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting subnet d3d35229-7f6a-42d5-ac8c-66f60e71f8e2 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:30.063087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Network aab2827b-6526-4827-87e0-859dfbb5d658 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:30.065694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.072014 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:30.076260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:30.083407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83107189-cb45-4264-b13f-8e46d0d69d61 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.189307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.193981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:30.195253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.213574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6a7dfbb4-2f40-4b72-b93d-a81ea3f50254 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:30.218911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83107189-cb45-4264-b13f-8e46d0d69d61 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.231167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Allocated IP 2001:db8::379 (f0454a23-6cad-4e7d-abee-61da58c89dcf/70f5fe44-53ba-4c4c-b879-01c11066f0a7/c6c5d35f-72ea-4893-b508-613a845ebdcf) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:30.232166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Pushing event updated for resources: {'Port': ['ID=87125164-59e0-497a-bfbf-77f6e688f533,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:30.244016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:30.260945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Attempting to bind port 63047901-f1b5-4e2f-8221-243ce439415a on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:31:30.264651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Attempting to bind port 63047901-f1b5-4e2f-8221-243ce439415a by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '890009cd-a822-4ecb-bafd-ae869ec70690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:31:30.264651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Attempting to bind port 63047901-f1b5-4e2f-8221-243ce439415a on network f0454a23-6cad-4e7d-abee-61da58c89dcf {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:31:30.266981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Attempting to bind port 87125164-59e0-497a-bfbf-77f6e688f533 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:31:30.267386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Attempting to bind port 87125164-59e0-497a-bfbf-77f6e688f533 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '6ca0483b-e80f-43ed-bcec-e599183e9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'aab2827b-6526-4827-87e0-859dfbb5d658'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:31:30.267747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Attempting to bind port 87125164-59e0-497a-bfbf-77f6e688f533 on network aab2827b-6526-4827-87e0-859dfbb5d658 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:31:30.273794 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:31:30.274170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Checking segment: {'id': '890009cd-a822-4ecb-bafd-ae869ec70690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:30.275182 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.275588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Bound using segment: {'id': '890009cd-a822-4ecb-bafd-ae869ec70690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:31:30.276087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Bound port: 63047901-f1b5-4e2f-8221-243ce439415a, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890009cd-a822-4ecb-bafd-ae869ec70690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:31:30.276458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.293602 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:31:30.293908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Checking segment: {'id': '6ca0483b-e80f-43ed-bcec-e599183e9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'aab2827b-6526-4827-87e0-859dfbb5d658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:30.294311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.294707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Bound using segment: {'id': '6ca0483b-e80f-43ed-bcec-e599183e9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'aab2827b-6526-4827-87e0-859dfbb5d658'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:31:30.295202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Bound port: 87125164-59e0-497a-bfbf-77f6e688f533, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca0483b-e80f-43ed-bcec-e599183e9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'aab2827b-6526-4827-87e0-859dfbb5d658'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:31:30.295579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.388134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83107189-cb45-4264-b13f-8e46d0d69d61 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.426538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.438946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] For port 63047901-f1b5-4e2f-8221-243ce439415a, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:31:30.453976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] For port 63047901-f1b5-4e2f-8221-243ce439415a, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=63047901-f1b5-4e2f-8221-243ce439415a,segment=NetworkSegment(890009cd-a822-4ecb-bafd-ae869ec70690),segment_id=890009cd-a822-4ecb-bafd-ae869ec70690)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:31:30.463190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] For port 87125164-59e0-497a-bfbf-77f6e688f533, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:31:30.467909 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] For port 87125164-59e0-497a-bfbf-77f6e688f533, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=87125164-59e0-497a-bfbf-77f6e688f533,segment=NetworkSegment(6ca0483b-e80f-43ed-bcec-e599183e9265),segment_id=6ca0483b-e80f-43ed-bcec-e599183e9265)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:31:30.475998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fa7d61fe-dcb9-4346-a820-f42e9b064495 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:30.490854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Network': ['ID=078340e8-3eb0-40e4-b108-b731820f8f27,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:30.502989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 078340e8-3eb0-40e4-b108-b731820f8f27 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:31:30.512701 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.5623059
Dec 19 13:31:30.514187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:30.515586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41246) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:30.522921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-584859b1-f542-4bcd-a63d-b21a1754f43a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.527086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '078340e8-3eb0-40e4-b108-b731820f8f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:30.565074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.569047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.577906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-eab9b846-d595-4fad-93c5-6894f14d9964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:30.701927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-584859b1-f542-4bcd-a63d-b21a1754f43a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for 1e971add-56be-4e46-86a7-2a7a7725db3f owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:30.710394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83107189-cb45-4264-b13f-8e46d0d69d61 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.714502 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Pushing event updated for resources: {'Port': ['ID=87125164-59e0-497a-bfbf-77f6e688f533,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:30.718781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6dedde83-e56f-4289-bd73-cae24388a976 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:30.780718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83107189-cb45-4264-b13f-8e46d0d69d61 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d35229-7f6a-42d5-ac8c-66f60e71f8e2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:30.796850 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Pushing event updated for resources: {'Port': ['ID=63047901-f1b5-4e2f-8221-243ce439415a,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:30.799576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fa7d61fe-dcb9-4346-a820-f42e9b064495 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:30.801780 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fa7d61fe-dcb9-4346-a820-f42e9b064495 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4005 time: 0.7575049
Dec 19 13:31:30.820088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:30.820088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:30.820088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:30.832721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-83107189-cb45-4264-b13f-8e46d0d69d61 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:30.833412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41250) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:30.854281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83107189-cb45-4264-b13f-8e46d0d69d61 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:30.859806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a7525a-7361-40c4-809c-9a96f72e5ea6 None None] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:30.883036 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-83107189-cb45-4264-b13f-8e46d0d69d61 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/d3d35229-7f6a-42d5-ac8c-66f60e71f8e2 HTTP/1.1" status: 204  len: 168 time: 1.2006149
Dec 19 13:31:30.884815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41254) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:31.010709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6491cf-bb87-4641-84bd-e89877ecaf1f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting subnet 71faf26e-dc74-47eb-b752-ab24c7e20124 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:31.014303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ad6491cf-bb87-4641-84bd-e89877ecaf1f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.037263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.052834 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-33a604d2-245c-4209-a3d1-a0888a8dec6d tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:31.059241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:31.079348 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:31.085401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:31.130595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:31.206163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ad6491cf-bb87-4641-84bd-e89877ecaf1f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.207882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.212117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:31.221395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:31.226754 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event updated for resources: {'Port': ['ID=ba4cd0fb-a71e-4f6a-95a4-8bf8b7639dc8,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:31.231332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:31.267699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:31.281692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:31:31.295734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.305516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d8849b72-50f4-4e97-8cb4-3f7e859bead6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:31.343275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2da0b01d-6166-4ac6-ab96-7f382e790d56 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.357610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:31.461645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Transition to ACTIVE for port object c6c5d35f-72ea-4893-b508-613a845ebdcf will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:31.509554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2da0b01d-6166-4ac6-ab96-7f382e790d56 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.527356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Subnet': ['ID=1c1e133b-09f8-42d6-bcf4-a496f7d8996a,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:31.530113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:31.593445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.668059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.672910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-584859b1-f542-4bcd-a63d-b21a1754f43a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.680476 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f267f4e6-6d50-4700-8112-e42f5f5be72b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:31.688705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ad6491cf-bb87-4641-84bd-e89877ecaf1f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.725548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584859b1-f542-4bcd-a63d-b21a1754f43a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=1e971add-56be-4e46-86a7-2a7a7725db3f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:31.726518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Checking segment: {'id': 'e98cd73b-48e5-4530-a2b3-c691c374c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cc699d3a-bc20-4758-bfb5-526990aa2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:31.728101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network hostable DHCP agents. Network: cc699d3a-bc20-4758-bfb5-526990aa2b27, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:31:31.836314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Network f0454a23-6cad-4e7d-abee-61da58c89dcf is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:31.838481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2da0b01d-6166-4ac6-ab96-7f382e790d56 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.841732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-532cd286-d102-464d-ba61-24cd1b186e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:31.856424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0b01d-6166-4ac6-ab96-7f382e790d56 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef55a65f-48b0-4da4-ad53-cd5c5c7833c7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:31.859845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2da0b01d-6166-4ac6-ab96-7f382e790d56 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:31.872998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:31.882688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:31.887452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:31.888060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:31.907077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'Port': ['ID=c6c5d35f-72ea-4893-b508-613a845ebdcf,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:31.918988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:31.921771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:31.922158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:31.934400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network cc699d3a-bc20-4758-bfb5-526990aa2b27 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:31:32.008541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ad6491cf-bb87-4641-84bd-e89877ecaf1f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:32.019665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0851a05e-d1ad-450a-8f7c-d50438ac296b tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:32.064725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:32.072655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, cc699d3a-bc20-4758-bfb5-526990aa2b27) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:32.077181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:32.078173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:32.082552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea0a1b-42e3-4df9-bac5-250ac43c6949 None None] Network cc699d3a-bc20-4758-bfb5-526990aa2b27 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:32.090789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6491cf-bb87-4641-84bd-e89877ecaf1f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Subnet': ['ID=71faf26e-dc74-47eb-b752-ab24c7e20124,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:32.093198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ad6491cf-bb87-4641-84bd-e89877ecaf1f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:32.094272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2da0b01d-6166-4ac6-ab96-7f382e790d56 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:32.095334 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2da0b01d-6166-4ac6-ab96-7f382e790d56 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-groups/ef55a65f-48b0-4da4-ad53-cd5c5c7833c7 HTTP/1.1" status: 204  len: 168 time: 1.2609806
Dec 19 13:31:32.107096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41258) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:32.147750 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.4855165
Dec 19 13:31:32.157891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41262) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:32.165502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ad6491cf-bb87-4641-84bd-e89877ecaf1f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:32.173608 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ad6491cf-bb87-4641-84bd-e89877ecaf1f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/71faf26e-dc74-47eb-b752-ab24c7e20124 HTTP/1.1" status: 204  len: 168 time: 1.2797403
Dec 19 13:31:32.175173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41266) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:32.190277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Request body: {'port': {'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-841288980', 'allowed_address_pairs': [{'ip_address': '2001:db8::379', 'mac_address': 'fa:16:3e:2b:fe:48'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:32.346944 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.8871994
Dec 19 13:31:32.372012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41270) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:32.382203 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6c52bf-0983-4aba-a11f-6cb62ccd4587 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:32.382801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6c52bf-0983-4aba-a11f-6cb62ccd4587 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:32.389252 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9c6c52bf-0983-4aba-a11f-6cb62ccd4587 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/d3d35229-7f6a-42d5-ac8c-66f60e71f8e2 HTTP/1.1" status: 404  len: 337 time: 0.1961260
Dec 19 13:31:32.398251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41274) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:32.405149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'port': {'network_id': 'cc699d3a-bc20-4758-bfb5-526990aa2b27', 'name': 'tempest-NetworksIpV6TestAttrs-16034252'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:32.427927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:32.450900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 63047901-f1b5-4e2f-8221-243ce439415a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:32.500303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6261c630-549e-46c4-81be-6ceb09f6868f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:32.591000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Subnet': ['ID=ad5cc946-242a-41e1-bbc6-8f025e352c4c,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:32.604620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:32.640670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-38c14452-d65f-4ebe-b8c2-5190c7feaeab tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:32.652245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-cc699d3a-bc20-4758-bfb5-526990aa2b27', 'network_id': 'cc699d3a-bc20-4758-bfb5-526990aa2b27', 'tenant_id': 'bbc874d0835849998f0e820be51401a1', 'fixed_ips': [{'subnet_id': '1c1e133b-09f8-42d6-bcf4-a496f7d8996a'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:31:32.657802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:32.706352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:32.733184 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36a5fd4f-099a-4550-890f-8be4563543de req-9fd3ab03-7902-4817-ba03-0037000a58a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.8128700
Dec 19 13:31:32.764247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Usage tracker for resource:port and tenant:caf88d609cb744b2b9bbd429492bbe06 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:32.768193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:32.782215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:32.796813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Checking segment: {'id': '894b116d-f9dd-4a44-96b8-dbb82c1ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '078340e8-3eb0-40e4-b108-b731820f8f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:32.797162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network hostable DHCP agents. Network: 078340e8-3eb0-40e4-b108-b731820f8f27, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:31:32.807471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:32.824136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Usage tracker for resource:port and tenant:bbc874d0835849998f0e820be51401a1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:32.827950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:32.835928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:32.850726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-38c14452-d65f-4ebe-b8c2-5190c7feaeab tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:32.854105 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-38c14452-d65f-4ebe-b8c2-5190c7feaeab tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7448177
Dec 19 13:31:32.860260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41278) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:32.867439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092364485'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:32.878343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:32.891548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:32.900011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408b298-58ca-45d3-97d5-1339ac8bb60a None None] Network aab2827b-6526-4827-87e0-859dfbb5d658 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:32.991319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Made reservation on behalf of caf88d609cb744b2b9bbd429492bbe06 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:32.999038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:33.002161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.013550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.036172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44801d95-1bcc-48bd-8462-34375e1c325e None None] Network f0454a23-6cad-4e7d-abee-61da58c89dcf requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:33.038179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] device_id is not set on port 106792c1-b9d1-47e4-8ada-6185ccf501ef yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:33.078691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.099023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 078340e8-3eb0-40e4-b108-b731820f8f27 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:31:33.116885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92fcaf7-37a8-4d06-8532-a92758f7205d None None] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:33.140483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:33.142774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:33.144572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.145864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:33.158128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:33.235734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 078340e8-3eb0-40e4-b108-b731820f8f27) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:33.240076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:33.240650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.291222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb57ef0-783a-45f2-98d5-c717d9dca9e0 None None] Network 078340e8-3eb0-40e4-b108-b731820f8f27 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:33.318364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-dd0384f2-e872-4fc8-a463-db9f2a786b83 None None] Provisioning for port 87125164-59e0-497a-bfbf-77f6e688f533 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:33.323205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Allocated IP 2001:db8::f816:3eff:fe1e:2241 (cc699d3a-bc20-4758-bfb5-526990aa2b27/1c1e133b-09f8-42d6-bcf4-a496f7d8996a/106792c1-b9d1-47e4-8ada-6185ccf501ef) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:33.331563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.387978 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8672159
Dec 19 13:31:33.389013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41282) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:33.398085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-94c9a7f6-7c36-406c-9ddc-f330c23f5d16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1037129306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:33.428234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-94c9a7f6-7c36-406c-9ddc-f330c23f5d16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:33.430567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.450578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0a0002-b088-4d97-bff5-7ed4412f42e1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting subnet 4bc7de36-334e-4e6e-a37f-3c7732f1255b {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:33.469128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0002-b088-4d97-bff5-7ed4412f42e1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.532170 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36a5fd4f-099a-4550-890f-8be4563543de req-cda2d1af-8119-4e0f-b570-7dc20551cb9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 1099 time: 0.5818155
Dec 19 13:31:33.536662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 63047901-f1b5-4e2f-8221-243ce439415a completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:33.559859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.610465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-738f622f-4393-4f77-a081-5bd3def23303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:33.616184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 87125164-59e0-497a-bfbf-77f6e688f533 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:33.621368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-94c9a7f6-7c36-406c-9ddc-f330c23f5d16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:router and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:33.631978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-94c9a7f6-7c36-406c-9ddc-f330c23f5d16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:33.648561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-94c9a7f6-7c36-406c-9ddc-f330c23f5d16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:33.695567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce94134e-d3ee-4117-a2ca-c6d88c25b5ab,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:33.698814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:33.723591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.733079 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8633647
Dec 19 13:31:33.733209 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41286) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:33.735664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0002-b088-4d97-bff5-7ed4412f42e1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.739004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': 'ce94134e-d3ee-4117-a2ca-c6d88c25b5ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:33.755953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:33.761993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94c9a7f6-7c36-406c-9ddc-f330c23f5d16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.763251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94c9a7f6-7c36-406c-9ddc-f330c23f5d16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.783962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94c9a7f6-7c36-406c-9ddc-f330c23f5d16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.809208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:33.815340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:33.819356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5fd4f-099a-4550-890f-8be4563543de req-990a3ca7-d909-4d18-b565-5ac7f577716b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:33.820838 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36a5fd4f-099a-4550-890f-8be4563543de req-990a3ca7-d909-4d18-b565-5ac7f577716b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.2410457
Dec 19 13:31:33.831253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:33.845802 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.852987 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Provisioning complete for port 2cf15dc5-aee2-434a-9aed-c8569c88337e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:33.852987 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.863698 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Transition to ACTIVE for port object 106792c1-b9d1-47e4-8ada-6185ccf501ef will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:33.872768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94c9a7f6-7c36-406c-9ddc-f330c23f5d16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:33.896216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] device_id is not set on port f73a1d8a-3edc-42bf-821b-3116589a3ca8 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:33.960329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.001141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-078340e8-3eb0-40e4-b108-b731820f8f27', 'network_id': '078340e8-3eb0-40e4-b108-b731820f8f27', 'tenant_id': '279dea1e810345a989d561cf9297ff0d', 'fixed_ips': [{'subnet_id': 'ad5cc946-242a-41e1-bbc6-8f025e352c4c'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:31:34.001956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.010186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94c9a7f6-7c36-406c-9ddc-f330c23f5d16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.011791 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-94c9a7f6-7c36-406c-9ddc-f330c23f5d16 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.6216645
Dec 19 13:31:34.013366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.014986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41290) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:34.020833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Port 2cf15dc5-aee2-434a-9aed-c8569c88337e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:34.028219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'network_id': '078340e8-3eb0-40e4-b108-b731820f8f27', 'name': 'tempest-PortsIpV6TestJSON-190511070'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:34.057031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-584859b1-f542-4bcd-a63d-b21a1754f43a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.109320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc75df10-add6-4261-9cd8-eb0bb80c8443 tempest-FloatingIPAdminTestJSON-933557649 tempest-FloatingIPAdminTestJSON-933557649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:34.191927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 87125164-59e0-497a-bfbf-77f6e688f533 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:34.202655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.229984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Allocated IP 2001:db8::f816:3eff:fe86:f141 (cc699d3a-bc20-4758-bfb5-526990aa2b27/1c1e133b-09f8-42d6-bcf4-a496f7d8996a/77e6404c-798f-448f-a2ef-6b5217352fbf) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:34.233726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network cc699d3a-bc20-4758-bfb5-526990aa2b27 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:34.239104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 87125164-59e0-497a-bfbf-77f6e688f533 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:34.239998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.245236 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36a5fd4f-099a-4550-890f-8be4563543de req-c9d109da-facb-408d-bca0-2d4284959a67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4955458-3b59-464d-885a-2034bea8d7bb HTTP/1.1" status: 200  len: 1002 time: 0.4128692
Dec 19 13:31:34.256094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0002-b088-4d97-bff5-7ed4412f42e1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.287494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:34.299446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:34.303976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:34.304766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.309559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.324010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Port': ['ID=106792c1-b9d1-47e4-8ada-6185ccf501ef,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:34.327339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:34.335433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-03535c0b-aa76-419a-995b-52a1171c5071 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:34.344774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Provisioning for port 63047901-f1b5-4e2f-8221-243ce439415a completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:34.360238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Provisioning complete for port 63047901-f1b5-4e2f-8221-243ce439415a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:34.361088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.364089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:34.373044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5fd4f-099a-4550-890f-8be4563543de req-c4db6ca6-caa9-45de-b908-e13c7fa1e97f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:34.376091 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36a5fd4f-099a-4550-890f-8be4563543de req-c4db6ca6-caa9-45de-b908-e13c7fa1e97f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.0902936
Dec 19 13:31:34.384547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce98a05-0f71-4f4a-9fc5-725c1710d915,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:34.387195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:port and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:34.390196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:34.390998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:34.409505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:34.472662 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 949 time: 2.0992167
Dec 19 13:31:34.478139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41294) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:34.519874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Allocated IP 2001:db8::33a (f0454a23-6cad-4e7d-abee-61da58c89dcf/70f5fe44-53ba-4c4c-b879-01c11066f0a7/f73a1d8a-3edc-42bf-821b-3116589a3ca8) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:34.544353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.546220 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.8113804
Dec 19 13:31:34.554268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41298) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:34.627865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b5e63a-d177-4777-bbbc-5489af4048cd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Deleting subnet 1c1e133b-09f8-42d6-bcf4-a496f7d8996a {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:34.634803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:34.638826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.680104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:34.716099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0002-b088-4d97-bff5-7ed4412f42e1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.730224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-87790acd-3780-4ff6-b386-db9db7c67aaf tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:34.802042 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36a5fd4f-099a-4550-890f-8be4563543de req-a7ae5c8c-7a56-45d2-9692-a18af5394a15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4163148
Dec 19 13:31:34.844317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a090f4c7-5a38-4e5f-adcc-bf4e29e88110 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.857591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a090f4c7-5a38-4e5f-adcc-bf4e29e88110 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.867337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a0002-b088-4d97-bff5-7ed4412f42e1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc7de36-334e-4e6e-a37f-3c7732f1255b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:34.879284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fc0a0002-b088-4d97-bff5-7ed4412f42e1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:34.924145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Allocated IP 2001:db8::2 (078340e8-3eb0-40e4-b108-b731820f8f27/ad5cc946-242a-41e1-bbc6-8f025e352c4c/cf232f8d-dd44-4a01-88cd-df47f6366ab9) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:34.934387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.955907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a090f4c7-5a38-4e5f-adcc-bf4e29e88110 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.958901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:34.977148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090f4c7-5a38-4e5f-adcc-bf4e29e88110 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bce98a05-0f71-4f4a-9fc5-725c1710d915,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:34.988017 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a090f4c7-5a38-4e5f-adcc-bf4e29e88110 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:34.998294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a090f4c7-5a38-4e5f-adcc-bf4e29e88110 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:34.999717 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a090f4c7-5a38-4e5f-adcc-bf4e29e88110 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/bce98a05-0f71-4f4a-9fc5-725c1710d915 HTTP/1.1" status: 204  len: 168 time: 0.4445205
Dec 19 13:31:35.002326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41302) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.022681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fc0a0002-b088-4d97-bff5-7ed4412f42e1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.073619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3b5297ab-522f-4399-b90e-2c7986c67d01 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:35.095391 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fc0a0002-b088-4d97-bff5-7ed4412f42e1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/4bc7de36-334e-4e6e-a37f-3c7732f1255b HTTP/1.1" status: 204  len: 168 time: 2.6906643
Dec 19 13:31:35.098165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41306) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.151353 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0778f42-14cc-4728-8f65-adb0931f98ac tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:35.158519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0778f42-14cc-4728-8f65-adb0931f98ac tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:35.158519 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a0778f42-14cc-4728-8f65-adb0931f98ac tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/e8cad688-8321-42f1-aec4-9136b97c697e HTTP/1.1" status: 404  len: 337 time: 0.0546052
Dec 19 13:31:35.158800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41310) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.217980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36a5fd4f-099a-4550-890f-8be4563543de req-216e610f-c112-45e4-99b3-a6adad4285e7 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3819721
Dec 19 13:31:35.220702 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ffe56e1c-9c94-4b57-b1cd-275ce42db87a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0233643-7f22-4c06-bc3a-d45d8d8c604f HTTP/1.1" status: 200  len: 205 time: 0.0591128
Dec 19 13:31:35.220833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c69c85-0971-4a12-9be2-22e5790057e8 None None] Network cd240b73-5c3d-4ffd-9f76-55101cb2fe53 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:35.222736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41314) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.223856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.225594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3b5297ab-522f-4399-b90e-2c7986c67d01 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:35.226766 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3b5297ab-522f-4399-b90e-2c7986c67d01 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2234159
Dec 19 13:31:35.237636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41318) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.292287 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-3defc0c8-0a7b-4392-bad6-d13b3e3a9c64 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] delete failed (client error): The resource could not be found.
Dec 19 13:31:35.295660 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3defc0c8-0a7b-4392-bad6-d13b3e3a9c64 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/routers/e0233643-7f22-4c06-bc3a-d45d8d8c604f HTTP/1.1" status: 404  len: 336 time: 0.0695889
Dec 19 13:31:35.295900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41322) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.333220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 87125164-59e0-497a-bfbf-77f6e688f533, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=87125164-59e0-497a-bfbf-77f6e688f533,segment=NetworkSegment(6ca0483b-e80f-43ed-bcec-e599183e9265),segment_id=6ca0483b-e80f-43ed-bcec-e599183e9265)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:35.340312 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd1c52c-2a10-47d2-804f-43d331e359ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:35.340752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd1c52c-2a10-47d2-804f-43d331e359ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:35.345103 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0fd1c52c-2a10-47d2-804f-43d331e359ef tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/909e0654-afba-493f-bbeb-bcdcdc3ab15a HTTP/1.1" status: 404  len: 337 time: 0.0456357
Dec 19 13:31:35.349151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41326) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.389515 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4abf08-d9db-4489-abe7-45162f6164d3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:35.389981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4abf08-d9db-4489-abe7-45162f6164d3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:35.391888 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cc4abf08-d9db-4489-abe7-45162f6164d3 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/09a41647-f869-4cc9-afb5-44c0e5376d52 HTTP/1.1" status: 404  len: 337 time: 0.0448546
Dec 19 13:31:35.394431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41330) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.436605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.440261 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffe7448-6acc-444e-a797-fe02b2a8b30c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:35.440763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffe7448-6acc-444e-a797-fe02b2a8b30c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:35.444958 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fffe7448-6acc-444e-a797-fe02b2a8b30c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/90d7c715-d33c-41da-a7b2-c671cbc490a5 HTTP/1.1" status: 404  len: 337 time: 0.0469792
Dec 19 13:31:35.445273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41334) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.464403 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.466825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.476252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-12705423-2306-46f1-906c-7d8be2651371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:35.488502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Router 1802e9ec-fb17-43cf-8c3a-7424d01954aa is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:31:35.499904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Transition to ACTIVE for port object f73a1d8a-3edc-42bf-821b-3116589a3ca8 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:35.500170 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a79c91-43db-4782-8d9d-bcb3d3124861 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:35.500732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a79c91-43db-4782-8d9d-bcb3d3124861 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:35.502711 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-44a79c91-43db-4782-8d9d-bcb3d3124861 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/247f41a4-a812-4e9e-96d3-7e7b7a240dcb HTTP/1.1" status: 404  len: 333 time: 0.0562074
Dec 19 13:31:35.506124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41338) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.545842 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50e9750-c0b1-45eb-8be1-f3bb85e73495 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:35.546298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50e9750-c0b1-45eb-8be1-f3bb85e73495 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:35.550506 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e50e9750-c0b1-45eb-8be1-f3bb85e73495 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/d570abbf-942e-4397-8114-ca0537a57605 HTTP/1.1" status: 404  len: 337 time: 0.0434384
Dec 19 13:31:35.551033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41342) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.566207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Transition to ACTIVE for port object 77e6404c-798f-448f-a2ef-6b5217352fbf will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:35.589693 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-61006027-4593-4da3-af06-476cc1710e27 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:35.590030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61006027-4593-4da3-af06-476cc1710e27 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:35.594456 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-61006027-4593-4da3-af06-476cc1710e27 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/669d5294-c7cf-4311-b413-e1d73d9073c3 HTTP/1.1" status: 404  len: 337 time: 0.0423450
Dec 19 13:31:35.595322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41346) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.648791 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0533fbe-e977-441d-b522-a0fbc9de98df tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:35.649546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0533fbe-e977-441d-b522-a0fbc9de98df tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:35.654979 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f0533fbe-e977-441d-b522-a0fbc9de98df tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/c06a1c3e-dd6d-4648-ad2b-9533bebe13b3 HTTP/1.1" status: 404  len: 333 time: 0.0585735
Dec 19 13:31:35.655882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41350) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.703118 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3cb03e-3bb0-4779-bed8-f12082915dfd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:35.703636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3cb03e-3bb0-4779-bed8-f12082915dfd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:35.707980 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ea3cb03e-3bb0-4779-bed8-f12082915dfd tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/7f8fad56-6afc-4485-863e-cd4e503805cd HTTP/1.1" status: 404  len: 337 time: 0.0482011
Dec 19 13:31:35.708543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41354) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.748283 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eaf0eba-c23d-4382-ac89-703f0cf619c9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:35.752788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eaf0eba-c23d-4382-ac89-703f0cf619c9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:35.752900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Transition to ACTIVE for port object 77e6404c-798f-448f-a2ef-6b5217352fbf will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:35.753007 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9eaf0eba-c23d-4382-ac89-703f0cf619c9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/subnets/0e788a30-152a-48f1-94a3-fc247b5eb621 HTTP/1.1" status: 404  len: 337 time: 0.0408702
Dec 19 13:31:35.754559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41358) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:35.769381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] For port 63047901-f1b5-4e2f-8221-243ce439415a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=63047901-f1b5-4e2f-8221-243ce439415a,segment=NetworkSegment(890009cd-a822-4ecb-bafd-ae869ec70690),segment_id=890009cd-a822-4ecb-bafd-ae869ec70690)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:35.772235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.788638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=87125164-59e0-497a-bfbf-77f6e688f533,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:35.805471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:35.805471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Transition to ACTIVE for port object cf232f8d-dd44-4a01-88cd-df47f6366ab9 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:35.820244 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36a5fd4f-099a-4550-890f-8be4563543de req-a526fa51-f2e6-4acc-b271-297885e68ff3 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5840502
Dec 19 13:31:35.825945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-55b5e63a-d177-4777-bbbc-5489af4048cd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.826274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.832309 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Transition to ACTIVE for port object cf232f8d-dd44-4a01-88cd-df47f6366ab9 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:35.833448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8db461e3-afb8-42bd-947b-4ecb6f1bba53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:35.848716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a9b5-c06f-4d2f-b86f-a58aceda2009 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.870237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2e638535-b0a6-41ef-8eb7-12d4d74557bb tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 2cf15dc5-aee2-434a-9aed-c8569c88337e {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:35.870480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2e638535-b0a6-41ef-8eb7-12d4d74557bb tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.881614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.911464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a9b5-c06f-4d2f-b86f-a58aceda2009 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.929764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Network cc699d3a-bc20-4758-bfb5-526990aa2b27 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:35.935372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:35.937681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:35.940822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-55b5e63a-d177-4777-bbbc-5489af4048cd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:35.941639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Pushing event updated for resources: {'Port': ['ID=77e6404c-798f-448f-a2ef-6b5217352fbf,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:35.944504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:35.946735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:35.997670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.029203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Provisioning complete for port 8b5a9721-b81c-4675-b880-ffa4e855d922 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:36.029972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.031498 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.054302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d8635261-2e47-4b71-98aa-3bf7fa0efd0b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:36.073552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50666f43-969c-482b-b62d-027ecd55f653 None None] DHCP port deletion for cd240b73-5c3d-4ffd-9f76-55101cb2fe53 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:31:36.143530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-50666f43-969c-482b-b62d-027ecd55f653 None None] Deleting port 8b5a9721-b81c-4675-b880-ffa4e855d922 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:36.143913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-50666f43-969c-482b-b62d-027ecd55f653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.212106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Network f0454a23-6cad-4e7d-abee-61da58c89dcf is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:36.217339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:36.221216 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Pushing event updated for resources: {'Port': ['ID=63047901-f1b5-4e2f-8221-243ce439415a,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:36.224191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:36.224946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:36.231254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:36.231409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-25586068-4226-4635-bded-e7b9e306a011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:36.232854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.237111 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'Port': ['ID=f73a1d8a-3edc-42bf-821b-3116589a3ca8,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:36.251794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:36.271975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Network 078340e8-3eb0-40e4-b108-b731820f8f27 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:36.271975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Attempting to bind port 77e6404c-798f-448f-a2ef-6b5217352fbf on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:31:36.273454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Attempting to bind port 77e6404c-798f-448f-a2ef-6b5217352fbf by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'e98cd73b-48e5-4530-a2b3-c691c374c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cc699d3a-bc20-4758-bfb5-526990aa2b27'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:31:36.273454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Attempting to bind port 77e6404c-798f-448f-a2ef-6b5217352fbf on network cc699d3a-bc20-4758-bfb5-526990aa2b27 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:31:36.294036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:36.295903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:36.320040 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a9b5-c06f-4d2f-b86f-a58aceda2009 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.333540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a9c8a9b5-c06f-4d2f-b86f-a58aceda2009 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.342762 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a9c8a9b5-c06f-4d2f-b86f-a58aceda2009 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-groups/ce94134e-d3ee-4117-a2ca-c6d88c25b5ab HTTP/1.1" status: 204  len: 168 time: 1.0989532
Dec 19 13:31:36.342762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41362) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:36.361508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b7e67ff7-20da-46ba-933a-11efd21af011 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:36.372437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8::9c (078340e8-3eb0-40e4-b108-b731820f8f27/ad5cc946-242a-41e1-bbc6-8f025e352c4c/cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:36.382079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:31:36.382079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Checking segment: {'id': 'e98cd73b-48e5-4530-a2b3-c691c374c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cc699d3a-bc20-4758-bfb5-526990aa2b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:36.382079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.382079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Bound using segment: {'id': 'e98cd73b-48e5-4530-a2b3-c691c374c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cc699d3a-bc20-4758-bfb5-526990aa2b27'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:31:36.382079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Bound port: 77e6404c-798f-448f-a2ef-6b5217352fbf, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98cd73b-48e5-4530-a2b3-c691c374c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cc699d3a-bc20-4758-bfb5-526990aa2b27'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:31:36.382079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.416568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2e638535-b0a6-41ef-8eb7-12d4d74557bb tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.418400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8a9b5-c06f-4d2f-b86f-a58aceda2009 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce94134e-d3ee-4117-a2ca-c6d88c25b5ab,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:36.503081 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a9c8a9b5-c06f-4d2f-b86f-a58aceda2009 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:36.504657 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 4.3391485
Dec 19 13:31:36.511430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Pushing event updated for resources: {'Port': ['ID=cf232f8d-dd44-4a01-88cd-df47f6366ab9,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:36.514587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:36.535014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41366) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:36.573896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2e638535-b0a6-41ef-8eb7-12d4d74557bb tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 2cf15dc5-aee2-434a-9aed-c8569c88337e owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:36.657876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ce12128a-2585-465f-8588-5defdea9b2c3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:36.720174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-55b5e63a-d177-4777-bbbc-5489af4048cd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.720654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:36.732682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.733493 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "PUT /v2.0/routers/1802e9ec-fb17-43cf-8c3a-7424d01954aa HTTP/1.1" status: 200  len: 918 time: 9.6106360
Dec 19 13:31:36.742367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41370) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:36.807570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b17920-a79b-4a50-912c-a963a03f2c03 None None] Sync routers for ids ['1802e9ec-fb17-43cf-8c3a-7424d01954aa'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:36.808963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ce12128a-2585-465f-8588-5defdea9b2c3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:36.814128 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ce12128a-2585-465f-8588-5defdea9b2c3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4306016
Dec 19 13:31:36.817384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41374) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:36.830177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Attempting to bind port cf232f8d-dd44-4a01-88cd-df47f6366ab9 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:31:36.830329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Attempting to bind port cf232f8d-dd44-4a01-88cd-df47f6366ab9 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '894b116d-f9dd-4a44-96b8-dbb82c1ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '078340e8-3eb0-40e4-b108-b731820f8f27'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:31:36.830894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Attempting to bind port cf232f8d-dd44-4a01-88cd-df47f6366ab9 on network 078340e8-3eb0-40e4-b108-b731820f8f27 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:31:36.842030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group': {'name': 'tempest-secgroup--388868590'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:36.855611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36848e55-bb38-4130-98dc-575bff51d61e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:36.859564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36848e55-bb38-4130-98dc-575bff51d61e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:36.870043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36848e55-bb38-4130-98dc-575bff51d61e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:36.870043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-36848e55-bb38-4130-98dc-575bff51d61e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Synchronizing usage tracker for tenant:caf88d609cb744b2b9bbd429492bbe06 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:36.881728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584859b1-f542-4bcd-a63d-b21a1754f43a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router 991724e2-d9ed-4c3a-8ec1-c5492830adc5 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:31:36.888399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:36.908764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:31:36.909426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Checking segment: {'id': '894b116d-f9dd-4a44-96b8-dbb82c1ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '078340e8-3eb0-40e4-b108-b731820f8f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:36.910034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.910429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Bound using segment: {'id': '894b116d-f9dd-4a44-96b8-dbb82c1ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '078340e8-3eb0-40e4-b108-b731820f8f27'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:31:36.911104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Bound port: cf232f8d-dd44-4a01-88cd-df47f6366ab9, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894b116d-f9dd-4a44-96b8-dbb82c1ee7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '078340e8-3eb0-40e4-b108-b731820f8f27'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:31:36.912148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.918278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:36.949434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b17920-a79b-4a50-912c-a963a03f2c03 None None] Routers {'1802e9ec-fb17-43cf-8c3a-7424d01954aa'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:36.950453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d7b17920-a79b-4a50-912c-a963a03f2c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47176d90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1802e9ec-fb17-43cf-8c3a-7424d01954aa'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:36.959493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2e638535-b0a6-41ef-8eb7-12d4d74557bb tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:36.968298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6bedb211-8ae5-4832-8071-14860eb5757c tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:37.012923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-55b5e63a-d177-4777-bbbc-5489af4048cd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.048109 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.056358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e638535-b0a6-41ef-8eb7-12d4d74557bb tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Port': ['ID=2cf15dc5-aee2-434a-9aed-c8569c88337e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:37.058567 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-36848e55-bb38-4130-98dc-575bff51d61e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Unset dirty status for tenant:caf88d609cb744b2b9bbd429492bbe06 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:37.063428 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-36848e55-bb38-4130-98dc-575bff51d61e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.5243180
Dec 19 13:31:37.065320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41378) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:37.073641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.079700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2e638535-b0a6-41ef-8eb7-12d4d74557bb tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:37.080174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-496bc2fc-cd5e-4629-ada7-40e2e074136a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:37.107878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2e638535-b0a6-41ef-8eb7-12d4d74557bb tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.112151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] For port 77e6404c-798f-448f-a2ef-6b5217352fbf, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:31:37.126512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-50666f43-969c-482b-b62d-027ecd55f653 None None] For port 8b5a9721-b81c-4675-b880-ffa4e855d922, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8b5a9721-b81c-4675-b880-ffa4e855d922,segment=NetworkSegment(a24048be-a7f1-4970-a6e7-2c89bbe80133),segment_id=a24048be-a7f1-4970-a6e7-2c89bbe80133)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:37.126512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-50666f43-969c-482b-b62d-027ecd55f653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.137899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5e63a-d177-4777-bbbc-5489af4048cd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1e133b-09f8-42d6-bcf4-a496f7d8996a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:37.142547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d7b17920-a79b-4a50-912c-a963a03f2c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47176d90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:37.142933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-55b5e63a-d177-4777-bbbc-5489af4048cd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.147861 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-55b5e63a-d177-4777-bbbc-5489af4048cd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/subnets/1c1e133b-09f8-42d6-bcf4-a496f7d8996a HTTP/1.1" status: 204  len: 168 time: 2.6732264
Dec 19 13:31:37.150792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-55b5e63a-d177-4777-bbbc-5489af4048cd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:37.154900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41382) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:37.154900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:37.162872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] For port 77e6404c-798f-448f-a2ef-6b5217352fbf, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=77e6404c-798f-448f-a2ef-6b5217352fbf,segment=NetworkSegment(e98cd73b-48e5-4530-a2b3-c691c374c825),segment_id=e98cd73b-48e5-4530-a2b3-c691c374c825)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:31:37.227362 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2e638535-b0a6-41ef-8eb7-12d4d74557bb tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/ports/2cf15dc5-aee2-434a-9aed-c8569c88337e HTTP/1.1" status: 204  len: 168 time: 1.4706559
Dec 19 13:31:37.233806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41386) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:37.236860 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e8d40e7f-7530-46e3-8d31-3f91a4ccce96 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Deleting port f73a1d8a-3edc-42bf-821b-3116589a3ca8 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:37.237197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8d40e7f-7530-46e3-8d31-3f91a4ccce96 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.261783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c30883-10b0-43e7-b5e8-93a9bb668588 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:37.263236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c30883-10b0-43e7-b5e8-93a9bb668588 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:37.263961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-29c30883-10b0-43e7-b5e8-93a9bb668588 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Synchronizing usage tracker for tenant:bbc874d0835849998f0e820be51401a1 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:37.271987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:37.291263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-50666f43-969c-482b-b62d-027ecd55f653 None None] Calling delete_port for 8b5a9721-b81c-4675-b880-ffa4e855d922 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:37.310803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:37.358652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.370143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dd74daf2-72c2-469a-8fb5-d8c8456be12b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:37.380038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.393020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 8b5a9721-b81c-4675-b880-ffa4e855d922 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:37.393441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.456031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.456993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b17920-a79b-4a50-912c-a963a03f2c03 None None] Routers {'1802e9ec-fb17-43cf-8c3a-7424d01954aa'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:37.458380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d7b17920-a79b-4a50-912c-a963a03f2c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47176d90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1802e9ec-fb17-43cf-8c3a-7424d01954aa'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:37.463709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c736ae4-3529-4fd5-ae29-d6e8968e1ca9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:37.522891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Provisioning complete for port 87125164-59e0-497a-bfbf-77f6e688f533 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:37.522891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.523115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-29c30883-10b0-43e7-b5e8-93a9bb668588 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Unset dirty status for tenant:bbc874d0835849998f0e820be51401a1 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:37.527963 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-29c30883-10b0-43e7-b5e8-93a9bb668588 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3757143
Dec 19 13:31:37.532491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41392) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:37.591482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] For port cf232f8d-dd44-4a01-88cd-df47f6366ab9, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:31:37.640539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d7b17920-a79b-4a50-912c-a963a03f2c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47176d90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:37.641299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b17920-a79b-4a50-912c-a963a03f2c03 None None] The sync data for ids ['1802e9ec-fb17-43cf-8c3a-7424d01954aa'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:37.669080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] For port cf232f8d-dd44-4a01-88cd-df47f6366ab9, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cf232f8d-dd44-4a01-88cd-df47f6366ab9,segment=NetworkSegment(894b116d-f9dd-4a44-96b8-dbb82c1ee7f8),segment_id=894b116d-f9dd-4a44-96b8-dbb82c1ee7f8)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:31:37.678374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 078340e8-3eb0-40e4-b108-b731820f8f27 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:37.679995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Pushing event updated for resources: {'Port': ['ID=77e6404c-798f-448f-a2ef-6b5217352fbf,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:37.684469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:37.688895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 63047901-f1b5-4e2f-8221-243ce439415a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:37.701491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:37.771300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.805082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:37.807983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-50666f43-969c-482b-b62d-027ecd55f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.811483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:37.812126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.813227 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-95389942-9a04-411a-a4c8-38ba87e14134 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/routers/1802e9ec-fb17-43cf-8c3a-7424d01954aa HTTP/1.1" status: 200  len: 924 time: 1.0664141
Dec 19 13:31:37.813594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.821856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41398) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:37.830995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:37.832699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.844954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:37.858729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:37.888041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6967eae9-ecfe-4578-ba6f-f89ce6f1e8dd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.889901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c90f0b75-81ff-4bfd-b07a-24e9aa5e3b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:37.897080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] For port 8b5a9721-b81c-4675-b880-ffa4e855d922, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8b5a9721-b81c-4675-b880-ffa4e855d922,segment=NetworkSegment(a24048be-a7f1-4970-a6e7-2c89bbe80133),segment_id=a24048be-a7f1-4970-a6e7-2c89bbe80133)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:37.897343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:37.944555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50666f43-969c-482b-b62d-027ecd55f653 None None] Pushing event deleted for resources: {'Port': ['ID=8b5a9721-b81c-4675-b880-ffa4e855d922,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:37.979541 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-6967eae9-ecfe-4578-ba6f-f89ce6f1e8dd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:31:37.980237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6967eae9-ecfe-4578-ba6f-f89ce6f1e8dd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:37.983286 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6967eae9-ecfe-4578-ba6f-f89ce6f1e8dd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/networks/cc699d3a-bc20-4758-bfb5-526990aa2b27 HTTP/1.1" status: 409  len: 405 time: 0.4403317
Dec 19 13:31:37.998458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41402) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:38.032483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-290795437'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:38.043841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8d40e7f-7530-46e3-8d31-3f91a4ccce96 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:38.045882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 63047901-f1b5-4e2f-8221-243ce439415a triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:38.046266 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:38.052173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002b0834-1594-44fd-afce-e9315917e287,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:38.055726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:38.060365 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.0425284
Dec 19 13:31:38.065185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:38.069916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Calling delete_port for 8b5a9721-b81c-4675-b880-ffa4e855d922 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:38.074622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584859b1-f542-4bcd-a63d-b21a1754f43a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:38.086499 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc0c4e-6bc2-4828-a4eb-46ca31800832 None None] Sync routers for ids ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:38.088301 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-584859b1-f542-4bcd-a63d-b21a1754f43a tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "PUT /v2.0/routers/991724e2-d9ed-4c3a-8ec1-c5492830adc5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3969102
Dec 19 13:31:38.093852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41406) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:38.094460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41408) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:38.110619 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc0c4e-6bc2-4828-a4eb-46ca31800832 None None] Routers {'991724e2-d9ed-4c3a-8ec1-c5492830adc5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:38.114813 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-47bc0c4e-6bc2-4828-a4eb-46ca31800832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4733c640>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:38.120212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50666f43-969c-482b-b62d-027ecd55f653 None None] No DVR routers for this DVR port 8b5a9721-b81c-4675-b880-ffa4e855d922 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:31:38.167211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Could not find standard attr ID for object 2cf15dc5-aee2-434a-9aed-c8569c88337e. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:31:38.206754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Could not find standard attr ID for object 8b5a9721-b81c-4675-b880-ffa4e855d922. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:31:38.215723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Pushing event updated for resources: {'Port': ['ID=cf232f8d-dd44-4a01-88cd-df47f6366ab9,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:38.220017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:38.222065 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:38.222663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:38.228583 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-47bc0c4e-6bc2-4828-a4eb-46ca31800832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4733c640>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:38.246375 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc0c4e-6bc2-4828-a4eb-46ca31800832 None None] Routers {'991724e2-d9ed-4c3a-8ec1-c5492830adc5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:38.246986 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-47bc0c4e-6bc2-4828-a4eb-46ca31800832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4733c640>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:38.293066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Usage tracker for resource:network and tenant:bbc874d0835849998f0e820be51401a1 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:38.308191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 87125164-59e0-497a-bfbf-77f6e688f533 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:38.310098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:38.330226 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-47bc0c4e-6bc2-4828-a4eb-46ca31800832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4733c640>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:38.330900 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc0c4e-6bc2-4828-a4eb-46ca31800832 None None] The sync data for ids ['991724e2-d9ed-4c3a-8ec1-c5492830adc5'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:38.353095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:38.354128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:38.356012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Provisioning for port f73a1d8a-3edc-42bf-821b-3116589a3ca8 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:38.371800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Provisioning complete for port f73a1d8a-3edc-42bf-821b-3116589a3ca8 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:38.372188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:38.401273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:38.402817 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.5767643
Dec 19 13:31:38.406128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41418) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:38.417919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': '002b0834-1594-44fd-afce-e9315917e287', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:38.426797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:38.428030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e8d40e7f-7530-46e3-8d31-3f91a4ccce96 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Calling delete_port for f73a1d8a-3edc-42bf-821b-3116589a3ca8 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:38.436728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:38.440746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:38.445098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Port f73a1d8a-3edc-42bf-821b-3116589a3ca8 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:38.449955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:38.458045 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:38.458322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 87125164-59e0-497a-bfbf-77f6e688f533 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:38.458703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:38.545286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:38.566738 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fb56bc99-af1d-43a6-9dad-086387092e9d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&device_id=1802e9ec-fb17-43cf-8c3a-7424d01954aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.7435036
Dec 19 13:31:38.569513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41422) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:38.599086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Provisioning for port c6c5d35f-72ea-4893-b508-613a845ebdcf completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:38.628531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Provisioning complete for port c6c5d35f-72ea-4893-b508-613a845ebdcf triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:38.629520 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:38.859750 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Deleting port 8b5a9721-b81c-4675-b880-ffa4e855d922 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:38.860271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:38.868741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:38.872874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:38.931773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Port c6c5d35f-72ea-4893-b508-613a845ebdcf cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:38.969886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Provisioning complete for port 63047901-f1b5-4e2f-8221-243ce439415a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:38.969886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93ff29df-0ab5-4ba8-a757-31d9dd275303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.007715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.029152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] The port '8b5a9721-b81c-4675-b880-ffa4e855d922' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:31:39.031277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ce65e-2897-4620-9a07-dfdb73aee974 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:39.032983 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ce9ce65e-2897-4620-9a07-dfdb73aee974 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/networks/4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 881 time: 0.4624681
Dec 19 13:31:39.039853 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41426) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:39.043255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8b5a9721-b81c-4675-b880-ffa4e855d922 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:31:39.080018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.091118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:39.127301 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d0782a8d-ec9c-4829-a3c8-2420b45703d6 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=1802e9ec-fb17-43cf-8c3a-7424d01954aa HTTP/1.1" status: 200  len: 205 time: 0.0775208
Dec 19 13:31:39.130195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41430) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:39.195180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4c1b8d-1795-47e6-9a88-ae90c0246756,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:39.202114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 8b5a9721-b81c-4675-b880-ffa4e855d922 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:31:39.202558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8b5a9721-b81c-4675-b880-ffa4e855d922 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:31:39.222951 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:39.236803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.265809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d462a7190>,) {'filters': {'network_id': ['cd240b73-5c3d-4ffd-9f76-55101cb2fe53']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:39.284342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d462a7190>, 'a24048be-a7f1-4970-a6e7-2c89bbe80133') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:39.284682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d462a7190>, 'a24048be-a7f1-4970-a6e7-2c89bbe80133') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:39.294957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.296697 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8884864
Dec 19 13:31:39.301354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41434) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:39.316847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce15e83e-ee42-4339-b1c6-6486aa221434 None None] Network cc699d3a-bc20-4758-bfb5-526990aa2b27 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:39.327772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.348194 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b331287f-e9cc-4955-a40b-daefd43fc9e4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules/9c4c1b8d-1795-47e6-9a88-ae90c0246756 HTTP/1.1" status: 200  len: 705 time: 0.0454471
Dec 19 13:31:39.350688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41440) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:39.354533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.378425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:39.378824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:39.394089 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:39.423864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8d40e7f-7530-46e3-8d31-3f91a4ccce96 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.425591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:31:39.442645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-922d053c-153e-4db2-a98c-0d99fab0b8dd tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:39.518351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fb834d7e-d853-4559-8c20-32077e159905 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:39.572350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d40e7f-7530-46e3-8d31-3f91a4ccce96 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event deleted for resources: {'Port': ['ID=f73a1d8a-3edc-42bf-821b-3116589a3ca8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:39.583174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8d40e7f-7530-46e3-8d31-3f91a4ccce96 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:39.587049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0a062a49-e878-4978-86db-373a7a78657c None None] Provisioning for port 77e6404c-798f-448f-a2ef-6b5217352fbf completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:39.605564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.605916 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Added segment a38357ca-1c94-4530-9f80-b04f10f502f3 of type vlan for network a997f93c-a3ce-4260-8a6d-35358993abe0
Dec 19 13:31:39.627155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.630323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-040d813a-2cd0-4d11-8442-3e12ead619dd tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:39.637087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747414c8-9337-43b6-82a4-cfda85efd0a4 None None] DHCP port deletion for cc699d3a-bc20-4758-bfb5-526990aa2b27 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:31:39.642644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-747414c8-9337-43b6-82a4-cfda85efd0a4 None None] Deleting port 77e6404c-798f-448f-a2ef-6b5217352fbf {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:39.643221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-747414c8-9337-43b6-82a4-cfda85efd0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.659484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.676993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fb834d7e-d853-4559-8c20-32077e159905 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:39.679122 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fb834d7e-d853-4559-8c20-32077e159905 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3269689
Dec 19 13:31:39.687082 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] 10.222.0.24 "DELETE /v2.0/networks/cd240b73-5c3d-4ffd-9f76-55101cb2fe53 HTTP/1.1" status: 204  len: 168 time: 2.4521017
Dec 19 13:31:39.698772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Pushing event deleted for resources: {'Network': ['ID=cd240b73-5c3d-4ffd-9f76-55101cb2fe53,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:39.707955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:39.710295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41444) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:39.788476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6a145214-ce7c-4fc7-aead-a2304793fa00 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.831602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6a145214-ce7c-4fc7-aead-a2304793fa00 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.847025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cf232f8d-dd44-4a01-88cd-df47f6366ab9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:39.886105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8d40e7f-7530-46e3-8d31-3f91a4ccce96 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.912084 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.969663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6a145214-ce7c-4fc7-aead-a2304793fa00 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:39.978622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:40.016494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a145214-ce7c-4fc7-aead-a2304793fa00 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c4c1b8d-1795-47e6-9a88-ae90c0246756,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:40.019741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6a145214-ce7c-4fc7-aead-a2304793fa00 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:40.064577 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e8d40e7f-7530-46e3-8d31-3f91a4ccce96 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "DELETE /v2.0/ports/f73a1d8a-3edc-42bf-821b-3116589a3ca8 HTTP/1.1" status: 204  len: 168 time: 2.9963775
Dec 19 13:31:40.074297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41450) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:40.079867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.104144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-747414c8-9337-43b6-82a4-cfda85efd0a4 None None] For port 77e6404c-798f-448f-a2ef-6b5217352fbf, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=77e6404c-798f-448f-a2ef-6b5217352fbf,segment=NetworkSegment(e98cd73b-48e5-4530-a2b3-c691c374c825),segment_id=e98cd73b-48e5-4530-a2b3-c691c374c825)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:40.104962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-747414c8-9337-43b6-82a4-cfda85efd0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.136550 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff87f44-267a-4707-aa7c-a045197f3b4c tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] GET failed (client error): The resource could not be found.
Dec 19 13:31:40.142179 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9ff87f44-267a-4707-aa7c-a045197f3b4c tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "GET /v2.0/ports/f73a1d8a-3edc-42bf-821b-3116589a3ca8 HTTP/1.1" status: 404  len: 333 time: 0.0667124
Dec 19 13:31:40.142597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41454) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:40.149303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Request body: {'port': {'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2063670374'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:40.189769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port cf232f8d-dd44-4a01-88cd-df47f6366ab9 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:40.242968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.246748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:40.247335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.249123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6a145214-ce7c-4fc7-aead-a2304793fa00 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.250381 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6a145214-ce7c-4fc7-aead-a2304793fa00 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9c4c1b8d-1795-47e6-9a88-ae90c0246756 HTTP/1.1" status: 204  len: 168 time: 0.5382147
Dec 19 13:31:40.253588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41458) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:40.258008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb06cc3-7d57-4cd3-abb0-8e2ebe227e1b None None] Network 078340e8-3eb0-40e4-b108-b731820f8f27 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:40.260608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bc11c315-cbff-4f04-b8ca-cc8ad36f0fe3 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:40.282551 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-747414c8-9337-43b6-82a4-cfda85efd0a4 None None] Calling delete_port for 77e6404c-798f-448f-a2ef-6b5217352fbf owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:40.343770 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.356196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-67e65e43-3e79-450a-aee6-7385e07d678f tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:40.375764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:40.380120 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Usage tracker for resource:port and tenant:caf88d609cb744b2b9bbd429492bbe06 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:40.384336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:40.390365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:40.503942 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Network': ['ID=a997f93c-a3ce-4260-8a6d-35358993abe0,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:40.517098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:40.522987 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.5096998
Dec 19 13:31:40.526641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41464) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:40.531700 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.535598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'subnet': {'network_id': 'a997f93c-a3ce-4260-8a6d-35358993abe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:40.548571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network a997f93c-a3ce-4260-8a6d-35358993abe0 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:31:40.587860 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41468) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:40.609198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Made reservation on behalf of caf88d609cb744b2b9bbd429492bbe06 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:40.612549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.619787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f844f5ed-67d8-46b7-bd55-5f71a63a22c6 None None] Provisioning for port cf232f8d-dd44-4a01-88cd-df47f6366ab9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:40.623167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-67e65e43-3e79-450a-aee6-7385e07d678f tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:40.624633 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-67e65e43-3e79-450a-aee6-7385e07d678f tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3701680
Dec 19 13:31:40.632658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41470) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:40.636330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-747414c8-9337-43b6-82a4-cfda85efd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.642458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fc37cb59-fd50-4e9c-9808-55eaeb0e557b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:40.662448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d489d2c5-f091-434a-a9f9-8a6a054ae960 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': '002b0834-1594-44fd-afce-e9315917e287', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:40.671695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d489d2c5-f091-434a-a9f9-8a6a054ae960 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:40.687451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f844f5ed-67d8-46b7-bd55-5f71a63a22c6 None None] Provisioning complete for port cf232f8d-dd44-4a01-88cd-df47f6366ab9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:40.687451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f844f5ed-67d8-46b7-bd55-5f71a63a22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.693914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] device_id is not set on port 2f2517f1-8e5c-4fcc-8170-da4a7d530b7e yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:40.734452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747414c8-9337-43b6-82a4-cfda85efd0a4 None None] Pushing event deleted for resources: {'Port': ['ID=77e6404c-798f-448f-a2ef-6b5217352fbf,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:40.736148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d489d2c5-f091-434a-a9f9-8a6a054ae960 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:40.752472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-747414c8-9337-43b6-82a4-cfda85efd0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:40.760314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:40.776084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747414c8-9337-43b6-82a4-cfda85efd0a4 None None] No DVR routers for this DVR port 77e6404c-798f-448f-a2ef-6b5217352fbf on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:31:40.785154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:40.862619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d489d2c5-f091-434a-a9f9-8a6a054ae960 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.877763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f844f5ed-67d8-46b7-bd55-5f71a63a22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:40.903049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:40.938675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f844f5ed-67d8-46b7-bd55-5f71a63a22c6 None None] For port cf232f8d-dd44-4a01-88cd-df47f6366ab9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cf232f8d-dd44-4a01-88cd-df47f6366ab9,segment=NetworkSegment(894b116d-f9dd-4a44-96b8-dbb82c1ee7f8),segment_id=894b116d-f9dd-4a44-96b8-dbb82c1ee7f8)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:41.013474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Allocated IP 2001:db8::14e (f0454a23-6cad-4e7d-abee-61da58c89dcf/70f5fe44-53ba-4c4c-b879-01c11066f0a7/2f2517f1-8e5c-4fcc-8170-da4a7d530b7e) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:41.096899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.246106 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f844f5ed-67d8-46b7-bd55-5f71a63a22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.250418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:41.298018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.326617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d489d2c5-f091-434a-a9f9-8a6a054ae960 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.364613 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5d9a348c-826c-4ca1-87a1-6d650753734c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=290e2fb8a20046e6963e2aaaad414298&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6651771
Dec 19 13:31:41.366620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41482) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:41.368825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.390331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844f5ed-67d8-46b7-bd55-5f71a63a22c6 None None] Pushing event updated for resources: {'Port': ['ID=cf232f8d-dd44-4a01-88cd-df47f6366ab9,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:41.422525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f844f5ed-67d8-46b7-bd55-5f71a63a22c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:41.422525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a3754f1c-12f4-4ca5-b8e5-3221c998b8f3 None None] Provisioning complete for port cf232f8d-dd44-4a01-88cd-df47f6366ab9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:41.422525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a3754f1c-12f4-4ca5-b8e5-3221c998b8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.453668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port 80fc861b-b547-49b8-aa3a-758871522b4a {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:41.454002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.496392 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.512359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-987cf0a1-842f-44b2-b04c-d61c88ab3039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.528407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d489d2c5-f091-434a-a9f9-8a6a054ae960 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.537823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.543769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5e825c24-22d8-4651-bbc2-70103c427541 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:41.547828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3ef71236-53d1-49a0-bec0-cdf6f94319e1 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:41.593134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.609699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489d2c5-f091-434a-a9f9-8a6a054ae960 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8fc79e-cb55-447d-b83c-322f4709dac5,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:41.619093 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d489d2c5-f091-434a-a9f9-8a6a054ae960 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:41.650688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Transition to ACTIVE for port object 2f2517f1-8e5c-4fcc-8170-da4a7d530b7e will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:41.677432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cf232f8d-dd44-4a01-88cd-df47f6366ab9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:41.705564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Deleting port ba4cd0fb-a71e-4f6a-95a4-8bf8b7639dc8 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:41.705564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.747162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d489d2c5-f091-434a-a9f9-8a6a054ae960 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.754020 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d489d2c5-f091-434a-a9f9-8a6a054ae960 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.1120887
Dec 19 13:31:41.754382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41486) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:41.758316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-987cf0a1-842f-44b2-b04c-d61c88ab3039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.784760 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f1cec7ab-f078-4afb-abc0-825ec451ae61 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules/0e8fc79e-cb55-447d-b83c-322f4709dac5 HTTP/1.1" status: 200  len: 705 time: 0.0260186
Dec 19 13:31:41.785729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41490) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:41.818943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port cf232f8d-dd44-4a01-88cd-df47f6366ab9 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:41.819522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.887925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d374a9b1-24f0-4939-8e99-d335cd9accd4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:41.901352 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.936033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d15aeeb7-10ac-45b9-ba94-ad6de0c9c67d tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:41.947829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a3754f1c-12f4-4ca5-b8e5-3221c998b8f3 None None] Provisioning for port cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:41.956464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:41.959715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a3754f1c-12f4-4ca5-b8e5-3221c998b8f3 None None] Provisioning complete for port cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:41.960099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a3754f1c-12f4-4ca5-b8e5-3221c998b8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:41.960824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:42.009132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:31:42.013759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 77e6404c-798f-448f-a2ef-6b5217352fbf no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:31:42.015858 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.036580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Network f0454a23-6cad-4e7d-abee-61da58c89dcf is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:42.047813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:42.065573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:42.070197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:42.071363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.081986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d374a9b1-24f0-4939-8e99-d335cd9accd4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:42.081986 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d374a9b1-24f0-4939-8e99-d335cd9accd4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2942901
Dec 19 13:31:42.085379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41494) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:42.094967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 77e6404c-798f-448f-a2ef-6b5217352fbf {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:31:42.095547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 77e6404c-798f-448f-a2ef-6b5217352fbf not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:31:42.123871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'Port': ['ID=2f2517f1-8e5c-4fcc-8170-da4a7d530b7e,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:42.145925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:42.147530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-369cb580-52d0-42ad-86a8-8796d28f9d33 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:42.156403 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a3754f1c-12f4-4ca5-b8e5-3221c998b8f3 None None] Port cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:42.201698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.223770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ad3cf266-dabc-4a41-8a21-bc6dc548da67 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.252873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ad3cf266-dabc-4a41-8a21-bc6dc548da67 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.282451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Subnet': ['ID=2ca32280-dda2-43da-8461-f88414b889de,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:42.288676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:42.293294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8d450fa9-6774-4c48-9f15-1e87c21237ff None None] Provisioning complete for port cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:42.293294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d450fa9-6774-4c48-9f15-1e87c21237ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.293763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Checking segment: {'id': 'a38357ca-1c94-4530-9f80-b04f10f502f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a997f93c-a3ce-4260-8a6d-35358993abe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:42.293763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network hostable DHCP agents. Network: a997f93c-a3ce-4260-8a6d-35358993abe0, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:31:42.310428 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.1660507
Dec 19 13:31:42.310936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41498) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:42.364794 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8d450fa9-6774-4c48-9f15-1e87c21237ff None None] Port cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:42.386448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for 80fc861b-b547-49b8-aa3a-758871522b4a owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:42.419954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::379', 'mac_address': 'fa:16:3e:2b:fe:48'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:42.452403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.473241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ad3cf266-dabc-4a41-8a21-bc6dc548da67 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.478593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network a997f93c-a3ce-4260-8a6d-35358993abe0 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:31:42.480944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d8af2827-0550-46c3-9531-3dab4e3cfa85 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:42.497386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cf266-dabc-4a41-8a21-bc6dc548da67 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e8fc79e-cb55-447d-b83c-322f4709dac5,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:42.500486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ad3cf266-dabc-4a41-8a21-bc6dc548da67 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:42.502384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-987cf0a1-842f-44b2-b04c-d61c88ab3039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.523272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6c989c88-9488-4a50-a25b-40fbf8d70fa0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:42.547385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-16e3eb15-55a7-40b0-b2f7-94bf27aa108e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.558869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ad3cf266-dabc-4a41-8a21-bc6dc548da67 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.560007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1507243f-0721-43e8-97d5-84e82a6f0e0f None None] Provisioning for port 2f2517f1-8e5c-4fcc-8170-da4a7d530b7e completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:42.565325 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ad3cf266-dabc-4a41-8a21-bc6dc548da67 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0e8fc79e-cb55-447d-b83c-322f4709dac5 HTTP/1.1" status: 204  len: 168 time: 0.4718363
Dec 19 13:31:42.565484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1507243f-0721-43e8-97d5-84e82a6f0e0f None None] Provisioning complete for port 2f2517f1-8e5c-4fcc-8170-da4a7d530b7e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:42.565597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41502) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:42.565988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1507243f-0721-43e8-97d5-84e82a6f0e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.616838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-486ffd6c-45c3-42db-b038-8b1a75b31428 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:42.630668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, a997f93c-a3ce-4260-8a6d-35358993abe0) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:42.640690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1507243f-0721-43e8-97d5-84e82a6f0e0f None None] Port 2f2517f1-8e5c-4fcc-8170-da4a7d530b7e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:42.648022 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cb7c82-4782-4d7e-a533-b66aa0121cfd None None] Network a997f93c-a3ce-4260-8a6d-35358993abe0 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:42.650773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:42.651852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.657257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Calling delete_port for ba4cd0fb-a71e-4f6a-95a4-8bf8b7639dc8 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:42.690823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cf0a1-842f-44b2-b04c-d61c88ab3039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549e6093-5f0a-4f70-8742-42da0691b988,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:42.714099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-987cf0a1-842f-44b2-b04c-d61c88ab3039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:42.739939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-987cf0a1-842f-44b2-b04c-d61c88ab3039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.747374 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-987cf0a1-842f-44b2-b04c-d61c88ab3039 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/549e6093-5f0a-4f70-8742-42da0691b988 HTTP/1.1" status: 204  len: 168 time: 1.3734372
Dec 19 13:31:42.752635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-486ffd6c-45c3-42db-b038-8b1a75b31428 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:42.762058 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-486ffd6c-45c3-42db-b038-8b1a75b31428 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1874540
Dec 19 13:31:42.762320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41508) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:42.772328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': '002b0834-1594-44fd-afce-e9315917e287', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:42.781758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:42.795135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:42.809667 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.2813616
Dec 19 13:31:42.814702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41512) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:42.822818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'port': {'network_id': 'a997f93c-a3ce-4260-8a6d-35358993abe0', 'name': 'tempest-NetworksIpV6TestAttrs-882374358'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:42.865284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.917799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-a997f93c-a3ce-4260-8a6d-35358993abe0', 'network_id': 'a997f93c-a3ce-4260-8a6d-35358993abe0', 'tenant_id': 'bbc874d0835849998f0e820be51401a1', 'fixed_ips': [{'subnet_id': '2ca32280-dda2-43da-8461-f88414b889de'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:31:42.919565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:42.962629 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Project 43b57a1b69a1477a9bb745a2d879c5bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:31:42.981071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.031705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:43.039754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Usage tracker for resource:port and tenant:bbc874d0835849998f0e820be51401a1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:43.044422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:43.063899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:43.086983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.114850 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Allocated IP 2001:db8::f816:3eff:fe87:d495 (a997f93c-a3ce-4260-8a6d-35358993abe0/2ca32280-dda2-43da-8461-f88414b889de/83453e34-ccb9-4dc6-91f6-cb26e3f2ad48) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:43.164486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:43.169335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.198626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] device_id is not set on port 6292d2d4-0f7a-4aa7-8821-30891e5d612c yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:43.241958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.247630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c29bf87-2906-4260-9e28-7491f648556b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:43.302135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2e4395-13b0-4baa-b950-1980cd603d3e,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:43.309651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:43.337606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.427668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.431184 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.6627648
Dec 19 13:31:43.433465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41522) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:43.459105 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-30d269b3-e196-41ba-b80c-0b4eb07972a6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules/5d2e4395-13b0-4baa-b950-1980cd603d3e HTTP/1.1" status: 200  len: 711 time: 0.0239594
Dec 19 13:31:43.464437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41528) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:43.525022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1e7bd2b2-9764-46f3-a0d8-850eeb78bae3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:43.531106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.545791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-94d47514-54f4-4563-ac99-a98bbbb98085 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:43.598334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1e7bd2b2-9764-46f3-a0d8-850eeb78bae3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:43.600226 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1e7bd2b2-9764-46f3-a0d8-850eeb78bae3 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.1348472
Dec 19 13:31:43.604616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41532) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:43.641949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af79cbbb-6ef8-4f00-8d10-dff7552269ec tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.656147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.656715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af79cbbb-6ef8-4f00-8d10-dff7552269ec tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.729833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=80fc861b-b547-49b8-aa3a-758871522b4a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:43.740239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:43.785871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af79cbbb-6ef8-4f00-8d10-dff7552269ec tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.794226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:43.796536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.807627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Transition to ACTIVE for port object 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:43.808026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79cbbb-6ef8-4f00-8d10-dff7552269ec tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d2e4395-13b0-4baa-b950-1980cd603d3e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:43.810875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-af79cbbb-6ef8-4f00-8d10-dff7552269ec tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:43.832692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Transition to ACTIVE for port object 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:43.872229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.882495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-445f4d09-810b-4573-ad66-19813213b8d8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:43.941406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.950174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:43.950613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Pushing event deleted for resources: {'Port': ['ID=ba4cd0fb-a71e-4f6a-95a4-8bf8b7639dc8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:43.960994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af79cbbb-6ef8-4f00-8d10-dff7552269ec tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:43.974884 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-af79cbbb-6ef8-4f00-8d10-dff7552269ec tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5d2e4395-13b0-4baa-b950-1980cd603d3e HTTP/1.1" status: 204  len: 168 time: 0.3575501
Dec 19 13:31:43.978190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:43.978190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41540) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:44.073125 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Network a997f93c-a3ce-4260-8a6d-35358993abe0 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:44.076244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:44.081477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Allocated IP 2001:db8::f816:3eff:fe03:aa93 (a997f93c-a3ce-4260-8a6d-35358993abe0/2ca32280-dda2-43da-8461-f88414b889de/6292d2d4-0f7a-4aa7-8821-30891e5d612c) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:44.081669 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:44.097833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Pushing event updated for resources: {'Port': ['ID=83453e34-ccb9-4dc6-91f6-cb26e3f2ad48,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:44.107339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:44.206115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Attempting to bind port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:31:44.207264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Attempting to bind port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'a38357ca-1c94-4530-9f80-b04f10f502f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a997f93c-a3ce-4260-8a6d-35358993abe0'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:31:44.207727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Attempting to bind port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 on network a997f93c-a3ce-4260-8a6d-35358993abe0 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:31:44.216475 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:31:44.217514 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Checking segment: {'id': 'a38357ca-1c94-4530-9f80-b04f10f502f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a997f93c-a3ce-4260-8a6d-35358993abe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:44.218244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:44.218863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Bound using segment: {'id': 'a38357ca-1c94-4530-9f80-b04f10f502f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a997f93c-a3ce-4260-8a6d-35358993abe0'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:31:44.219574 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Bound port: 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38357ca-1c94-4530-9f80-b04f10f502f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a997f93c-a3ce-4260-8a6d-35358993abe0'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:31:44.220241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:44.339294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41548) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:44.342361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] For port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:31:44.347537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] For port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=83453e34-ccb9-4dc6-91f6-cb26e3f2ad48,segment=NetworkSegment(a38357ca-1c94-4530-9f80-b04f10f502f3),segment_id=a38357ca-1c94-4530-9f80-b04f10f502f3)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:31:44.351773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:44.370632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Transition to ACTIVE for port object 6292d2d4-0f7a-4aa7-8821-30891e5d612c will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:44.398408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:44.429702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:44.435633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-066c7fb0-f977-4695-84d2-4152da12354b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:44.494725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267733485'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:44.502552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:44.505229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:44.512687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2e638535-b0a6-41ef-8eb7-12d4d74557bb tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:44.515764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Pushing event updated for resources: {'Port': ['ID=83453e34-ccb9-4dc6-91f6-cb26e3f2ad48,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:44.519786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:44.567932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:44.572547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:44.583370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f30d4b7b-84a5-477a-86a2-d4c287eb4c3e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:44.587321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:44.604832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d48e046-4b49-4b1a-a510-4015636a4a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:44.614379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network a997f93c-a3ce-4260-8a6d-35358993abe0 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:44.620801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:44.624141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Port': ['ID=6292d2d4-0f7a-4aa7-8821-30891e5d612c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:44.626573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:44.633003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:44.639248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:44.639248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:44.691166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:44.713590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:44.763655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:44.769243 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.9507668
Dec 19 13:31:44.769243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:44.771723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41554) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:44.774005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:44.833923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:44.877180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a60617f-1950-419d-bda0-edea9afd2211 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Deleting subnet 2ca32280-dda2-43da-8461-f88414b889de {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:44.880639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5a60617f-1950-419d-bda0-edea9afd2211 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:44.969294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5a60617f-1950-419d-bda0-edea9afd2211 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.038596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.060110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.104446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5a60617f-1950-419d-bda0-edea9afd2211 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.132032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.144439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c078c6d7-66f6-4d85-8723-afa130f43b49 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:45.184992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.187094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:31:45.205462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f30d4b7b-84a5-477a-86a2-d4c287eb4c3e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:45.209666 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f30d4b7b-84a5-477a-86a2-d4c287eb4c3e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 1.2297716
Dec 19 13:31:45.215589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.216917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41558) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:45.223708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.236499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:31:45.315459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.317385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:45.324811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c563f4d-c232-48b8-8c1c-a56cda26de69,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:45.328244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:45.334304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:45.338092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:45.342089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:45.385783 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.386604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.401533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:45.416754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.444018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.478650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.481844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5a60617f-1950-419d-bda0-edea9afd2211 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.484527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-815a96dd-69c1-49a3-91c8-778947bed57c tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:45.523221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60617f-1950-419d-bda0-edea9afd2211 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca32280-dda2-43da-8461-f88414b889de,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:45.527785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5a60617f-1950-419d-bda0-edea9afd2211 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:45.531465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5a60617f-1950-419d-bda0-edea9afd2211 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.569625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.573960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-82a69de8-e69f-435b-8190-afafe5f1a637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:45.604829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.616428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] In _notify_port_updated(), no bound segment for port 2f2517f1-8e5c-4fcc-8170-da4a7d530b7e on network f0454a23-6cad-4e7d-abee-61da58c89dcf {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:31:45.622477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:45.623345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.624849 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "PUT /v2.0/ports/2f2517f1-8e5c-4fcc-8170-da4a7d530b7e HTTP/1.1" status: 200  len: 1003 time: 3.2464783
Dec 19 13:31:45.632622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41562) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:45.632753 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5a60617f-1950-419d-bda0-edea9afd2211 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/subnets/2ca32280-dda2-43da-8461-f88414b889de HTTP/1.1" status: 204  len: 168 time: 0.8567410
Dec 19 13:31:45.632753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624c905f-62cc-474f-953e-6dd493dd3d86,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:45.635096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41564) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:45.638874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:45.643752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:45.649183 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-55fe4c4b-c0c2-4701-98cc-8ff68165a58f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:45.686009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:45.692609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:45.702750 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.704688 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.3673582
Dec 19 13:31:45.708817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41570) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:45.766571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee6e37e-d48b-49d7-8157-df4e8c026e5f None None] Network a997f93c-a3ce-4260-8a6d-35358993abe0 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:45.777340 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.778206 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Fanout notify agent at l3_agent the message router_deleted on router 991724e2-d9ed-4c3a-8ec1-c5492830adc5 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:31:45.807732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31b77cff-5fa0-4af6-a9c3-2e5801b09791 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.809324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ade99728-9efe-4cb6-a64d-d43dadf86b32 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:45.818215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b142fd1-fdca-4f46-9902-88bbfefff90c tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:45.822138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b142fd1-fdca-4f46-9902-88bbfefff90c tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:45.822935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8b142fd1-fdca-4f46-9902-88bbfefff90c tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Synchronizing usage tracker for tenant:bbc874d0835849998f0e820be51401a1 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:45.832100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.836467 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/routers/991724e2-d9ed-4c3a-8ec1-c5492830adc5 HTTP/1.1" status: 204  len: 168 time: 7.7375064
Dec 19 13:31:45.837422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41574) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:45.929294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'Port': ['ID=2f2517f1-8e5c-4fcc-8170-da4a7d530b7e,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:45.938271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a4389-69ca-4649-9fd7-0b0e120fa4e2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Deleting port 2f2517f1-8e5c-4fcc-8170-da4a7d530b7e {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:45.942688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fc2a4389-69ca-4649-9fd7-0b0e120fa4e2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.974730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31b77cff-5fa0-4af6-a9c3-2e5801b09791 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:45.982237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:45.994348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8ca11918-ff84-45e2-9260-8cf8def66c95 None None] Provisioning for port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:45.999425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ade99728-9efe-4cb6-a64d-d43dadf86b32 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:45.999425 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ade99728-9efe-4cb6-a64d-d43dadf86b32 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.2868514
Dec 19 13:31:46.003724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41578) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:46.011852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e5db862d-3b23-4954-ae32-9831dae7fb14 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group': {'name': 'tempest-security--384799879', 'description': 'tempest-security-description-1345810043'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:46.045220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 078340e8-3eb0-40e4-b108-b731820f8f27 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:46.056776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:46.057724 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.058509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Fanout notify agent at l3_agent the message router_deleted on router 1802e9ec-fb17-43cf-8c3a-7424d01954aa {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:31:46.071600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e5db862d-3b23-4954-ae32-9831dae7fb14 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.078595 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:46.086592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:46.087032 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.137089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e5db862d-3b23-4954-ae32-9831dae7fb14 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.137089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8b142fd1-fdca-4f46-9902-88bbfefff90c tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Unset dirty status for tenant:bbc874d0835849998f0e820be51401a1 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:46.137089 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8b142fd1-fdca-4f46-9902-88bbfefff90c tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.5003738
Dec 19 13:31:46.139941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41582) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:46.201009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.252455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e5db862d-3b23-4954-ae32-9831dae7fb14 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.255192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e5db862d-3b23-4954-ae32-9831dae7fb14 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.256740 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e5db862d-3b23-4954-ae32-9831dae7fb14 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "PUT /v2.0/security-groups/624c905f-62cc-474f-953e-6dd493dd3d86 HTTP/1.1" status: 200  len: 1611 time: 0.2520304
Dec 19 13:31:46.259124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ddb29a56-b978-4d9e-897a-aa379e6fb331 None None] Provisioning complete for port 2f2517f1-8e5c-4fcc-8170-da4a7d530b7e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:46.262819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ddb29a56-b978-4d9e-897a-aa379e6fb331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.273605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0842e0f1-7b59-485b-8d6b-a92f7d7f9ba3 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:46.323141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41586) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:46.324316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db862d-3b23-4954-ae32-9831dae7fb14 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624c905f-62cc-474f-953e-6dd493dd3d86,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:46.328630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e5db862d-3b23-4954-ae32-9831dae7fb14 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:46.351484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ddb29a56-b978-4d9e-897a-aa379e6fb331 None None] Port 2f2517f1-8e5c-4fcc-8170-da4a7d530b7e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:46.353861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] DHCP port deletion for a997f93c-a3ce-4260-8a6d-35358993abe0 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:31:46.362050 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Deleting port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:46.362432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.385267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ab90ed-4bef-44d8-8f7e-afadeb4440cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting subnet baee4e93-060d-4e71-8682-47e920cb3af8 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:46.406308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2ab90ed-4bef-44d8-8f7e-afadeb4440cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.461664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ceb82265-2f86-4009-9c19-6bc9deffe944 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.502829 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb82265-2f86-4009-9c19-6bc9deffe944 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:31:46.503256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb82265-2f86-4009-9c19-6bc9deffe944 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:46.509009 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ceb82265-2f86-4009-9c19-6bc9deffe944 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/networks/a997f93c-a3ce-4260-8a6d-35358993abe0 HTTP/1.1" status: 409  len: 405 time: 0.3612950
Dec 19 13:31:46.511242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41590) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:46.513472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2ab90ed-4bef-44d8-8f7e-afadeb4440cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.546124 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-afc07185-60a7-4034-9859-53047f4b448a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups/624c905f-62cc-474f-953e-6dd493dd3d86 HTTP/1.1" status: 200  len: 1611 time: 0.2145979
Dec 19 13:31:46.557794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1133290813'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:46.557921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41594) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:46.561689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:46.569146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Usage tracker for resource:network and tenant:bbc874d0835849998f0e820be51401a1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:46.578329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:46.598469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:46.610249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.610715 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/1802e9ec-fb17-43cf-8c3a-7424d01954aa HTTP/1.1" status: 204  len: 168 time: 7.4783611
Dec 19 13:31:46.632662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41598) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:46.648596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c0376d48-da1b-4e6f-a28d-1f61f2c6a9a2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-884986090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:46.656051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c751e736-190b-47be-a403-94d98ff9b1ac None None] Provisioning complete for port cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:46.656491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c751e736-190b-47be-a403-94d98ff9b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.670559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2ab90ed-4bef-44d8-8f7e-afadeb4440cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.676812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31b77cff-5fa0-4af6-a9c3-2e5801b09791 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.679427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31b77cff-5fa0-4af6-a9c3-2e5801b09791 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.679573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.684816 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-31b77cff-5fa0-4af6-a9c3-2e5801b09791 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-groups/002b0834-1594-44fd-afce-e9315917e287 HTTP/1.1" status: 204  len: 168 time: 1.4657938
Dec 19 13:31:46.687242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c0376d48-da1b-4e6f-a28d-1f61f2c6a9a2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:46.691267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] For port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=83453e34-ccb9-4dc6-91f6-cb26e3f2ad48,segment=NetworkSegment(a38357ca-1c94-4530-9f80-b04f10f502f3),segment_id=a38357ca-1c94-4530-9f80-b04f10f502f3)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:46.691671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.691817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41602) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:46.696912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-76f59438-c760-4e80-b0b0-c8e0d646c4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:46.714848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:46.725911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.729101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c0376d48-da1b-4e6f-a28d-1f61f2c6a9a2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Usage tracker for resource:router and tenant:f791e0a888c3474eb480f75ca4b22247 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:46.735537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fc2a4389-69ca-4649-9fd7-0b0e120fa4e2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.751269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b77cff-5fa0-4af6-a9c3-2e5801b09791 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002b0834-1594-44fd-afce-e9315917e287,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:46.763676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c0376d48-da1b-4e6f-a28d-1f61f2c6a9a2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:46.768969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-31b77cff-5fa0-4af6-a9c3-2e5801b09791 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:46.772589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:31:46.788860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.789143 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Added segment b7dda43e-0954-4019-8d22-ade1d74cd769 of type vlan for network c099e6ff-8c65-430a-a098-99e90fbc3ab3
Dec 19 13:31:46.819299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.856363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Calling delete_port for 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:46.871537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2ab90ed-4bef-44d8-8f7e-afadeb4440cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.875813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-94f79dad-d79f-44f5-9033-f0ba73dce453 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:46.883806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c0376d48-da1b-4e6f-a28d-1f61f2c6a9a2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:46.889301 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c751e736-190b-47be-a403-94d98ff9b1ac None None] Port cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:46.890690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.914668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab90ed-4bef-44d8-8f7e-afadeb4440cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Subnet': ['ID=baee4e93-060d-4e71-8682-47e920cb3af8,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:46.918296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b2ab90ed-4bef-44d8-8f7e-afadeb4440cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:46.936104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.936104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:46.936104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.942616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8d148f0d-7980-491d-8cb5-8a539284bbe7 tempest-ExtraDHCPOptionsTestJSON-876868662 tempest-ExtraDHCPOptionsTestJSON-876868662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:46.958832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=83453e34-ccb9-4dc6-91f6-cb26e3f2ad48,segment=NetworkSegment(a38357ca-1c94-4530-9f80-b04f10f502f3),segment_id=a38357ca-1c94-4530-9f80-b04f10f502f3)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:46.960321 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a4389-69ca-4649-9fd7-0b0e120fa4e2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Calling delete_port for 2f2517f1-8e5c-4fcc-8170-da4a7d530b7e owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:46.962379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2ab90ed-4bef-44d8-8f7e-afadeb4440cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:46.969784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082f69f3-119b-4d0b-9fe6-a2524b96c235 None None] Network 22b8ca15-9b54-498b-8cab-ec46ba89b06d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:47.039523 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b2ab90ed-4bef-44d8-8f7e-afadeb4440cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/subnets/baee4e93-060d-4e71-8682-47e920cb3af8 HTTP/1.1" status: 204  len: 168 time: 1.1979179
Dec 19 13:31:47.051187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41606) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:47.070122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Network': ['ID=c099e6ff-8c65-430a-a098-99e90fbc3ab3,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:47.070122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:47.086108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network c099e6ff-8c65-430a-a098-99e90fbc3ab3 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:31:47.106000 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.140512 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5974925
Dec 19 13:31:47.145904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41610) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:47.150754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-826e5d27-4480-4b68-a6ba-0414b5f51ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:47.153056 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'subnet': {'network_id': 'c099e6ff-8c65-430a-a098-99e90fbc3ab3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:47.170942 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79975d2e-f170-4588-83a8-bb565333b39f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.230317 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:47.230937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:47.238360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f29c5d60-9f7b-48ac-85d3-209125cc4a50 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:47.260694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79975d2e-f170-4588-83a8-bb565333b39f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.282611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:47.298896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:47.328603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=83453e34-ccb9-4dc6-91f6-cb26e3f2ad48,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:47.329115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:47.361964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c0376d48-da1b-4e6f-a28d-1f61f2c6a9a2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.361964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c0376d48-da1b-4e6f-a28d-1f61f2c6a9a2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.368377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.408583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] DHCP port deletion for 22b8ca15-9b54-498b-8cab-ec46ba89b06d request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:31:47.413700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Deleting port ec55dd51-4c63-4f2f-8304-baed155d28ef {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:47.414447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.427066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f29c5d60-9f7b-48ac-85d3-209125cc4a50 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:47.428355 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f29c5d60-9f7b-48ac-85d3-209125cc4a50 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7244775
Dec 19 13:31:47.431381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port ec55dd51-4c63-4f2f-8304-baed155d28ef {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:47.431722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.434701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41614) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:47.440429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921701263'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:47.450330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:47.466914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:47.538763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:47.549230 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79975d2e-f170-4588-83a8-bb565333b39f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.554856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-31a2bff8-d283-4582-88e8-72e9ad5fbdc0 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:47.564970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ec55dd51-4c63-4f2f-8304-baed155d28ef no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:31:47.577553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79975d2e-f170-4588-83a8-bb565333b39f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624c905f-62cc-474f-953e-6dd493dd3d86,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:47.591495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.596191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-79975d2e-f170-4588-83a8-bb565333b39f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:47.672854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fc2a4389-69ca-4649-9fd7-0b0e120fa4e2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.685162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b5e010dc-e880-48cc-bc1a-7269d8e120d6 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:47.725071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.733256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Deleting port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:47.733768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.758380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a4389-69ca-4649-9fd7-0b0e120fa4e2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event deleted for resources: {'Port': ['ID=2f2517f1-8e5c-4fcc-8170-da4a7d530b7e,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:47.761929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fc2a4389-69ca-4649-9fd7-0b0e120fa4e2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:47.784148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.822037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] For port ec55dd51-4c63-4f2f-8304-baed155d28ef, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ec55dd51-4c63-4f2f-8304-baed155d28ef,segment=NetworkSegment(b8a433ac-9485-4131-bd1d-c954564b7753),segment_id=b8a433ac-9485-4131-bd1d-c954564b7753)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:47.822440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.832099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Router c3b5be83-007f-4170-9ef6-339d14284533 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:31:47.844590 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c0376d48-da1b-4e6f-a28d-1f61f2c6a9a2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.860258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] For port ec55dd51-4c63-4f2f-8304-baed155d28ef, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ec55dd51-4c63-4f2f-8304-baed155d28ef,segment=NetworkSegment(b8a433ac-9485-4131-bd1d-c954564b7753),segment_id=b8a433ac-9485-4131-bd1d-c954564b7753)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:47.860606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.866336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:47.872562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79975d2e-f170-4588-83a8-bb565333b39f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.872562 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-79975d2e-f170-4588-83a8-bb565333b39f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-groups/624c905f-62cc-474f-953e-6dd493dd3d86 HTTP/1.1" status: 204  len: 168 time: 1.3128457
Dec 19 13:31:47.879947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41618) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:47.892532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:47.903927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:47.983236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.124356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Calling delete_port for ec55dd51-4c63-4f2f-8304-baed155d28ef owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:48.173029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for ec55dd51-4c63-4f2f-8304-baed155d28ef owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:48.179204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.191814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c015442b-46b7-4f2d-b13b-b858fd104382 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:48.219935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port ec55dd51-4c63-4f2f-8304-baed155d28ef, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ec55dd51-4c63-4f2f-8304-baed155d28ef,segment=NetworkSegment(b8a433ac-9485-4131-bd1d-c954564b7753),segment_id=b8a433ac-9485-4131-bd1d-c954564b7753)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:48.249857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2487ba06-4339-4f53-a779-d4fb11341601,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:48.256778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:48.298211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:31:48.299722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.304398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-55b5e63a-d177-4777-bbbc-5489af4048cd tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:48.330362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.331462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:31:48.369798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:48.380768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Subnet': ['ID=d9ce4f53-c7b4-451d-9b26-8975281feafa,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:48.386217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:48.400488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Checking segment: {'id': 'b7dda43e-0954-4019-8d22-ade1d74cd769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c099e6ff-8c65-430a-a098-99e90fbc3ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:48.400913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network hostable DHCP agents. Network: c099e6ff-8c65-430a-a098-99e90fbc3ab3, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:31:48.411174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:48.411775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:48.411913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.413087 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9772716
Dec 19 13:31:48.418138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41622) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:48.426640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Request body: {'security_group_rule': {'security_group_id': '2487ba06-4339-4f53-a779-d4fb11341601', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:48.436734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:48.444754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Usage tracker for resource:security_group_rule and tenant:43b57a1b69a1477a9bb745a2d879c5bd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:48.447756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:48.449346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fc2a4389-69ca-4649-9fd7-0b0e120fa4e2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.453981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] For port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=83453e34-ccb9-4dc6-91f6-cb26e3f2ad48,segment=NetworkSegment(a38357ca-1c94-4530-9f80-b04f10f502f3),segment_id=a38357ca-1c94-4530-9f80-b04f10f502f3)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:48.454445 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.457776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c0376d48-da1b-4e6f-a28d-1f61f2c6a9a2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.462500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:48.504144 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fc2a4389-69ca-4649-9fd7-0b0e120fa4e2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "DELETE /v2.0/ports/2f2517f1-8e5c-4fcc-8170-da4a7d530b7e HTTP/1.1" status: 204  len: 168 time: 2.8718431
Dec 19 13:31:48.506741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41626) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:48.516445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0b65be27-190e-4151-bf65-51ac7c31d9ca tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:48.547569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network c099e6ff-8c65-430a-a098-99e90fbc3ab3 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:31:48.564202 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8bbe14-cd6f-4690-9cac-608dd12a2f3a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] GET failed (client error): The resource could not be found.
Dec 19 13:31:48.564712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8b8bbe14-cd6f-4690-9cac-608dd12a2f3a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Synchronizing usage tracker for tenant:caf88d609cb744b2b9bbd429492bbe06 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:48.568669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:48.577912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:48.577912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:48.579291 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "PUT /v2.0/routers/c3b5be83-007f-4170-9ef6-339d14284533/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4819863
Dec 19 13:31:48.582156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41630) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:48.589554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Calling delete_port for 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:48.618893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9a4799-f67d-4466-99a8-914ef0a62b1f None None] Sync routers for ids ['c3b5be83-007f-4170-9ef6-339d14284533'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:48.636114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.656314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=ec55dd51-4c63-4f2f-8304-baed155d28ef,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:48.667692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f75497-61fa-42ad-9223-03efa309b08e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:48.669445 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-40f75497-61fa-42ad-9223-03efa309b08e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b5be83-007f-4170-9ef6-339d14284533 HTTP/1.1" status: 200  len: 987 time: 0.0861299
Dec 19 13:31:48.670598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:48.672374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41634) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:48.698876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, c099e6ff-8c65-430a-a098-99e90fbc3ab3) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:48.710430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:48.711309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.713252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a4799-f67d-4466-99a8-914ef0a62b1f None None] Routers {'c3b5be83-007f-4170-9ef6-339d14284533'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:48.713896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0c9a4799-f67d-4466-99a8-914ef0a62b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d470cbd30>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c3b5be83-007f-4170-9ef6-339d14284533'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:48.739076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c0376d48-da1b-4e6f-a28d-1f61f2c6a9a2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.740269 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c0376d48-da1b-4e6f-a28d-1f61f2c6a9a2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 2.1066251
Dec 19 13:31:48.741464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0b65be27-190e-4151-bf65-51ac7c31d9ca tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:48.742846 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0b65be27-190e-4151-bf65-51ac7c31d9ca tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.8567650
Dec 19 13:31:48.743749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41638) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:48.746181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41640) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:48.763466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'enable_snat': False}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:48.772965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8b8bbe14-cd6f-4690-9cac-608dd12a2f3a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Unset dirty status for tenant:caf88d609cb744b2b9bbd429492bbe06 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:48.779555 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8b8bbe14-cd6f-4690-9cac-608dd12a2f3a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "GET /v2.0/ports/2f2517f1-8e5c-4fcc-8170-da4a7d530b7e HTTP/1.1" status: 404  len: 333 time: 0.2709606
Dec 19 13:31:48.781406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41646) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:48.784566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eccbe6e-5c98-48b9-9913-aac4ebdb3145 None None] Network c099e6ff-8c65-430a-a098-99e90fbc3ab3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:48.787623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.792711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Request body: {'port': {'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1572097468'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:48.809074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.858151 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-ae636759-c7f1-4b3b-9944-37d5ecaefc86 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] delete failed (client error): The resource could not be found.
Dec 19 13:31:48.862948 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ae636759-c7f1-4b3b-9944-37d5ecaefc86 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-groups/624c905f-62cc-474f-953e-6dd493dd3d86 HTTP/1.1" status: 404  len: 347 time: 0.1120443
Dec 19 13:31:48.866205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0c9a4799-f67d-4466-99a8-914ef0a62b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d470cbd30>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:48.869491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41650) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:48.874936 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.7277703
Dec 19 13:31:48.877729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41654) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:48.887616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group': {'name': 'tempest-secgroup--953071558'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:48.914192 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Deleting port ec55dd51-4c63-4f2f-8304-baed155d28ef {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:48.914904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.950038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:48.953663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a4799-f67d-4466-99a8-914ef0a62b1f None None] Routers {'c3b5be83-007f-4170-9ef6-339d14284533'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:48.954311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0c9a4799-f67d-4466-99a8-914ef0a62b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d470cbd30>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c3b5be83-007f-4170-9ef6-339d14284533'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:48.964702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:48.969244 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:48.972937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60a721ec-1765-455e-bdbc-c232f4773e78 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:49.016171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a124be-400a-4c33-8c4a-f66164122a4c,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:49.026738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.028514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:49.042040 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e6289a39-7d47-4094-adb8-4185dd06f39f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:49.108836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.110727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:49.122055 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port ec55dd51-4c63-4f2f-8304-baed155d28ef {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:49.122647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.124807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:49.135526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0c9a4799-f67d-4466-99a8-914ef0a62b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d470cbd30>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:49.135944 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9a4799-f67d-4466-99a8-914ef0a62b1f None None] The sync data for ids ['c3b5be83-007f-4170-9ef6-339d14284533'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:49.156260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Pushing event deleted for resources: {'Port': ['ID=83453e34-ccb9-4dc6-91f6-cb26e3f2ad48,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:49.156400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.175311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.179764 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7598550
Dec 19 13:31:49.181361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41658) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:49.183407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:49.218091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] No DVR routers for this DVR port 83453e34-ccb9-4dc6-91f6-cb26e3f2ad48 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:31:49.236389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.266753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Made reservation on behalf of caf88d609cb744b2b9bbd429492bbe06 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:49.269638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.279475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:49.332825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] device_id is not set on port 85ecb86d-2121-4a33-aa31-ca9044daa73c yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:49.358380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:49.408915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-090ad30a-1d43-4803-9dd7-590f48312da1 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.453408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd543bd-42de-42fa-85bb-973af43b0ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-c099e6ff-8c65-430a-a098-99e90fbc3ab3', 'network_id': 'c099e6ff-8c65-430a-a098-99e90fbc3ab3', 'tenant_id': 'bbc874d0835849998f0e820be51401a1', 'fixed_ips': [{'subnet_id': 'd9ce4f53-c7b4-451d-9b26-8975281feafa'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:31:49.454525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ccd543bd-42de-42fa-85bb-973af43b0ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.468326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-090ad30a-1d43-4803-9dd7-590f48312da1 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.474071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:49.475170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] For port ec55dd51-4c63-4f2f-8304-baed155d28ef, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ec55dd51-4c63-4f2f-8304-baed155d28ef,segment=NetworkSegment(b8a433ac-9485-4131-bd1d-c954564b7753),segment_id=b8a433ac-9485-4131-bd1d-c954564b7753)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:49.475572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.509534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:49.522818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.532258 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dfdbb43b-cd76-42a7-8e1f-a19d6e403a6f tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:49.626479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Allocated IP 2001:db8::3c5 (f0454a23-6cad-4e7d-abee-61da58c89dcf/70f5fe44-53ba-4c4c-b879-01c11066f0a7/85ecb86d-2121-4a33-aa31-ca9044daa73c) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:49.643557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Calling delete_port for ec55dd51-4c63-4f2f-8304-baed155d28ef owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:49.709720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ce4f53-c7b4-451d-9b26-8975281feafa,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:49.729254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:49.757329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7304c87-4ec1-46b8-af86-1eea443f9a56 None None] Network c099e6ff-8c65-430a-a098-99e90fbc3ab3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:49.814777 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.831665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.837443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:49.892750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] For port ec55dd51-4c63-4f2f-8304-baed155d28ef, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ec55dd51-4c63-4f2f-8304-baed155d28ef,segment=NetworkSegment(b8a433ac-9485-4131-bd1d-c954564b7753),segment_id=b8a433ac-9485-4131-bd1d-c954564b7753)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:49.892750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.902785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.916972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Pushing event deleted for resources: {'Port': ['ID=ec55dd51-4c63-4f2f-8304-baed155d28ef,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:49.923448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:49.937486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-090ad30a-1d43-4803-9dd7-590f48312da1 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:49.944316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b078ae2a-acbf-4dad-b712-97ce3155c5e6 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:49.960023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45f501c0>,) {'filters': {'network_id': ['c099e6ff-8c65-430a-a098-99e90fbc3ab3']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:49.960154 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] No DVR routers for this DVR port ec55dd51-4c63-4f2f-8304-baed155d28ef on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:31:49.979159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ad30a-1d43-4803-9dd7-590f48312da1 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2487ba06-4339-4f53-a779-d4fb11341601,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:49.988066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-090ad30a-1d43-4803-9dd7-590f48312da1 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:49.989627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45f501c0>, 'b7dda43e-0954-4019-8d22-ade1d74cd769') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:49.990306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45f501c0>, 'b7dda43e-0954-4019-8d22-ade1d74cd769') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:50.025867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.041752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.061675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.076805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for ec55dd51-4c63-4f2f-8304-baed155d28ef owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:50.076973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:50.077341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:50.092639 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:50.104521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.143471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-090ad30a-1d43-4803-9dd7-590f48312da1 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.144595 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-090ad30a-1d43-4803-9dd7-590f48312da1 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-groups/2487ba06-4339-4f53-a779-d4fb11341601 HTTP/1.1" status: 204  len: 168 time: 0.9588549
Dec 19 13:31:50.150291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41662) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:50.180266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.191346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b7d81bba-668c-4df0-bb06-edde678e543b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:50.221591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-19f84911-c98e-427f-a45b-e0361e938d7c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:50.271934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c52ad8-1dc0-48e8-96d1-91d451a417bc,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:50.274875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:50.279089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Transition to ACTIVE for port object 85ecb86d-2121-4a33-aa31-ca9044daa73c will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:50.280571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.285806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:50.289890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:50.290197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:50.301933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.312243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-19f84911-c98e-427f-a45b-e0361e938d7c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:50.313420 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-19f84911-c98e-427f-a45b-e0361e938d7c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1622472
Dec 19 13:31:50.317107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41666) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:50.322456 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/networks/c099e6ff-8c65-430a-a098-99e90fbc3ab3 HTTP/1.1" status: 204  len: 168 time: 1.4398637
Dec 19 13:31:50.322456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Network': ['ID=c099e6ff-8c65-430a-a098-99e90fbc3ab3,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:50.325176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41670) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:50.339794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.340966 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.4689677
Dec 19 13:31:50.341353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:50.345097 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41674) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:50.345855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1289845843'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:50.351005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': 'b6c52ad8-1dc0-48e8-96d1-91d451a417bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:50.360390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:50.360656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:50.365646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:50.368453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Usage tracker for resource:network and tenant:bbc874d0835849998f0e820be51401a1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:50.370014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:50.373494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:50.377991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:50.383566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:50.508298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.518560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5ed7b1b9-ba1e-4a73-b37e-a6f14dbf7f56 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:50.528631 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.536642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.553304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1d45371a-4ae4-4a80-b79a-67eb3c946987 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Synchronizing usage tracker for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:50.586404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.600647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Network f0454a23-6cad-4e7d-abee-61da58c89dcf is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:50.604236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:50.607145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.616181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'Port': ['ID=85ecb86d-2121-4a33-aa31-ca9044daa73c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:50.619277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:50.621020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:50.623489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:50.628853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:50.629703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.664713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:31:50.675457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.675570 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Added segment de45988d-31b3-4351-9916-73f81a32edd4 of type vlan for network 09f6fb63-8418-49ba-8a6d-91f53aadf583
Dec 19 13:31:50.683735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1d45371a-4ae4-4a80-b79a-67eb3c946987 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Unset dirty status for tenant:43b57a1b69a1477a9bb745a2d879c5bd on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:50.688243 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1d45371a-4ae4-4a80-b79a-67eb3c946987 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.3665097
Dec 19 13:31:50.690778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41678) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:50.726424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.732509 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-925f7562-2b13-4c7a-9890-81ecf50e2bdf tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] delete failed (client error): The resource could not be found.
Dec 19 13:31:50.737914 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-925f7562-2b13-4c7a-9890-81ecf50e2bdf tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "DELETE /v2.0/security-groups/2487ba06-4339-4f53-a779-d4fb11341601 HTTP/1.1" status: 404  len: 347 time: 0.0419490
Dec 19 13:31:50.752815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.753153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41682) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:50.793308 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.0083778
Dec 19 13:31:50.796491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41686) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:50.805059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.828081 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-44dc3c45-dc16-4b48-81dd-c659667c2028 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0735373
Dec 19 13:31:50.861984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2b:fe:48'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:50.895773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.896955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.902427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:50.903000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:50.908351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3082f085-eec6-4032-96ea-5cbc3e3f7f63 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:50.975446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-046e671b-9774-4c1c-8047-67ce9a5f723b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:50.991332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port ec55dd51-4c63-4f2f-8304-baed155d28ef {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:50.991745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.014412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Network': ['ID=09f6fb63-8418-49ba-8a6d-91f53aadf583,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:51.019328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:51.025385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 09f6fb63-8418-49ba-8a6d-91f53aadf583 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:31:51.063320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Allocated IP 172.26.4.206 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/971a8215-5c03-46a7-9bef-abb15a7db885) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:51.086194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-52fd6b45-dd99-47a8-9081-3ea601c49e07 None None] Provisioning for port 85ecb86d-2121-4a33-aa31-ca9044daa73c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:51.090716 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7643988
Dec 19 13:31:51.096762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41692) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:51.099391 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-52fd6b45-dd99-47a8-9081-3ea601c49e07 None None] Provisioning complete for port 85ecb86d-2121-4a33-aa31-ca9044daa73c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:51.099836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-52fd6b45-dd99-47a8-9081-3ea601c49e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.101662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5542345-727e-42df-abb8-66f27bf984ac,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:51.103665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'subnet': {'network_id': '09f6fb63-8418-49ba-8a6d-91f53aadf583', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:51.108874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] The port 'ec55dd51-4c63-4f2f-8304-baed155d28ef' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:31:51.116140 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:51.178237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-52fd6b45-dd99-47a8-9081-3ea601c49e07 None None] Port 85ecb86d-2121-4a33-aa31-ca9044daa73c cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:51.235767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:51.247804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:51.330742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:51.362419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.363591 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0170639
Dec 19 13:31:51.390417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41696) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:51.460313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.474638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eea1fc3-b5ba-4ff8-b37c-1ed149bcd817 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.530951 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eea1fc3-b5ba-4ff8-b37c-1ed149bcd817 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.531346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41702) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:51.562165 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.640351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46cd3c70>,) {'filters': {'network_id': ['22b8ca15-9b54-498b-8cab-ec46ba89b06d']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:51.675815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46cd3c70>, 'b8a433ac-9485-4131-bd1d-c954564b7753') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:51.676111 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46cd3c70>, 'b8a433ac-9485-4131-bd1d-c954564b7753') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:51.725984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eea1fc3-b5ba-4ff8-b37c-1ed149bcd817 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.729116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:51.744964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea1fc3-b5ba-4ff8-b37c-1ed149bcd817 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5542345-727e-42df-abb8-66f27bf984ac,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:51.748812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6eea1fc3-b5ba-4ff8-b37c-1ed149bcd817 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:51.753455 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.760862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6eea1fc3-b5ba-4ff8-b37c-1ed149bcd817 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.761951 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6eea1fc3-b5ba-4ff8-b37c-1ed149bcd817 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d5542345-727e-42df-abb8-66f27bf984ac HTTP/1.1" status: 204  len: 168 time: 0.3706007
Dec 19 13:31:51.764606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41708) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:51.789670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.844282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.868735 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.879576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:51.879967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.881703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7e766719-a210-4239-a960-6474441bbb59 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:51.899189 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:51.985356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:51.992658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d860044d-1bee-4493-8b94-731d323902d9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:52.031861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7e766719-a210-4239-a960-6474441bbb59 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:52.037687 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7e766719-a210-4239-a960-6474441bbb59 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2676082
Dec 19 13:31:52.038046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41712) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:52.084108 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f31a3ef4-78a7-489b-a2cb-e22794845918 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43b57a1b69a1477a9bb745a2d879c5bd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5508072
Dec 19 13:31:52.098285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41716) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:52.100699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Subnet': ['ID=121d70ab-0248-4195-9cf8-f359143ba698,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:52.105126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:52.167895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Checking segment: {'id': 'de45988d-31b3-4351-9916-73f81a32edd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '09f6fb63-8418-49ba-8a6d-91f53aadf583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:52.168221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network hostable DHCP agents. Network: 09f6fb63-8418-49ba-8a6d-91f53aadf583, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:31:52.210362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3e83cf4-4347-4d1d-a774-7f0539546ba1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.244171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.255968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9925b6a-8235-4658-849a-18d1e751867f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:52.263446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3e83cf4-4347-4d1d-a774-7f0539546ba1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.274222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.278082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.279164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-35d34ca6-79ed-4437-ac62-0af5bc48ad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.311168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Network': ['ID=22b8ca15-9b54-498b-8cab-ec46ba89b06d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:52.320191 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/networks/22b8ca15-9b54-498b-8cab-ec46ba89b06d HTTP/1.1" status: 204  len: 168 time: 5.2520430
Dec 19 13:31:52.321585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9b04ebcc-554c-4e39-8800-35cf0a8b09cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:52.321934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41720) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:52.324981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6ca1c9e4-42a5-43ca-8d75-abf944c53f8a tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:52.368031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:52.372609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.380680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-35d34ca6-79ed-4437-ac62-0af5bc48ad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.407906 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:52.412251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network 09f6fb63-8418-49ba-8a6d-91f53aadf583 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:31:52.420530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:52.440394 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:52.519504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Pushing event updated for resources: {'Port': ['ID=971a8215-5c03-46a7-9bef-abb15a7db885,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:52.534006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3e83cf4-4347-4d1d-a774-7f0539546ba1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.541458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:52.542569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:52.554009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 09f6fb63-8418-49ba-8a6d-91f53aadf583) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:52.559359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port f4d58f88-30b0-4ee7-a37d-86d98529531b {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:52.559688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.563008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6d51e-fae0-4d13-8be8-96dc53c13873 None None] Network 09f6fb63-8418-49ba-8a6d-91f53aadf583 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:52.592225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e83cf4-4347-4d1d-a774-7f0539546ba1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c52ad8-1dc0-48e8-96d1-91d451a417bc,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:52.601141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e3e83cf4-4347-4d1d-a774-7f0539546ba1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:52.661518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:31:52.674408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:52.674985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.691466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.754457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.760284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-35d34ca6-79ed-4437-ac62-0af5bc48ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.768008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:52.803876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d34ca6-79ed-4437-ac62-0af5bc48ad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f36522-d671-47ca-86a8-e6a3e6646aa3,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:52.810289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-35d34ca6-79ed-4437-ac62-0af5bc48ad8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:52.832667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-09f6fb63-8418-49ba-8a6d-91f53aadf583', 'network_id': '09f6fb63-8418-49ba-8a6d-91f53aadf583', 'tenant_id': 'bbc874d0835849998f0e820be51401a1', 'fixed_ips': [{'subnet_id': '121d70ab-0248-4195-9cf8-f359143ba698'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:31:52.833483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.858399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.858859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:52.881427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.028125 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Allocated IP 2001:db8::2 (09f6fb63-8418-49ba-8a6d-91f53aadf583/121d70ab-0248-4195-9cf8-f359143ba698/fdea8822-96e5-442a-aba0-ef97071ef3e9) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:53.031448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:53.060108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f18768d9-8b93-471f-9da1-49df2e2adebf tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:53.093667 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9949942
Dec 19 13:31:53.105322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-35d34ca6-79ed-4437-ac62-0af5bc48ad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.105322 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-35d34ca6-79ed-4437-ac62-0af5bc48ad8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33f36522-d671-47ca-86a8-e6a3e6646aa3 HTTP/1.1" status: 204  len: 168 time: 0.9957216
Dec 19 13:31:53.105322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3e83cf4-4347-4d1d-a774-7f0539546ba1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.105322 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e3e83cf4-4347-4d1d-a774-7f0539546ba1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-groups/b6c52ad8-1dc0-48e8-96d1-91d451a417bc HTTP/1.1" status: 204  len: 168 time: 1.0578799
Dec 19 13:31:53.106656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41724) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:53.113838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for f4d58f88-30b0-4ee7-a37d-86d98529531b owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:53.116290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41726) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:53.255735 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] In _notify_port_updated(), no bound segment for port 85ecb86d-2121-4a33-aa31-ca9044daa73c on network f0454a23-6cad-4e7d-abee-61da58c89dcf {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:31:53.260254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:53.260876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.266347 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "PUT /v2.0/ports/85ecb86d-2121-4a33-aa31-ca9044daa73c HTTP/1.1" status: 200  len: 1003 time: 2.4611576
Dec 19 13:31:53.266612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41734) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:53.273705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'Port': ['ID=85ecb86d-2121-4a33-aa31-ca9044daa73c,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:53.296622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:53.343263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.350492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f3ef1b1e-79ba-4146-8a44-c9052eb43741 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:53.387144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-311daf54-964d-4aed-86c3-e793be9a72b8 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:53.397545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=f4d58f88-30b0-4ee7-a37d-86d98529531b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:53.401081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:53.407833 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a21e7a33-7ce3-41e7-a3c5-6a452622be0a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Deleting port 85ecb86d-2121-4a33-aa31-ca9044daa73c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:53.408347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a21e7a33-7ce3-41e7-a3c5-6a452622be0a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.422854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.453369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.480820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.506033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Transition to ACTIVE for port object fdea8822-96e5-442a-aba0-ef97071ef3e9 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:53.549924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Transition to ACTIVE for port object fdea8822-96e5-442a-aba0-ef97071ef3e9 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:53.561772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-311daf54-964d-4aed-86c3-e793be9a72b8 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:53.563306 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-311daf54-964d-4aed-86c3-e793be9a72b8 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4453201
Dec 19 13:31:53.592729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41740) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:53.615760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.622879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-93903b2e-6cab-4157-9778-172b2017ca39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:53.677733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412467337'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:53.693971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:53.710196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.724522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.748777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.755111 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/floatingips/4c3449b4-e18a-43e7-8445-ee0119d2722c HTTP/1.1" status: 204  len: 168 time: 1.4321086
Dec 19 13:31:53.759518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41748) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:53.780578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Network 09f6fb63-8418-49ba-8a6d-91f53aadf583 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:53.788543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:53.796635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Pushing event updated for resources: {'Port': ['ID=fdea8822-96e5-442a-aba0-ef97071ef3e9,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:53.804777 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:53.808688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d896303d-afa3-4f2e-9f96-572b53fa30e4 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:53.809351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:53.820173 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d391d7-fbca-4801-b064-1cbf01bedda0 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:53.820622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d391d7-fbca-4801-b064-1cbf01bedda0 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:53.825978 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b9d391d7-fbca-4801-b064-1cbf01bedda0 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/ports/8f0ec35a-f2dd-4d23-83a0-b6b78b15e1c0 HTTP/1.1" status: 404  len: 333 time: 0.0650771
Dec 19 13:31:53.829570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41754) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:53.861178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:53.892478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-49bc7726-1402-4c47-b14f-f0eebc783752 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Synchronizing usage tracker for tenant:c85e8ff377a94dc98d8fdf8c9760ab5f on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:53.893938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.915320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2d704d0a-8a69-4542-89a4-e8fff5e91458 None None] Provisioning complete for port 85ecb86d-2121-4a33-aa31-ca9044daa73c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:53.916066 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2d704d0a-8a69-4542-89a4-e8fff5e91458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.920424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a21e7a33-7ce3-41e7-a3c5-6a452622be0a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:53.935614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:53.967106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:54.034078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Attempting to bind port fdea8822-96e5-442a-aba0-ef97071ef3e9 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:31:54.034506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Attempting to bind port fdea8822-96e5-442a-aba0-ef97071ef3e9 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'de45988d-31b3-4351-9916-73f81a32edd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '09f6fb63-8418-49ba-8a6d-91f53aadf583'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:31:54.034816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Attempting to bind port fdea8822-96e5-442a-aba0-ef97071ef3e9 on network 09f6fb63-8418-49ba-8a6d-91f53aadf583 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:31:54.053836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-2d704d0a-8a69-4542-89a4-e8fff5e91458 None None] Port 85ecb86d-2121-4a33-aa31-ca9044daa73c cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:54.055994 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:31:54.056602 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Checking segment: {'id': 'de45988d-31b3-4351-9916-73f81a32edd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '09f6fb63-8418-49ba-8a6d-91f53aadf583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:54.057203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:54.057937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Bound using segment: {'id': 'de45988d-31b3-4351-9916-73f81a32edd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '09f6fb63-8418-49ba-8a6d-91f53aadf583'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:31:54.058577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Bound port: fdea8822-96e5-442a-aba0-ef97071ef3e9, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de45988d-31b3-4351-9916-73f81a32edd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '09f6fb63-8418-49ba-8a6d-91f53aadf583'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:31:54.059162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:54.068416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a21e7a33-7ce3-41e7-a3c5-6a452622be0a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Calling delete_port for 85ecb86d-2121-4a33-aa31-ca9044daa73c owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:54.103853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-49bc7726-1402-4c47-b14f-f0eebc783752 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Unset dirty status for tenant:c85e8ff377a94dc98d8fdf8c9760ab5f on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:54.109565 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-49bc7726-1402-4c47-b14f-f0eebc783752 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "GET /v2.0/ports?device_id=991724e2-d9ed-4c3a-8ec1-c5492830adc5 HTTP/1.1" status: 200  len: 205 time: 0.2787440
Dec 19 13:31:54.116781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41760) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:54.132310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:54.177385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] For port fdea8822-96e5-442a-aba0-ef97071ef3e9, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:31:54.182394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] For port fdea8822-96e5-442a-aba0-ef97071ef3e9, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fdea8822-96e5-442a-aba0-ef97071ef3e9,segment=NetworkSegment(de45988d-31b3-4351-9916-73f81a32edd4),segment_id=de45988d-31b3-4351-9916-73f81a32edd4)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:31:54.190217 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-548d6b92-feed-45b5-9d48-a097520c34d5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] delete failed (client error): The resource could not be found.
Dec 19 13:31:54.193673 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-548d6b92-feed-45b5-9d48-a097520c34d5 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/routers/991724e2-d9ed-4c3a-8ec1-c5492830adc5 HTTP/1.1" status: 404  len: 336 time: 0.0733104
Dec 19 13:31:54.201509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41764) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:54.204586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:54.237252 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:54.251503 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae63c3c-4588-43f0-85f4-bb394a1ed14d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:31:54.251725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae63c3c-4588-43f0-85f4-bb394a1ed14d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:31:54.257480 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fae63c3c-4588-43f0-85f4-bb394a1ed14d tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/subnets/baee4e93-060d-4e71-8682-47e920cb3af8 HTTP/1.1" status: 404  len: 337 time: 0.0540736
Dec 19 13:31:54.257480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41768) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:54.259912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:54.269782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:54.274667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:54.282281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b917b4c9-f507-4849-a5ac-493930a4ee4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:54.330692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:54.344613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:54.356378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:54.394417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Pushing event updated for resources: {'Port': ['ID=fdea8822-96e5-442a-aba0-ef97071ef3e9,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:54.394731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0cd86b87-f94e-4bcc-ae82-b85d8dfd4475 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port 666eebc0-d098-4a82-a3fe-bb3214b4a98d {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:54.395270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd86b87-f94e-4bcc-ae82-b85d8dfd4475 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:54.407204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:54.463029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:54.468760 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-50f478ab-2ce8-47d7-acce-aa31d8bf8582 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:54.600848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Subnet': ['ID=121d70ab-0248-4195-9cf8-f359143ba698,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:54.609459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:54.743046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41778) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:54.749345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a21e7a33-7ce3-41e7-a3c5-6a452622be0a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:54.759281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd86b87-f94e-4bcc-ae82-b85d8dfd4475 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:54.786626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1d29a097-6d9b-49cd-9b8d-bb26e1aeb5e9 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:54.974180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e7a33-7ce3-41e7-a3c5-6a452622be0a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event deleted for resources: {'Port': ['ID=85ecb86d-2121-4a33-aa31-ca9044daa73c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:54.979243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1179086780'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:54.986331 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.041183 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.044308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:55.048437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a21e7a33-7ce3-41e7-a3c5-6a452622be0a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:55.103741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Usage tracker for resource:network and tenant:01e3d3b268dd4d51b242c3b4bc319100 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:55.108543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:55.111784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a21e7a33-7ce3-41e7-a3c5-6a452622be0a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.124009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0cd86b87-f94e-4bcc-ae82-b85d8dfd4475 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for 666eebc0-d098-4a82-a3fe-bb3214b4a98d owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:55.125308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.139326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:55.170448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46ac99a0>,) {'filters': {'network_id': ['09f6fb63-8418-49ba-8a6d-91f53aadf583']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:55.171483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:55.202624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46ac99a0>, 'de45988d-31b3-4351-9916-73f81a32edd4') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:55.202858 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46ac99a0>, 'de45988d-31b3-4351-9916-73f81a32edd4') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:55.230899 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.238413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.240829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b237ef66-fc96-4728-bef0-0268008b7bcb,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:55.250308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:55.268862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Made reservation on behalf of 01e3d3b268dd4d51b242c3b4bc319100 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:55.271955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.282332 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a21e7a33-7ce3-41e7-a3c5-6a452622be0a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "DELETE /v2.0/ports/85ecb86d-2121-4a33-aa31-ca9044daa73c HTTP/1.1" status: 204  len: 168 time: 2.0143783
Dec 19 13:31:55.286602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41784) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:55.326604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.328780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.362684 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-f643274e-db76-41b9-9a48-e6ec2a9eca42 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] GET failed (client error): The resource could not be found.
Dec 19 13:31:55.363118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f643274e-db76-41b9-9a48-e6ec2a9eca42 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Synchronizing usage tracker for tenant:caf88d609cb744b2b9bbd429492bbe06 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:55.395455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:55.395806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:55.396199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.400081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Usage tracker for resource:security_group_rule and tenant:01e3d3b268dd4d51b242c3b4bc319100 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:55.403372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:55.409808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:55.411942 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:55.470391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.471619 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.8098114
Dec 19 13:31:55.474405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41788) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:55.483555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': 'b237ef66-fc96-4728-bef0-0268008b7bcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:55.498425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:55.505797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.506708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd86b87-f94e-4bcc-ae82-b85d8dfd4475 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.511816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:55.526061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-deff8233-1b94-47a3-8d12-9a0d16418174 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:55.537032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Router c3b5be83-007f-4170-9ef6-339d14284533 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:31:55.563255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 13:31:55.563255 dv-neutron-821895-1-hyperv neutron-server[84125]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 13:31:55.563255 dv-neutron-821895-1-hyperv neutron-server[84125]: [parameters: {'id': '09f6fb63-8418-49ba-8a6d-91f53aadf583'}]
Dec 19 13:31:55.563255 dv-neutron-821895-1-hyperv neutron-server[84125]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:55.563620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:55.574282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:55.574282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd86b87-f94e-4bcc-ae82-b85d8dfd4475 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=666eebc0-d098-4a82-a3fe-bb3214b4a98d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:55.584796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26075b26-f6ed-4ccc-9feb-4145fee91ce6 None None] Network 09f6fb63-8418-49ba-8a6d-91f53aadf583 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:55.604007 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f643274e-db76-41b9-9a48-e6ec2a9eca42 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Unset dirty status for tenant:caf88d609cb744b2b9bbd429492bbe06 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:55.608715 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f643274e-db76-41b9-9a48-e6ec2a9eca42 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "GET /v2.0/ports/85ecb86d-2121-4a33-aa31-ca9044daa73c HTTP/1.1" status: 404  len: 333 time: 0.3161805
Dec 19 13:31:55.608715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:55.609031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0cd86b87-f94e-4bcc-ae82-b85d8dfd4475 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:55.615289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41792) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:55.615910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.633153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a5847058-fc0d-4de4-bb28-f5b7746cefe2 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:55.668996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Request body: {'port': {'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-563829404'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:55.822878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fdea8822-96e5-442a-aba0-ef97071ef3e9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:31:55.823283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cde5fd5-63e9-4e45-a165-d372227a0bdf,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:55.823283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:55.823673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:55.823673 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "PUT /v2.0/routers/c3b5be83-007f-4170-9ef6-339d14284533/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1134169
Dec 19 13:31:55.823673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41796) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:55.824378 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb210c9-0cca-4f62-aaac-6a00a389f741 None None] Sync routers for ids ['c3b5be83-007f-4170-9ef6-339d14284533'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:55.825035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:31:55.825136 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb210c9-0cca-4f62-aaac-6a00a389f741 None None] Routers {'c3b5be83-007f-4170-9ef6-339d14284533'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:55.825136 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-fdb210c9-0cca-4f62-aaac-6a00a389f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474102b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c3b5be83-007f-4170-9ef6-339d14284533'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:55.843992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.843992 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Added segment 68ab91d7-5be8-4a52-b242-662b32f59fa6 of type vlan for network 560a2dd3-14fa-4376-9d98-67f1ff21aece
Dec 19 13:31:55.847415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd86b87-f94e-4bcc-ae82-b85d8dfd4475 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.853836 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bd1313-629c-46da-93a1-cec38d77318a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:31:55.857310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-63bd1313-629c-46da-93a1-cec38d77318a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:55.859296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Router fc901ffb-712f-41ff-81f5-75651f94cebb is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:31:55.870597 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-fdb210c9-0cca-4f62-aaac-6a00a389f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474102b0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:55.884685 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb210c9-0cca-4f62-aaac-6a00a389f741 None None] Routers {'c3b5be83-007f-4170-9ef6-339d14284533'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:55.885135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3652ada5-e8bd-4bd9-a5dc-3d3de33e44a2 None None] Provisioning for port fdea8822-96e5-442a-aba0-ef97071ef3e9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:55.885953 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-fdb210c9-0cca-4f62-aaac-6a00a389f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474102b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c3b5be83-007f-4170-9ef6-339d14284533'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:55.911798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.933214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:55.946897 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-fdb210c9-0cca-4f62-aaac-6a00a389f741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474102b0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:55.947752 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb210c9-0cca-4f62-aaac-6a00a389f741 None None] The sync data for ids ['c3b5be83-007f-4170-9ef6-339d14284533'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:55.956179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:55.995625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:56.012929 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0cd86b87-f94e-4bcc-ae82-b85d8dfd4475 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/ports/666eebc0-d098-4a82-a3fe-bb3214b4a98d HTTP/1.1" status: 204  len: 168 time: 1.7407448
Dec 19 13:31:56.013527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41800) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:56.015200 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:31:56.054611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] DHCP port deletion for 09f6fb63-8418-49ba-8a6d-91f53aadf583 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:31:56.054611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Deleting port fdea8822-96e5-442a-aba0-ef97071ef3e9 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:56.054611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.075042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.082110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-63bd1313-629c-46da-93a1-cec38d77318a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:56.083341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.083461 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-63bd1313-629c-46da-93a1-cec38d77318a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/cb4541ec-fcc6-4e13-9cd2-bbbcd9b7f453 HTTP/1.1" status: 404  len: 333 time: 0.2916877
Dec 19 13:31:56.084823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port fdea8822-96e5-442a-aba0-ef97071ef3e9 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:56.089490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41804) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:56.099123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e073f7cd-0bf4-4bf8-89d2-04822ee3ce20 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port 32a25882-d338-45b7-b8f5-67708f40384e {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:56.099903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e073f7cd-0bf4-4bf8-89d2-04822ee3ce20 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.100346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fdea8822-96e5-442a-aba0-ef97071ef3e9 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:56.100727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.138929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Made reservation on behalf of caf88d609cb744b2b9bbd429492bbe06 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:56.141587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.151260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.154989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:56.155247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.163863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b7236d4a-b7f8-4c4d-93ae-8559b015d0e5 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:56.191721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.231996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Deleting port fdea8822-96e5-442a-aba0-ef97071ef3e9 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:56.232465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.326843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] device_id is not set on port 49b2e5a2-746b-4c87-b186-e169c9227730 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:31:56.352569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67af1035-b51f-4c24-a71d-6fa09caf15a4 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.359942 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.6153550
Dec 19 13:31:56.369570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] For port fdea8822-96e5-442a-aba0-ef97071ef3e9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fdea8822-96e5-442a-aba0-ef97071ef3e9,segment=NetworkSegment(de45988d-31b3-4351-9916-73f81a32edd4),segment_id=de45988d-31b3-4351-9916-73f81a32edd4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:56.370113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.381294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41808) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:56.386362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.403222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Request body: {'subnet': {'network_id': '560a2dd3-14fa-4376-9d98-67f1ff21aece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:56.421769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Pushing event updated for resources: {'Network': ['ID=560a2dd3-14fa-4376-9d98-67f1ff21aece,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:56.448821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:56.450928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 560a2dd3-14fa-4376-9d98-67f1ff21aece details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:31:56.501348 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:56.531688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Calling delete_port for fdea8822-96e5-442a-aba0-ef97071ef3e9 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:56.561013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.564666 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.0866232
Dec 19 13:31:56.574118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41812) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:56.607289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': 'b237ef66-fc96-4728-bef0-0268008b7bcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:56.628686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee385ad-f9c3-4853-a5ec-1d47a80c0a54,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:56.630916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:56.650482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:56.650482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:56.654909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:56.673297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port fdea8822-96e5-442a-aba0-ef97071ef3e9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fdea8822-96e5-442a-aba0-ef97071ef3e9,segment=NetworkSegment(de45988d-31b3-4351-9916-73f81a32edd4),segment_id=de45988d-31b3-4351-9916-73f81a32edd4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:56.704563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:56.723201 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:31:56.736884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.736884 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "PUT /v2.0/routers/fc901ffb-712f-41ff-81f5-75651f94cebb HTTP/1.1" status: 200  len: 919 time: 7.9842136
Dec 19 13:31:56.739271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41816) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:56.742728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0118d9-e107-408d-97df-0fcf631e4b6a None None] Sync routers for ids ['fc901ffb-712f-41ff-81f5-75651f94cebb'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:31:56.752644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.755970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:56.766713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:56.776359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Usage tracker for resource:subnet and tenant:01e3d3b268dd4d51b242c3b4bc319100 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:56.808820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0118d9-e107-408d-97df-0fcf631e4b6a None None] Routers {'fc901ffb-712f-41ff-81f5-75651f94cebb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:56.809462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2d0118d9-e107-408d-97df-0fcf631e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4794da00>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['fc901ffb-712f-41ff-81f5-75651f94cebb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:56.868732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:56.868732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:56.883325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2d0118d9-e107-408d-97df-0fcf631e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4794da00>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:56.896596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e073f7cd-0bf4-4bf8-89d2-04822ee3ce20 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.902517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=fdea8822-96e5-442a-aba0-ef97071ef3e9,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:56.904880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:56.905478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:56.906115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0118d9-e107-408d-97df-0fcf631e4b6a None None] Routers {'fc901ffb-712f-41ff-81f5-75651f94cebb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:31:56.907374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2d0118d9-e107-408d-97df-0fcf631e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4794da00>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['fc901ffb-712f-41ff-81f5-75651f94cebb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:56.917120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] For port fdea8822-96e5-442a-aba0-ef97071ef3e9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fdea8822-96e5-442a-aba0-ef97071ef3e9,segment=NetworkSegment(de45988d-31b3-4351-9916-73f81a32edd4),segment_id=de45988d-31b3-4351-9916-73f81a32edd4)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:56.917742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:56.919479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:56.969069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2d0118d9-e107-408d-97df-0fcf631e4b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4794da00>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:56.969484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0118d9-e107-408d-97df-0fcf631e4b6a None None] The sync data for ids ['fc901ffb-712f-41ff-81f5-75651f94cebb'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:31:57.039595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Allocated IP 2001:db8::d2 (f0454a23-6cad-4e7d-abee-61da58c89dcf/70f5fe44-53ba-4c4c-b879-01c11066f0a7/49b2e5a2-746b-4c87-b186-e169c9227730) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:31:57.047366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e073f7cd-0bf4-4bf8-89d2-04822ee3ce20 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for 32a25882-d338-45b7-b8f5-67708f40384e owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:57.074321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.120466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Calling delete_port for fdea8822-96e5-442a-aba0-ef97071ef3e9 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:57.174624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Made reservation on behalf of 01e3d3b268dd4d51b242c3b4bc319100 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:57.299859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67af1035-b51f-4c24-a71d-6fa09caf15a4 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.329357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67af1035-b51f-4c24-a71d-6fa09caf15a4 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.370276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Deleting port fdea8822-96e5-442a-aba0-ef97071ef3e9 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:57.371377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.376875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.379421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.452443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.456706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a090f4c7-5a38-4e5f-adcc-bf4e29e88110 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:57.462831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:31:57.463176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:31:57.473748 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c32b2e89-26fe-4009-b141-915e91548286 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/routers/fc901ffb-712f-41ff-81f5-75651f94cebb HTTP/1.1" status: 200  len: 925 time: 0.7228303
Dec 19 13:31:57.476261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41820) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:57.493456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d982c5-d141-4973-90d0-53779018a7d7,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:57.501018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:57.536656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67af1035-b51f-4c24-a71d-6fa09caf15a4 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.536656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67af1035-b51f-4c24-a71d-6fa09caf15a4 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Fanout notify agent at l3_agent the message router_deleted on router c3b5be83-007f-4170-9ef6-339d14284533 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:31:57.563140 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67af1035-b51f-4c24-a71d-6fa09caf15a4 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.566811 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-67af1035-b51f-4c24-a71d-6fa09caf15a4 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/routers/c3b5be83-007f-4170-9ef6-339d14284533 HTTP/1.1" status: 204  len: 168 time: 1.4735694
Dec 19 13:31:57.567098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41824) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:57.569530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e073f7cd-0bf4-4bf8-89d2-04822ee3ce20 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.591019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1963f4af-4fc4-40c3-aacf-c2fe93975251 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:57.621070 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-87741cfc-12f5-426b-977e-26c01b88a2c8 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&device_id=fc901ffb-712f-41ff-81f5-75651f94cebb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1435592
Dec 19 13:31:57.624823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41828) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:57.651106 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fdea8822-96e5-442a-aba0-ef97071ef3e9 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:31:57.662168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073f7cd-0bf4-4bf8-89d2-04822ee3ce20 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=32a25882-d338-45b7-b8f5-67708f40384e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:57.669823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e073f7cd-0bf4-4bf8-89d2-04822ee3ce20 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:57.735290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] For port fdea8822-96e5-442a-aba0-ef97071ef3e9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fdea8822-96e5-442a-aba0-ef97071ef3e9,segment=NetworkSegment(de45988d-31b3-4351-9916-73f81a32edd4),segment_id=de45988d-31b3-4351-9916-73f81a32edd4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:57.735606 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.771934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.773095 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.1879385
Dec 19 13:31:57.787847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41832) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:57.838450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': 'b237ef66-fc96-4728-bef0-0268008b7bcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:57.864413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:57.867628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Calling delete_port for fdea8822-96e5-442a-aba0-ef97071ef3e9 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:57.877485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:57.882813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:57.912721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:57.915168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e073f7cd-0bf4-4bf8-89d2-04822ee3ce20 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.933139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.947244 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e073f7cd-0bf4-4bf8-89d2-04822ee3ce20 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/ports/32a25882-d338-45b7-b8f5-67708f40384e HTTP/1.1" status: 204  len: 168 time: 1.9296291
Dec 19 13:31:57.949978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41836) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:57.968784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Deleting port fdea8822-96e5-442a-aba0-ef97071ef3e9 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:57.969003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:57.971676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.040395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.053035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d6042-8afc-4a2a-a205-0747ff0f8b3f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:58.058736 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ce3d6042-8afc-4a2a-a205-0747ff0f8b3f tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/networks/4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 881 time: 0.4289103
Dec 19 13:31:58.061440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41840) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:58.102831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1087bce7-8a44-4bb8-b743-73f5735110b7 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:58.103536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1087bce7-8a44-4bb8-b743-73f5735110b7 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Synchronizing usage tracker for tenant:c85e8ff377a94dc98d8fdf8c9760ab5f on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:31:58.107858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.108548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Transition to ACTIVE for port object 49b2e5a2-746b-4c87-b186-e169c9227730 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:31:58.123662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.131301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-464c71b2-a7d9-4e45-80d2-4b8a71b63049 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:58.141670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:58.144004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] The port 'fdea8822-96e5-442a-aba0-ef97071ef3e9' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:31:58.150493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ffadc3-e4d4-40bc-b377-3e3b82d8f386 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting subnet ad5cc946-242a-41e1-bbc6-8f025e352c4c {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:31:58.157056 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f796d982-3043-462a-b35d-c9052f0a57de tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc901ffb-712f-41ff-81f5-75651f94cebb HTTP/1.1" status: 200  len: 205 time: 0.0921881
Dec 19 13:31:58.161122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41844) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:58.181752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-40ffadc3-e4d4-40bc-b377-3e3b82d8f386 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.192657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Pushing event deleted for resources: {'Port': ['ID=fdea8822-96e5-442a-aba0-ef97071ef3e9,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:58.194783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:58.197283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] No DVR routers for this DVR port fdea8822-96e5-442a-aba0-ef97071ef3e9 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:31:58.251268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.259437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1087bce7-8a44-4bb8-b743-73f5735110b7 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Unset dirty status for tenant:c85e8ff377a94dc98d8fdf8c9760ab5f on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:31:58.264387 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1087bce7-8a44-4bb8-b743-73f5735110b7 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "GET /v2.0/ports?device_id=c676f215-8f51-4b36-88b5-c3dc0a07e1db HTTP/1.1" status: 200  len: 913 time: 0.3086360
Dec 19 13:31:58.266190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41848) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:58.325118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-40ffadc3-e4d4-40bc-b377-3e3b82d8f386 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.360880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.361575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.387336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Pushing event updated for resources: {'Subnet': ['ID=19b82aa8-12c0-46d8-98ea-3b940738074e,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:58.400706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d461d4b80>,) {'filters': {'network_id': ['09f6fb63-8418-49ba-8a6d-91f53aadf583']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:58.402359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:58.404672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:58.420706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d461d4b80>, 'de45988d-31b3-4351-9916-73f81a32edd4') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:58.420993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d461d4b80>, 'de45988d-31b3-4351-9916-73f81a32edd4') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:31:58.433798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1130eea-8aa6-42a5-8ec2-cbca87630ac1,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:58.437306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.443125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:58.458116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Checking segment: {'id': '68ab91d7-5be8-4a52-b242-662b32f59fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '560a2dd3-14fa-4376-9d98-67f1ff21aece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:31:58.458373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Network hostable DHCP agents. Network: 560a2dd3-14fa-4376-9d98-67f1ff21aece, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:31:58.459872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.466489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.470565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:31:58.470954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.482087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a5bee809-fda1-48f6-a532-af8929270616 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:31:58.485330 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:31:58.534624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-40ffadc3-e4d4-40bc-b377-3e3b82d8f386 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.661154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.665145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a0817e9-93a3-4db8-9dd7-e89cf7fd9e94 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:58.680932 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.688829 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.690041 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.8976398
Dec 19 13:31:58.691181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-40ffadc3-e4d4-40bc-b377-3e3b82d8f386 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.698543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41852) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:58.699529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Network': ['ID=09f6fb63-8418-49ba-8a6d-91f53aadf583,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:58.706115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': 'b237ef66-fc96-4728-bef0-0268008b7bcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:58.712943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:58.713447 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:58.749656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:58.752583 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/networks/09f6fb63-8418-49ba-8a6d-91f53aadf583 HTTP/1.1" status: 204  len: 168 time: 5.6479993
Dec 19 13:31:58.760826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:58.761311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41856) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:58.763705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffadc3-e4d4-40bc-b377-3e3b82d8f386 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5cc946-242a-41e1-bbc6-8f025e352c4c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:58.765594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:58.768775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-40ffadc3-e4d4-40bc-b377-3e3b82d8f386 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:58.773523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-40ffadc3-e4d4-40bc-b377-3e3b82d8f386 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.777631 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-40ffadc3-e4d4-40bc-b377-3e3b82d8f386 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/ad5cc946-242a-41e1-bbc6-8f025e352c4c HTTP/1.1" status: 204  len: 168 time: 1.2070143
Dec 19 13:31:58.777631 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:58.778412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41860) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:58.781644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a1e46-1cff-41d4-a3d0-248683ebd25e None None] Network 078340e8-3eb0-40e4-b108-b731820f8f27 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:58.791648 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1155626117'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:58.807740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'Port': ['ID=49b2e5a2-746b-4c87-b186-e169c9227730,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:58.811079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:58.814974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Network f0454a23-6cad-4e7d-abee-61da58c89dcf is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:31:58.824586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:58.824586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:58.826772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Usage tracker for resource:network and tenant:bbc874d0835849998f0e820be51401a1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:58.829541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:31:58.833408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:58.834004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.839561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:58.856193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:58.904322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.917723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Network 560a2dd3-14fa-4376-9d98-67f1ff21aece is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:31:58.920004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port cf232f8d-dd44-4a01-88cd-df47f6366ab9 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:58.920430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:58.971771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.010837 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.3908269
Dec 19 13:31:59.014032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.018038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41864) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:59.044944 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.051044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Request body: {'port': {'network_id': 'f0454a23-6cad-4e7d-abee-61da58c89dcf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-382220584'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:59.071757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:31:59.072708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.098262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 560a2dd3-14fa-4376-9d98-67f1ff21aece) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:31:59.110329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73cc38-4e05-45a9-90b1-ab09e7274686 None None] DHCP port deletion for 078340e8-3eb0-40e4-b108-b731820f8f27 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:31:59.111487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:59.112271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.115582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7b73cc38-4e05-45a9-90b1-ab09e7274686 None None] Deleting port cf232f8d-dd44-4a01-88cd-df47f6366ab9 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:59.116328 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7b73cc38-4e05-45a9-90b1-ab09e7274686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.142346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.154684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:31:59.157011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bccaaf3-b2d1-49a9-a640-8ee95d812e69 None None] Network 560a2dd3-14fa-4376-9d98-67f1ff21aece requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:31:59.177907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.178236 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Added segment 1f6b4796-de9b-4c66-92ee-d2a7e67cf062 of type vlan for network 57728e14-6b48-42cf-9632-1f1125bbe4d6
Dec 19 13:31:59.203610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97e3ac18-1556-4212-a948-f850261dca9b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:59.243896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477dcb64-35c9-4572-a1c4-1b92e0ffa58c,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:59.319085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:59.326692 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9431925
Dec 19 13:31:59.335328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41868) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:59.337741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.349823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Request body: {'port': {'network_id': '560a2dd3-14fa-4376-9d98-67f1ff21aece', 'name': 'tempest-TagsExtTest-1091171427'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:59.390775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1278b266-aca2-40c5-8f4c-02889ce5a7cd None None] Provisioning for port 49b2e5a2-746b-4c87-b186-e169c9227730 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:31:59.440214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.443955 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7396319
Dec 19 13:31:59.444132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.457965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41872) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:59.480648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': 'b237ef66-fc96-4728-bef0-0268008b7bcb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:59.495527 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] For port cf232f8d-dd44-4a01-88cd-df47f6366ab9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cf232f8d-dd44-4a01-88cd-df47f6366ab9,segment=NetworkSegment(894b116d-f9dd-4a44-96b8-dbb82c1ee7f8),segment_id=894b116d-f9dd-4a44-96b8-dbb82c1ee7f8)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:59.495885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.498858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1278b266-aca2-40c5-8f4c-02889ce5a7cd None None] Provisioning complete for port 49b2e5a2-746b-4c87-b186-e169c9227730 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:31:59.500778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1278b266-aca2-40c5-8f4c-02889ce5a7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.503452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:59.503569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.506221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:59.507219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:31:59.507909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.520327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e3147699-45b2-47cd-be84-5ebd2afd7d6d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:31:59.571312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:59.574721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:59.590797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.609521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7b73cc38-4e05-45a9-90b1-ab09e7274686 None None] For port cf232f8d-dd44-4a01-88cd-df47f6366ab9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cf232f8d-dd44-4a01-88cd-df47f6366ab9,segment=NetworkSegment(894b116d-f9dd-4a44-96b8-dbb82c1ee7f8),segment_id=894b116d-f9dd-4a44-96b8-dbb82c1ee7f8)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:31:59.610111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7b73cc38-4e05-45a9-90b1-ab09e7274686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.625712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cf232f8d-dd44-4a01-88cd-df47f6366ab9 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:31:59.637573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Network': ['ID=57728e14-6b48-42cf-9632-1f1125bbe4d6,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:31:59.640637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:31:59.664424 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 57728e14-6b48-42cf-9632-1f1125bbe4d6 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:31:59.716029 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9392755
Dec 19 13:31:59.716029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Deleting port 971a8215-5c03-46a7-9bef-abb15a7db885 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:31:59.716029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:31:59.724248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1278b266-aca2-40c5-8f4c-02889ce5a7cd None None] Port 49b2e5a2-746b-4c87-b186-e169c9227730 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:31:59.744866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41876) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:31:59.765052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Request body: {'subnet': {'network_id': '57728e14-6b48-42cf-9632-1f1125bbe4d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:31:59.816100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for cf232f8d-dd44-4a01-88cd-df47f6366ab9 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:31:59.861686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:59.870326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:59.922953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:31:59.929179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Usage tracker for resource:port and tenant:01e3d3b268dd4d51b242c3b4bc319100 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:31:59.944042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:31:59.951296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:31:59.973337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7b73cc38-4e05-45a9-90b1-ab09e7274686 None None] Calling delete_port for cf232f8d-dd44-4a01-88cd-df47f6366ab9 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:00.002311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-560a2dd3-14fa-4376-9d98-67f1ff21aece', 'network_id': '560a2dd3-14fa-4376-9d98-67f1ff21aece', 'tenant_id': '01e3d3b268dd4d51b242c3b4bc319100', 'fixed_ips': [{'subnet_id': '19b82aa8-12c0-46d8-98ea-3b940738074e'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:32:00.003252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.016460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.023608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:00.045438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Made reservation on behalf of 01e3d3b268dd4d51b242c3b4bc319100 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:00.050964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.058371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:00.063547 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.071305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.082573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c23ae3aa-25ac-4197-b940-05cfee646fbc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:00.090830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No active binding found for port cf232f8d-dd44-4a01-88cd-df47f6366ab9 {{(pid=84126) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 19 13:32:00.091313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cf232f8d-dd44-4a01-88cd-df47f6366ab9 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:32:00.117131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Made reservation on behalf of caf88d609cb744b2b9bbd429492bbe06 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:00.122085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.136587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No DVR routers for this DVR port cf232f8d-dd44-4a01-88cd-df47f6366ab9 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:32:00.207225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-7b73cc38-4e05-45a9-90b1-ab09e7274686 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:32:00.207639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-7b73cc38-4e05-45a9-90b1-ab09e7274686 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:32:00.245395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=cf232f8d-dd44-4a01-88cd-df47f6366ab9,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:00.283392 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Allocated IP 172.20.0.2 (560a2dd3-14fa-4376-9d98-67f1ff21aece/19b82aa8-12c0-46d8-98ea-3b940738074e/61699664-4d1a-431f-b140-6a30577d89fb) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:00.306867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:00.327655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] device_id is not set on port 92eda1ff-bdb5-405a-841f-fe8f4512a2b7 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:32:00.352123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Calling delete_port for 971a8215-5c03-46a7-9bef-abb15a7db885 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:00.378844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Made reservation on behalf of bbc874d0835849998f0e820be51401a1 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:00.387643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] device_id is not set on port 141e9d82-b778-46cb-ae5e-1bbb37e38ff5 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:32:00.489197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.518855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.534581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Transition to ACTIVE for port object 61699664-4d1a-431f-b140-6a30577d89fb will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:00.558421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Transition to ACTIVE for port object 61699664-4d1a-431f-b140-6a30577d89fb will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:00.572299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.573910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46243850>,) {'filters': {'network_id': ['078340e8-3eb0-40e4-b108-b731820f8f27']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:00.593718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.596776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46243850>, '894b116d-f9dd-4a44-96b8-dbb82c1ee7f8') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:00.600049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46243850>, '894b116d-f9dd-4a44-96b8-dbb82c1ee7f8') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:00.616165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.622266 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-aaff285a-a9ba-4ebf-aa4c-a9ce152eb272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:00.659511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.684875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.702861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Network 560a2dd3-14fa-4376-9d98-67f1ff21aece is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:00.706620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:00.711108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7b73cc38-4e05-45a9-90b1-ab09e7274686 None None] Deleting port cf232f8d-dd44-4a01-88cd-df47f6366ab9 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:00.712319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7b73cc38-4e05-45a9-90b1-ab09e7274686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.737565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:00.739953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Pushing event updated for resources: {'Port': ['ID=61699664-4d1a-431f-b140-6a30577d89fb,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:00.742872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:00.748176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:00.752607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.799935 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:00.800247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:00.815650 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:00.824295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7b73cc38-4e05-45a9-90b1-ab09e7274686 None None] The port 'cf232f8d-dd44-4a01-88cd-df47f6366ab9' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:32:00.887725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2be3f90-b2fb-41a0-97b7-9e8343341364,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:00.889766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Attempting to bind port 61699664-4d1a-431f-b140-6a30577d89fb on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:32:00.890239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Attempting to bind port 61699664-4d1a-431f-b140-6a30577d89fb by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '68ab91d7-5be8-4a52-b242-662b32f59fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '560a2dd3-14fa-4376-9d98-67f1ff21aece'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:32:00.890725 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Attempting to bind port 61699664-4d1a-431f-b140-6a30577d89fb on network 560a2dd3-14fa-4376-9d98-67f1ff21aece {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:32:00.898465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:32:00.899197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Checking segment: {'id': '68ab91d7-5be8-4a52-b242-662b32f59fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '560a2dd3-14fa-4376-9d98-67f1ff21aece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:00.899737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.900267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Bound using segment: {'id': '68ab91d7-5be8-4a52-b242-662b32f59fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '560a2dd3-14fa-4376-9d98-67f1ff21aece'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:32:00.900792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Bound port: 61699664-4d1a-431f-b140-6a30577d89fb, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ab91d7-5be8-4a52-b242-662b32f59fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '560a2dd3-14fa-4376-9d98-67f1ff21aece'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:32:00.901236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:00.925669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:00.932907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Allocated IP 2001:db8::341 (f0454a23-6cad-4e7d-abee-61da58c89dcf/70f5fe44-53ba-4c4c-b879-01c11066f0a7/141e9d82-b778-46cb-ae5e-1bbb37e38ff5) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:00.977727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Allocated IP 172.20.0.10 (560a2dd3-14fa-4376-9d98-67f1ff21aece/19b82aa8-12c0-46d8-98ea-3b940738074e/92eda1ff-bdb5-405a-841f-fe8f4512a2b7) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:01.004024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] For port 61699664-4d1a-431f-b140-6a30577d89fb, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:32:01.007214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] For port 61699664-4d1a-431f-b140-6a30577d89fb, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=61699664-4d1a-431f-b140-6a30577d89fb,segment=NetworkSegment(68ab91d7-5be8-4a52-b242-662b32f59fa6),segment_id=68ab91d7-5be8-4a52-b242-662b32f59fa6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:32:01.084976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.093629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d04517f7-65f6-459c-9a41-adf6d3a606fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:01.095388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.101295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cb29cedd-8984-4a88-94d9-f3f22315cdf5 tempest-ServerActionsTestJSON-1130742624 tempest-ServerActionsTestJSON-1130742624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:01.101554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.110162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.114045 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 1.6525640
Dec 19 13:32:01.120101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d34d6e47-f8f0-472c-b393-14b86a6cd188 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:01.129039 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41880) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:01.136921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.162989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Network': ['ID=078340e8-3eb0-40e4-b108-b731820f8f27,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:01.163441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Pushing event deleted for resources: {'Port': ['ID=971a8215-5c03-46a7-9bef-abb15a7db885,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:01.170570 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/networks/078340e8-3eb0-40e4-b108-b731820f8f27 HTTP/1.1" status: 204  len: 168 time: 2.3911505
Dec 19 13:32:01.180280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41884) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:01.182752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:01.187470 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:01.193652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Pushing event updated for resources: {'Port': ['ID=61699664-4d1a-431f-b140-6a30577d89fb,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:01.200657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:01.328297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-792741ef-be1f-4185-90f8-603da017d2d1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.351227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.366889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-792741ef-be1f-4185-90f8-603da017d2d1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.381521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Transition to ACTIVE for port object 141e9d82-b778-46cb-ae5e-1bbb37e38ff5 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:01.454538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.472855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Transition to ACTIVE for port object 92eda1ff-bdb5-405a-841f-fe8f4512a2b7 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:01.478822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b48d9-7745-4e4c-9559-760ef34ffa43 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:01.479643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2e6b48d9-7745-4e4c-9559-760ef34ffa43 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:01.537441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.547115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:01.645268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 61699664-4d1a-431f-b140-6a30577d89fb up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:01.668202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:32:01.682733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.685080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.688644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2e6b48d9-7745-4e4c-9559-760ef34ffa43 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:01.690033 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2e6b48d9-7745-4e4c-9559-760ef34ffa43 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/cff4afc0-e184-4e9a-9a3b-ca9d67322f2a HTTP/1.1" status: 200  len: 844 time: 0.5063169
Dec 19 13:32:01.693532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3659cedd-43f5-4368-aaf9-47244391d468 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:01.698131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41888) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:01.702410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'Port': ['ID=141e9d82-b778-46cb-ae5e-1bbb37e38ff5,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:01.708387 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:01.711250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Network f0454a23-6cad-4e7d-abee-61da58c89dcf is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:01.712589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bbf7834-8fbc-41ed-9392-6d18a81001e2 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:01.741932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-792741ef-be1f-4185-90f8-603da017d2d1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.744095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.785332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:01.787922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:01.793222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:01.794077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:01.800487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 61699664-4d1a-431f-b140-6a30577d89fb completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:01.866381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Pushing event updated for resources: {'Port': ['ID=92eda1ff-bdb5-405a-841f-fe8f4512a2b7,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:01.871288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:01.873567 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Network 560a2dd3-14fa-4376-9d98-67f1ff21aece is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:01.878307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:01.879796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:01.920528 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.8741508
Dec 19 13:32:01.929960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41892) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:01.936488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5bb9d9a2-31b6-470e-bdd9-f13b20c6a729 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:01.946935 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-90f9b694-8820-4770-b5ab-0d16aacb9565 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::379', 'mac_address': 'fa:16:3e:2b:fe:48'}, {'ip_address': '2001:db8::d2', 'mac_address': 'fa:16:3e:bb:59:05'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:02.057011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event updated for resources: {'Subnet': ['ID=00f05984-41df-473a-94b9-e31bd98470a9,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:02.060251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:02.060516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:02.061139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.065160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d489d2c5-f091-434a-a9f9-8a6a054ae960 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:02.202993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792741ef-be1f-4185-90f8-603da017d2d1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2be3f90-b2fb-41a0-97b7-9e8343341364,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:02.205863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-792741ef-be1f-4185-90f8-603da017d2d1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:02.218970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-792741ef-be1f-4185-90f8-603da017d2d1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.221466 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-792741ef-be1f-4185-90f8-603da017d2d1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a2be3f90-b2fb-41a0-97b7-9e8343341364 HTTP/1.1" status: 204  len: 168 time: 1.0905426
Dec 19 13:32:02.245828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5bb9d9a2-31b6-470e-bdd9-f13b20c6a729 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:02.250974 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5bb9d9a2-31b6-470e-bdd9-f13b20c6a729 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/cff4afc0-e184-4e9a-9a3b-ca9d67322f2a?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.5411890
Dec 19 13:32:02.250974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41896) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:02.261032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41898) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:02.284328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:02.303403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Checking segment: {'id': '1f6b4796-de9b-4c66-92ee-d2a7e67cf062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '57728e14-6b48-42cf-9632-1f1125bbe4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:02.304052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network hostable DHCP agents. Network: 57728e14-6b48-42cf-9632-1f1125bbe4d6, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:32:02.317359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.320112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port bf6c427b-78e7-4c61-b8bf-eae5a642e84b {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:02.320438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.353291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c0398ca0-8231-441e-bca6-d26984875675 None None] Provisioning for port 141e9d82-b778-46cb-ae5e-1bbb37e38ff5 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:02.360088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c0398ca0-8231-441e-bca6-d26984875675 None None] Provisioning complete for port 141e9d82-b778-46cb-ae5e-1bbb37e38ff5 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:02.365203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c0398ca0-8231-441e-bca6-d26984875675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.368086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.407144 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.0631602
Dec 19 13:32:02.416939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41904) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:02.436491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c0398ca0-8231-441e-bca6-d26984875675 None None] Port 141e9d82-b778-46cb-ae5e-1bbb37e38ff5 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:02.455385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf194a83-168b-4502-bf47-b3dfb5630e66 None None] Network 560a2dd3-14fa-4376-9d98-67f1ff21aece requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:02.472957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-33c84d52-c208-47fd-b4dd-7c385a841817 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-319345700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:02.474399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-84dcbf81-2c99-4dd7-ae5b-d19c15968cc5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:02.477340 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:02.485436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:02.494927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-33c84d52-c208-47fd-b4dd-7c385a841817 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:02.504512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-33c84d52-c208-47fd-b4dd-7c385a841817 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Usage tracker for resource:router and tenant:01e3d3b268dd4d51b242c3b4bc319100 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:02.515635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:02.516272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-33c84d52-c208-47fd-b4dd-7c385a841817 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:02.526526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-33c84d52-c208-47fd-b4dd-7c385a841817 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:02.534167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:02.565439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90f9b694-8820-4770-b5ab-0d16aacb9565 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.574684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.634618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-84dcbf81-2c99-4dd7-ae5b-d19c15968cc5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:02.636372 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-84dcbf81-2c99-4dd7-ae5b-d19c15968cc5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.3785388
Dec 19 13:32:02.637254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:02.642124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41908) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:02.645651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Network 57728e14-6b48-42cf-9632-1f1125bbe4d6 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:32:02.647822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.648292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Fanout notify agent at l3_agent the message router_deleted on router fc901ffb-712f-41ff-81f5-75651f94cebb {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:32:02.714548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33c84d52-c208-47fd-b4dd-7c385a841817 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.715820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea4be2b7-5141-494e-a58e-e3a4ff80c8c2 None None] Provisioning for port 61699664-4d1a-431f-b140-6a30577d89fb completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:02.716228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33c84d52-c208-47fd-b4dd-7c385a841817 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.722463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea4be2b7-5141-494e-a58e-e3a4ff80c8c2 None None] Provisioning complete for port 61699664-4d1a-431f-b140-6a30577d89fb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:02.722883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea4be2b7-5141-494e-a58e-e3a4ff80c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.733487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for bf6c427b-78e7-4c61-b8bf-eae5a642e84b owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:02.819866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.821913 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/fc901ffb-712f-41ff-81f5-75651f94cebb HTTP/1.1" status: 204  len: 168 time: 4.6510565
Dec 19 13:32:02.834679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41912) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:02.835232 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.840342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b27af9a-46db-42cc-b49d-7d79c5bbed50 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.852481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1669125783', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:02.882263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea4be2b7-5141-494e-a58e-e3a4ff80c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.912686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 57728e14-6b48-42cf-9632-1f1125bbe4d6) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:02.920239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33c84d52-c208-47fd-b4dd-7c385a841817 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.922684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b27af9a-46db-42cc-b49d-7d79c5bbed50 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.924449 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ea4be2b7-5141-494e-a58e-e3a4ff80c8c2 None None] For port 61699664-4d1a-431f-b140-6a30577d89fb, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=61699664-4d1a-431f-b140-6a30577d89fb,segment=NetworkSegment(68ab91d7-5be8-4a52-b242-662b32f59fa6),segment_id=68ab91d7-5be8-4a52-b242-662b32f59fa6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:02.928644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d8196-d017-42ee-8b92-89c7c859462a None None] Network 57728e14-6b48-42cf-9632-1f1125bbe4d6 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:02.931006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:02.942084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:02.942834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:02.955864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Usage tracker for resource:router and tenant:f791e0a888c3474eb480f75ca4b22247 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:02.965614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:02.981119 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:03.034431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea4be2b7-5141-494e-a58e-e3a4ff80c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.045277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1ef9aa60-22e3-41ce-ba84-a32aa0a173b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:03.070283 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 3.3210602
Dec 19 13:32:03.070283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41916) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:03.107486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.108343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.112533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90f9b694-8820-4770-b5ab-0d16aacb9565 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.142309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33c84d52-c208-47fd-b4dd-7c385a841817 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.147755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b27af9a-46db-42cc-b49d-7d79c5bbed50 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.156778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d5d72e4c-ebac-4ea3-b2b0-338d702b801e tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:03.161549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4be2b7-5141-494e-a58e-e3a4ff80c8c2 None None] Pushing event updated for resources: {'Port': ['ID=61699664-4d1a-431f-b140-6a30577d89fb,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:03.164179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.165648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ea4be2b7-5141-494e-a58e-e3a4ff80c8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:03.208387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.220201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27af9a-46db-42cc-b49d-7d79c5bbed50 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=477dcb64-35c9-4572-a1c4-1b92e0ffa58c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:03.230588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90f9b694-8820-4770-b5ab-0d16aacb9565 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.238234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5b27af9a-46db-42cc-b49d-7d79c5bbed50 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:03.238419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f3b95b50-d3a0-4632-8138-84548711f536 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:03.238540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b27af9a-46db-42cc-b49d-7d79c5bbed50 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.238540 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5b27af9a-46db-42cc-b49d-7d79c5bbed50 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/477dcb64-35c9-4572-a1c4-1b92e0ffa58c HTTP/1.1" status: 204  len: 168 time: 0.5926032
Dec 19 13:32:03.238540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a21e7a33-7ce3-41e7-a3c5-6a452622be0a tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:03.268507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41920) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:03.305142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.307044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=bf6c427b-78e7-4c61-b8bf-eae5a642e84b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:03.313014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:03.369197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-72f91d1b-49d5-4dd8-b74a-94fd063ae295 None None] Provisioning for port 92eda1ff-bdb5-405a-841f-fe8f4512a2b7 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:03.374887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-72f91d1b-49d5-4dd8-b74a-94fd063ae295 None None] Provisioning complete for port 92eda1ff-bdb5-405a-841f-fe8f4512a2b7 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:03.375286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-72f91d1b-49d5-4dd8-b74a-94fd063ae295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.389174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-90f9b694-8820-4770-b5ab-0d16aacb9565 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] In _notify_port_updated(), no bound segment for port 141e9d82-b778-46cb-ae5e-1bbb37e38ff5 on network f0454a23-6cad-4e7d-abee-61da58c89dcf {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:32:03.393122 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9b694-8820-4770-b5ab-0d16aacb9565 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:03.393771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90f9b694-8820-4770-b5ab-0d16aacb9565 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.397877 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-90f9b694-8820-4770-b5ab-0d16aacb9565 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "PUT /v2.0/ports/141e9d82-b778-46cb-ae5e-1bbb37e38ff5 HTTP/1.1" status: 200  len: 1066 time: 1.4640725
Dec 19 13:32:03.405548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41924) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:03.408845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33c84d52-c208-47fd-b4dd-7c385a841817 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.410193 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-33c84d52-c208-47fd-b4dd-7c385a841817 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.9921386
Dec 19 13:32:03.420427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41928) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:03.432536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-57728e14-6b48-42cf-9632-1f1125bbe4d6', 'network_id': '57728e14-6b48-42cf-9632-1f1125bbe4d6', 'tenant_id': 'bbc874d0835849998f0e820be51401a1', 'fixed_ips': [{'subnet_id': '00f05984-41df-473a-94b9-e31bd98470a9'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:32:03.434046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.435541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5da294ce-dc38-44a0-b4da-23c787921e2c tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2026281744', 'prefixes': ['172.20.0.0/16']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:03.462280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5da294ce-dc38-44a0-b4da-23c787921e2c tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:03.474801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.522902 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-72f91d1b-49d5-4dd8-b74a-94fd063ae295 None None] Port 92eda1ff-bdb5-405a-841f-fe8f4512a2b7 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:03.553674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:03.579033 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-51a2a5f5-91b9-4073-8104-ea7f2b514831 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.2999284
Dec 19 13:32:03.581822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-72f91d1b-49d5-4dd8-b74a-94fd063ae295 None None] Provisioning complete for port 61699664-4d1a-431f-b140-6a30577d89fb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:03.582205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-72f91d1b-49d5-4dd8-b74a-94fd063ae295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.583034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41932) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:03.598092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:03.616582 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:03.617669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.624011 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9b694-8820-4770-b5ab-0d16aacb9565 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event updated for resources: {'Port': ['ID=141e9d82-b778-46cb-ae5e-1bbb37e38ff5,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:03.642882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704b9a61-1ed1-434a-8d14-a71974996742 None None] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:03.651621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-90f9b694-8820-4770-b5ab-0d16aacb9565 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:03.659388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b3e2c737-4ac7-4eb9-99bd-e17127152172 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:03.726602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dda86c1c-c117-42fa-a8fa-5000caecb6ab tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.742023 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-92995023-052b-46b6-b4c8-dd0f38640232 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Deleting port 141e9d82-b778-46cb-ae5e-1bbb37e38ff5 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:03.742538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-92995023-052b-46b6-b4c8-dd0f38640232 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.749831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dda86c1c-c117-42fa-a8fa-5000caecb6ab tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.768939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.771049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 61699664-4d1a-431f-b140-6a30577d89fb up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:03.774501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:03.812300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Subnet': ['ID=b54232e7-746e-4ee3-9560-5db7f4184751,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:03.824625 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5574632
Dec 19 13:32:03.824625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:03.826994 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41936) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:03.835241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'security_group': {'name': 'tempest-secgroup-1391632753'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:03.874035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:03.903288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:security_group and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:03.908538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:03.957701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:03.979955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Allocated IP 2001:db8::f816:3eff:fe9d:7574 (57728e14-6b48-42cf-9632-1f1125bbe4d6/00f05984-41df-473a-94b9-e31bd98470a9/2af9c4b7-3d57-4d34-a2ee-2f02543c9634) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:04.025206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dda86c1c-c117-42fa-a8fa-5000caecb6ab tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.030106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:04.058201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda86c1c-c117-42fa-a8fa-5000caecb6ab tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1130eea-8aa6-42a5-8ec2-cbca87630ac1,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:04.061290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dda86c1c-c117-42fa-a8fa-5000caecb6ab tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:04.127626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.194245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dda86c1c-c117-42fa-a8fa-5000caecb6ab tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.194245 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dda86c1c-c117-42fa-a8fa-5000caecb6ab tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a1130eea-8aa6-42a5-8ec2-cbca87630ac1 HTTP/1.1" status: 204  len: 168 time: 0.6001472
Dec 19 13:32:04.194245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5da294ce-dc38-44a0-b4da-23c787921e2c tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for subnetpool, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.194245 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5da294ce-dc38-44a0-b4da-23c787921e2c tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.7727952
Dec 19 13:32:04.201870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41940) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:04.202999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41942) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:04.207654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-937dc9eb-99d4-4150-b62d-9b02fd028001 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d46a83dc0>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e', 'tempest-TagsExtTest-Tag-548038306') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:04.214830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 61699664-4d1a-431f-b140-6a30577d89fb triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:04.215245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.269211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.319767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2b18094a-49b8-4dff-8efe-9812329e8e11', 'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'tenant_id': '279dea1e810345a989d561cf9297ff0d', 'fixed_ips': [{'subnet_id': 'b54232e7-746e-4ee3-9560-5db7f4184751'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:32:04.320021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.346936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-92995023-052b-46b6-b4c8-dd0f38640232 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.493525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:04.504247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-92995023-052b-46b6-b4c8-dd0f38640232 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Calling delete_port for 141e9d82-b778-46cb-ae5e-1bbb37e38ff5 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:04.552811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:security_group_rule and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:04.558683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:04.574709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.575745 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d66a04ba-48c6-4865-9df6-4a5e580da745 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.3724067
Dec 19 13:32:04.579615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:04.582615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1d779cd1-be9f-40af-93af-2be24cd98bff None None] Provisioning complete for port 141e9d82-b778-46cb-ae5e-1bbb37e38ff5 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:04.582789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d779cd1-be9f-40af-93af-2be24cd98bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.591573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41948) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:04.670748 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1d779cd1-be9f-40af-93af-2be24cd98bff None None] Port 141e9d82-b778-46cb-ae5e-1bbb37e38ff5 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:04.684939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0752e2d6-1165-47f7-9bfa-cbd4d5f0867d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.689101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Transition to ACTIVE for port object 2af9c4b7-3d57-4d34-a2ee-2f02543c9634 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:04.703136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1d779cd1-be9f-40af-93af-2be24cd98bff None None] Provisioning complete for port 92eda1ff-bdb5-405a-841f-fe8f4512a2b7 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:04.703381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d779cd1-be9f-40af-93af-2be24cd98bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.751963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0752e2d6-1165-47f7-9bfa-cbd4d5f0867d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.776197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Router c676f215-8f51-4b36-88b5-c3dc0a07e1db has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:32:04.783185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Allocated IP 2001:db8::2 (2b18094a-49b8-4dff-8efe-9812329e8e11/b54232e7-746e-4ee3-9560-5db7f4184751/e62458ab-2439-4a62-a466-41948db0e9c2) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:04.793024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1d779cd1-be9f-40af-93af-2be24cd98bff None None] Port 92eda1ff-bdb5-405a-841f-fe8f4512a2b7 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:04.813130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.878607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.880036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:04.891746 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-937dc9eb-99d4-4150-b62d-9b02fd028001 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags/tempest-TagsExtTest-Tag-548038306 HTTP/1.1" status: 201  len: 201 time: 0.6879871
Dec 19 13:32:04.892207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41952) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:04.945154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-f0094bbe-5cf4-4afd-9557-4f3c830c16aa tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d4616e130>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7', 'tempest-TagsExtTest-Tag-1354168414') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:04.999145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.008984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2e8a59a4-b876-45f2-86ce-779cfdc0ac3b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:05.013315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.022331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Transition to ACTIVE for port object 2af9c4b7-3d57-4d34-a2ee-2f02543c9634 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:05.026374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Transition to ACTIVE for port object e62458ab-2439-4a62-a466-41948db0e9c2 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:05.034246 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0752e2d6-1165-47f7-9bfa-cbd4d5f0867d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.034983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-92995023-052b-46b6-b4c8-dd0f38640232 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.047782 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Transition to ACTIVE for port object e62458ab-2439-4a62-a466-41948db0e9c2 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:05.067501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:32:05.079391 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "PUT /v2.0/routers/c676f215-8f51-4b36-88b5-c3dc0a07e1db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8043711
Dec 19 13:32:05.082501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41956) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:05.082619 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4aabc-09ae-4ce5-8a3a-89586ec430c7 None None] Sync routers for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:32:05.094280 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4aabc-09ae-4ce5-8a3a-89586ec430c7 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:05.094873 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-30d4aabc-09ae-4ce5-8a3a-89586ec430c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474291c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:05.101250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.105056 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bbb98d4d-9fea-45a1-9192-e1de09d33eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:05.132304 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f0094bbe-5cf4-4afd-9557-4f3c830c16aa tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags/tempest-TagsExtTest-Tag-1354168414 HTTP/1.1" status: 201  len: 201 time: 0.1959770
Dec 19 13:32:05.140718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41960) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:05.147668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.150538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-dfc59d31-22ae-4889-8e07-63f02622e039 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d45fe8c70>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd', 'tempest-TagsExtTest-Tag-1580974775') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:05.166180 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0752e2d6-1165-47f7-9bfa-cbd4d5f0867d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.170339 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0752e2d6-1165-47f7-9bfa-cbd4d5f0867d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/77d982c5-d141-4973-90d0-53779018a7d7 HTTP/1.1" status: 204  len: 168 time: 0.5753732
Dec 19 13:32:05.170339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162a51bb-8d92-4c80-bcda-9d40ca834161,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:05.178156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:05.178715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41964) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:05.181412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a864afb7-3592-4743-a3ae-9a2792166eec tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:05.198513 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-30d4aabc-09ae-4ce5-8a3a-89586ec430c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474291c0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:05.214182 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4aabc-09ae-4ce5-8a3a-89586ec430c7 None None] Routers {'c676f215-8f51-4b36-88b5-c3dc0a07e1db'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:05.215458 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-30d4aabc-09ae-4ce5-8a3a-89586ec430c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474291c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:05.230007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:05.233609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:05.234081 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Allocated IP 172.26.4.77 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/e30b14fb-50d4-44e9-8042-107b4da04574) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:05.240433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:05.263967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Network 57728e14-6b48-42cf-9632-1f1125bbe4d6 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:05.264819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Pushing event updated for resources: {'Port': ['ID=2af9c4b7-3d57-4d34-a2ee-2f02543c9634,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:05.267645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:05.269299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:05.270014 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d199d990-fe6e-4bbe-a1e0-979308d0c218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:05.306853 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.311034 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.4828787
Dec 19 13:32:05.312428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92995023-052b-46b6-b4c8-dd0f38640232 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event deleted for resources: {'Port': ['ID=141e9d82-b778-46cb-ae5e-1bbb37e38ff5,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:05.314181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41968) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:05.321571 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-30d4aabc-09ae-4ce5-8a3a-89586ec430c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474291c0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:05.323501 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d4aabc-09ae-4ce5-8a3a-89586ec430c7 None None] The sync data for ids ['c676f215-8f51-4b36-88b5-c3dc0a07e1db'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:32:05.332924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:05.339091 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-92995023-052b-46b6-b4c8-dd0f38640232 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:05.347264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5d3bcbef-79c4-443e-a046-52ba440b5052 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:05.366449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'security_group': {'name': 'tempest-secgroup-1065529286'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:05.366955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.373762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-08e1e87b-ad86-4222-957e-a1714ac4c4f0 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:05.374540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:05.379154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:security_group and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:05.382390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:05.389561 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:05.430112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752e2d6-1165-47f7-9bfa-cbd4d5f0867d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77d982c5-d141-4973-90d0-53779018a7d7,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:05.430852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Subnet': ['ID=00f05984-41df-473a-94b9-e31bd98470a9,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:05.434038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0752e2d6-1165-47f7-9bfa-cbd4d5f0867d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:05.441521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:05.459046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Pushing event updated for resources: {'Port': ['ID=e62458ab-2439-4a62-a466-41948db0e9c2,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:05.467875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:05.492730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Attempting to bind port e62458ab-2439-4a62-a466-41948db0e9c2 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:32:05.493918 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Attempting to bind port e62458ab-2439-4a62-a466-41948db0e9c2 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8fb8eb46-b747-40a1-b214-8dcd95e133be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:32:05.494307 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Attempting to bind port e62458ab-2439-4a62-a466-41948db0e9c2 on network 2b18094a-49b8-4dff-8efe-9812329e8e11 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:32:05.517757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:32:05.518142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Checking segment: {'id': '8fb8eb46-b747-40a1-b214-8dcd95e133be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:05.519440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.519826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Bound using segment: {'id': '8fb8eb46-b747-40a1-b214-8dcd95e133be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:32:05.520314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Bound port: e62458ab-2439-4a62-a466-41948db0e9c2, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb8eb46-b747-40a1-b214-8dcd95e133be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:32:05.520709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.554132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.554375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Attempting to bind port 2af9c4b7-3d57-4d34-a2ee-2f02543c9634 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:32:05.554629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Attempting to bind port 2af9c4b7-3d57-4d34-a2ee-2f02543c9634 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '1f6b4796-de9b-4c66-92ee-d2a7e67cf062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '57728e14-6b48-42cf-9632-1f1125bbe4d6'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:32:05.554995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Attempting to bind port 2af9c4b7-3d57-4d34-a2ee-2f02543c9634 on network 57728e14-6b48-42cf-9632-1f1125bbe4d6 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:32:05.563813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:32:05.565196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Checking segment: {'id': '1f6b4796-de9b-4c66-92ee-d2a7e67cf062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '57728e14-6b48-42cf-9632-1f1125bbe4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:05.565755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.566166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Bound using segment: {'id': '1f6b4796-de9b-4c66-92ee-d2a7e67cf062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '57728e14-6b48-42cf-9632-1f1125bbe4d6'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:32:05.566778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Bound port: 2af9c4b7-3d57-4d34-a2ee-2f02543c9634, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6b4796-de9b-4c66-92ee-d2a7e67cf062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '57728e14-6b48-42cf-9632-1f1125bbe4d6'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:32:05.567150 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0251cafb-bad2-4f4a-8c6d-34f6e1d17995 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:05.567631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.586105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46156fd0>,) {'filters': {'network_id': ['57728e14-6b48-42cf-9632-1f1125bbe4d6']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:05.599948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46156fd0>, '1f6b4796-de9b-4c66-92ee-d2a7e67cf062') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:05.600294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46156fd0>, '1f6b4796-de9b-4c66-92ee-d2a7e67cf062') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:05.614270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.622829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.638197 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dfc59d31-22ae-4889-8e07-63f02622e039 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags/tempest-TagsExtTest-Tag-1580974775 HTTP/1.1" status: 201  len: 201 time: 0.4957767
Dec 19 13:32:05.638786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41972) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:05.639886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.650842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-2aee30e0-c083-4b27-ac0d-f8afd3e0d599 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d464bcd60>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7', 'tempest-TagsExtTest-Tag-661618084') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:05.663653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:05.665141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:05.682932 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:05.734658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] For port e62458ab-2439-4a62-a466-41948db0e9c2, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:32:05.749256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0251cafb-bad2-4f4a-8c6d-34f6e1d17995 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:05.753532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] For port e62458ab-2439-4a62-a466-41948db0e9c2, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e62458ab-2439-4a62-a466-41948db0e9c2,segment=NetworkSegment(8fb8eb46-b747-40a1-b214-8dcd95e133be),segment_id=8fb8eb46-b747-40a1-b214-8dcd95e133be)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:32:05.754256 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0251cafb-bad2-4f4a-8c6d-34f6e1d17995 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.5345767
Dec 19 13:32:05.765068 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41976) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:05.768789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] For port 2af9c4b7-3d57-4d34-a2ee-2f02543c9634, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:32:05.822374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.827023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-abd29da6-a26c-4bb5-9b64-b98bc3ecf472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:05.912667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Pushing event updated for resources: {'Port': ['ID=e62458ab-2439-4a62-a466-41948db0e9c2,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:05.917342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] For port 2af9c4b7-3d57-4d34-a2ee-2f02543c9634, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2af9c4b7-3d57-4d34-a2ee-2f02543c9634,segment=NetworkSegment(1f6b4796-de9b-4c66-92ee-d2a7e67cf062),segment_id=1f6b4796-de9b-4c66-92ee-d2a7e67cf062)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:32:05.918717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:05.953216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 13:32:05.953216 dv-neutron-821895-1-hyperv neutron-server[84124]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 13:32:05.953216 dv-neutron-821895-1-hyperv neutron-server[84124]: [parameters: {'id': '57728e14-6b48-42cf-9632-1f1125bbe4d6'}]
Dec 19 13:32:05.953216 dv-neutron-821895-1-hyperv neutron-server[84124]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:32:05.954092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:32:05.992775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:05.997158 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2aee30e0-c083-4b27-ac0d-f8afd3e0d599 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags/tempest-TagsExtTest-Tag-661618084 HTTP/1.1" status: 201  len: 201 time: 0.3541491
Dec 19 13:32:05.997426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:05.997990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41980) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:06.003571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-4daac7c3-bf99-4345-9782-2a7988646afe tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d461eb850>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:06.082178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:06.090798 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4daac7c3-bf99-4345-9782-2a7988646afe tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags HTTP/1.1" status: 200  len: 240 time: 0.0916355
Dec 19 13:32:06.091633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41984) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:06.092641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.097958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-58a5254c-bd84-4452-a9bf-bba642d6d2ed tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d4651dfd0>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e', 'tempest-TagsExtTest-Tag-548038306') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:06.104137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-92995023-052b-46b6-b4c8-dd0f38640232 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.109598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:security_group_rule and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:06.114510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c532b978-09e4-444d-85db-e5d52cf767e2 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.121507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:06.136937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:06.139874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c532b978-09e4-444d-85db-e5d52cf767e2 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.161780 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-92995023-052b-46b6-b4c8-dd0f38640232 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "DELETE /v2.0/ports/141e9d82-b778-46cb-ae5e-1bbb37e38ff5 HTTP/1.1" status: 204  len: 168 time: 2.7371879
Dec 19 13:32:06.165436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41988) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:06.172733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Pushing event updated for resources: {'Port': ['ID=2af9c4b7-3d57-4d34-a2ee-2f02543c9634,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:06.184287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:06.221751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded4ebd4-dcf4-42cd-96c6-1a4831240d6e None None] Network 57728e14-6b48-42cf-9632-1f1125bbe4d6 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:06.262881 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0e104c-c165-4bb3-afe4-5d83aa6099f2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] GET failed (client error): The resource could not be found.
Dec 19 13:32:06.265498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fc0e104c-c165-4bb3-afe4-5d83aa6099f2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Synchronizing usage tracker for tenant:caf88d609cb744b2b9bbd429492bbe06 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:06.290879 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-58a5254c-bd84-4452-a9bf-bba642d6d2ed tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags/tempest-TagsExtTest-Tag-548038306 HTTP/1.1" status: 204  len: 168 time: 0.1978519
Dec 19 13:32:06.292749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 41992) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:06.301652 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.308471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-ca7ec091-cf73-4148-8772-ce2f21d60619 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d463d46d0>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e', 'tempest-TagsExtTest-Tag-548038306') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:06.343954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.348114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c532b978-09e4-444d-85db-e5d52cf767e2 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.350277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fb90728b-cb43-41f6-a5b8-2e13f9eaef8c tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:06.375558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fc0e104c-c165-4bb3-afe4-5d83aa6099f2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Unset dirty status for tenant:caf88d609cb744b2b9bbd429492bbe06 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:06.379636 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fc0e104c-c165-4bb3-afe4-5d83aa6099f2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "GET /v2.0/ports/141e9d82-b778-46cb-ae5e-1bbb37e38ff5 HTTP/1.1" status: 404  len: 333 time: 0.2095287
Dec 19 13:32:06.380582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 41996) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:06.404577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.444096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.455632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.475283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6f812-2f43-4dd0-8204-43f16c76ff95 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Deleting port 49b2e5a2-746b-4c87-b186-e169c9227730 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:06.475611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f812-2f43-4dd0-8204-43f16c76ff95 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.521329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Deleting port 2af9c4b7-3d57-4d34-a2ee-2f02543c9634 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:06.521658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.538856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:06.543638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:06.546123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:06.578805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Pushing event updated for resources: {'Port': ['ID=e30b14fb-50d4-44e9-8042-107b4da04574,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:06.583310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:06.589812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a20a379-09d5-450f-993c-bbf9c8557915 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:06.595963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c532b978-09e4-444d-85db-e5d52cf767e2 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.599494 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c532b978-09e4-444d-85db-e5d52cf767e2 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6ee385ad-f9c3-4853-a5ec-1d47a80c0a54 HTTP/1.1" status: 204  len: 168 time: 0.8275809
Dec 19 13:32:06.605568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42000) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:06.623962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.625161 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.2909868
Dec 19 13:32:06.626270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532b978-09e4-444d-85db-e5d52cf767e2 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ee385ad-f9c3-4853-a5ec-1d47a80c0a54,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:06.629100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c532b978-09e4-444d-85db-e5d52cf767e2 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:06.629623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42004) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:06.637348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-79975d2e-f170-4588-83a8-bb565333b39f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:06.656097 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-679809387', 'security_groups': ['3bea6e40-14bb-4134-a860-c7ac11618546'], 'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b54232e7-746e-4ee3-9560-5db7f4184751'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:06.799976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bea6e40-14bb-4134-a860-c7ac11618546,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:06.803934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:06.911161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a935302f-a204-4b25-9b52-e9e8858f7089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:06.972383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] For port 2af9c4b7-3d57-4d34-a2ee-2f02543c9634, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2af9c4b7-3d57-4d34-a2ee-2f02543c9634,segment=NetworkSegment(1f6b4796-de9b-4c66-92ee-d2a7e67cf062),segment_id=1f6b4796-de9b-4c66-92ee-d2a7e67cf062)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:06.973168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.984142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f812-2f43-4dd0-8204-43f16c76ff95 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:06.992491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:06.998894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:port and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:07.004194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:07.013967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:07.062469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.072024 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ca7ec091-cf73-4148-8772-ce2f21d60619 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags/tempest-TagsExtTest-Tag-548038306 HTTP/1.1" status: 204  len: 168 time: 0.7774699
Dec 19 13:32:07.074831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42008) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:07.080123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-a13a0a40-966a-4999-8956-a3a198190fbe tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d46f262e0>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:07.091920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252c83cf-1e7b-417d-960f-91cf371305b3 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:32:07.141238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting port dedce903-de3b-4add-bcba-e8e90e407e58 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:07.141572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.159392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Calling delete_port for 2af9c4b7-3d57-4d34-a2ee-2f02543c9634 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:07.170537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:07.175077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.184913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a935302f-a204-4b25-9b52-e9e8858f7089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:07.186535 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a935302f-a204-4b25-9b52-e9e8858f7089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5790961
Dec 19 13:32:07.205137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42012) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:07.224455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-beedcb1c-a5fa-4247-85c2-552ae8376ada None None] Provisioning for port e62458ab-2439-4a62-a466-41948db0e9c2 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:07.248762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252c83cf-1e7b-417d-960f-91cf371305b3 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:32:07.253193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6f812-2f43-4dd0-8204-43f16c76ff95 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Calling delete_port for 49b2e5a2-746b-4c87-b186-e169c9227730 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:07.267005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-beedcb1c-a5fa-4247-85c2-552ae8376ada None None] Provisioning complete for port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:07.267483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-beedcb1c-a5fa-4247-85c2-552ae8376ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.333701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port 98846cd9-aed7-4719-b819-14476f0524af yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:32:07.383345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.384583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.393959 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a13a0a40-966a-4999-8956-a3a198190fbe tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags HTTP/1.1" status: 200  len: 205 time: 0.3157866
Dec 19 13:32:07.398117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42016) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:07.399018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-beedcb1c-a5fa-4247-85c2-552ae8376ada None None] Port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:07.408852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-59653f0f-5a49-4f58-b974-cf4c9180e561 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d473baa60>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:07.448047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.454081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8e1e2b34-dc2c-4110-90e7-3fac3b1248f2 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:07.507959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Port': ['ID=2af9c4b7-3d57-4d34-a2ee-2f02543c9634,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:07.516100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:07.525891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] No DVR routers for this DVR port 2af9c4b7-3d57-4d34-a2ee-2f02543c9634 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:32:07.595669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c21e69d-dba0-4a77-a182-46f2466400d6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.636042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.676679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e62458ab-2439-4a62-a466-41948db0e9c2 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:07.791597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Calling delete_port for dedce903-de3b-4add-bcba-e8e90e407e58 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:07.818483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c21e69d-dba0-4a77-a182-46f2466400d6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.824579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f812-2f43-4dd0-8204-43f16c76ff95 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.840257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-78ddb2b7-e952-4eaa-aac2-ebd64efabb75 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:07.855326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port e62458ab-2439-4a62-a466-41948db0e9c2 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:07.860980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e62458ab-2439-4a62-a466-41948db0e9c2 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:07.861505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.918061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6f812-2f43-4dd0-8204-43f16c76ff95 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event deleted for resources: {'Port': ['ID=49b2e5a2-746b-4c87-b186-e169c9227730,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:07.926413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.934886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ce6f812-2f43-4dd0-8204-43f16c76ff95 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:07.942285 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-59653f0f-5a49-4f58-b974-cf4c9180e561 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags HTTP/1.1" status: 200  len: 241 time: 0.5407133
Dec 19 13:32:07.984761 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42020) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:07.991258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:07.996168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-be800008-4414-40e3-b181-487d7637c839 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d467c5d60>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7', 'tempest-TagsExtTest-Tag-1354168414') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:08.023606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f812-2f43-4dd0-8204-43f16c76ff95 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.027676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e62458ab-2439-4a62-a466-41948db0e9c2, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e62458ab-2439-4a62-a466-41948db0e9c2,segment=NetworkSegment(8fb8eb46-b747-40a1-b214-8dcd95e133be),segment_id=8fb8eb46-b747-40a1-b214-8dcd95e133be)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:08.035354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46f092b0>,) {'filters': {'network_id': ['57728e14-6b48-42cf-9632-1f1125bbe4d6']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:08.062196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46f092b0>, '1f6b4796-de9b-4c66-92ee-d2a7e67cf062') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:08.062485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46f092b0>, '1f6b4796-de9b-4c66-92ee-d2a7e67cf062') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:08.083463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.105155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.107527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.115593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:08.118885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.119008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-585c6bb4-d3e0-4f28-a0d0-e711f1347919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:08.131591 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:08.193822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8::28a (2b18094a-49b8-4dff-8efe-9812329e8e11/b54232e7-746e-4ee3-9560-5db7f4184751/98846cd9-aed7-4719-b819-14476f0524af) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:08.208425 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3ce6f812-2f43-4dd0-8204-43f16c76ff95 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "DELETE /v2.0/ports/49b2e5a2-746b-4c87-b186-e169c9227730 HTTP/1.1" status: 204  len: 168 time: 1.8248084
Dec 19 13:32:08.210260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42024) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.218605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e62458ab-2439-4a62-a466-41948db0e9c2,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:08.229056 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:08.280652 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-be800008-4414-40e3-b181-487d7637c839 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags/tempest-TagsExtTest-Tag-1354168414 HTTP/1.1" status: 204  len: 168 time: 0.2961044
Dec 19 13:32:08.283211 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-521ba67f-68be-41ea-8a1a-28f739b1c469 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] GET failed (client error): The resource could not be found.
Dec 19 13:32:08.283661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-521ba67f-68be-41ea-8a1a-28f739b1c469 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Synchronizing usage tracker for tenant:caf88d609cb744b2b9bbd429492bbe06 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:08.285954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42028) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.293778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-3ad4454b-2c75-4989-9d48-323c31cef9e5 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d46121f40>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7', 'tempest-TagsExtTest-Tag-1354168414') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:08.342208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c21e69d-dba0-4a77-a182-46f2466400d6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.357179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f6ab2a58-46da-413e-a9c4-d147cbd118ad tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:08.372454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21e69d-dba0-4a77-a182-46f2466400d6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b237ef66-fc96-4728-bef0-0268008b7bcb,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:08.376817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9c21e69d-dba0-4a77-a182-46f2466400d6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:08.380255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.381205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f5098c9f-d22c-49f3-8bf7-79be8b2d7052 tempest-ExternalNetworksTestJSON-68314592 tempest-ExternalNetworksTestJSON-68314592-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:08.398511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.405423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Network': ['ID=57728e14-6b48-42cf-9632-1f1125bbe4d6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:08.408434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:08.409909 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/networks/57728e14-6b48-42cf-9632-1f1125bbe4d6 HTTP/1.1" status: 204  len: 168 time: 5.3394232
Dec 19 13:32:08.414430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42032) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.454083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-521ba67f-68be-41ea-8a1a-28f739b1c469 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Unset dirty status for tenant:caf88d609cb744b2b9bbd429492bbe06 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:08.455246 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-521ba67f-68be-41ea-8a1a-28f739b1c469 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "GET /v2.0/ports/49b2e5a2-746b-4c87-b186-e169c9227730 HTTP/1.1" status: 404  len: 333 time: 0.2439165
Dec 19 13:32:08.456486 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-668ca959-e03a-4fcd-abb4-2d6b883da8c8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:08.456917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668ca959-e03a-4fcd-abb4-2d6b883da8c8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:08.458949 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-668ca959-e03a-4fcd-abb4-2d6b883da8c8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/subnets/00f05984-41df-473a-94b9-e31bd98470a9 HTTP/1.1" status: 404  len: 337 time: 0.0426676
Dec 19 13:32:08.459220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42036) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.462135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42040) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.528033 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3ad4454b-2c75-4989-9d48-323c31cef9e5 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags/tempest-TagsExtTest-Tag-1354168414 HTTP/1.1" status: 204  len: 168 time: 0.2369947
Dec 19 13:32:08.530733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42044) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.533226 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-f158821d-b830-456d-a33b-a1ce28476073 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:08.533656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f158821d-b830-456d-a33b-a1ce28476073 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:08.535276 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f158821d-b830-456d-a33b-a1ce28476073 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/networks/57728e14-6b48-42cf-9632-1f1125bbe4d6 HTTP/1.1" status: 404  len: 339 time: 0.0721490
Dec 19 13:32:08.539255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.541474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42048) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.545910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-cb38c3dd-797f-44c6-8a87-de1e6c69aa1d tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d463511f0>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:08.591446 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea25dcf-b615-432d-8e78-52dd07557e45 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:08.592148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea25dcf-b615-432d-8e78-52dd07557e45 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:08.593284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c21e69d-dba0-4a77-a182-46f2466400d6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.596700 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5ea25dcf-b615-432d-8e78-52dd07557e45 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/subnets/121d70ab-0248-4195-9cf8-f359143ba698 HTTP/1.1" status: 404  len: 337 time: 0.0518942
Dec 19 13:32:08.596983 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9c21e69d-dba0-4a77-a182-46f2466400d6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-groups/b237ef66-fc96-4728-bef0-0268008b7bcb HTTP/1.1" status: 204  len: 168 time: 1.3897235
Dec 19 13:32:08.599208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3459c2b8-24d7-4b95-a86e-a9c8307835e3 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Deleting port c6c5d35f-72ea-4893-b508-613a845ebdcf {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:08.599629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3459c2b8-24d7-4b95-a86e-a9c8307835e3 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.603212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42052) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.603533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42054) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.611622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:08.649676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object 98846cd9-aed7-4719-b819-14476f0524af will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:08.651039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cd911538-e5ef-4eff-8d3b-9e1596d722c4 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:08.716550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Port': ['ID=dedce903-de3b-4add-bcba-e8e90e407e58,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:08.722982 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6280c5-4f5e-423b-9284-38fc958f1bb2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:08.723384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6280c5-4f5e-423b-9284-38fc958f1bb2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:08.728321 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:08.791682 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9c6280c5-4f5e-423b-9284-38fc958f1bb2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/networks/09f6fb63-8418-49ba-8a6d-91f53aadf583 HTTP/1.1" status: 404  len: 339 time: 0.1848407
Dec 19 13:32:08.796316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42060) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.845278 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddeedc9-1d49-45a3-a3f9-5ebf55eede14 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:08.845710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ddeedc9-1d49-45a3-a3f9-5ebf55eede14 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:08.847377 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8ddeedc9-1d49-45a3-a3f9-5ebf55eede14 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/subnets/d9ce4f53-c7b4-451d-9b26-8975281feafa HTTP/1.1" status: 404  len: 337 time: 0.0501528
Dec 19 13:32:08.851904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42064) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.866331 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-16f0437c-936c-4ad1-b40e-5f228860afb4 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:08.881723 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cb38c3dd-797f-44c6-8a87-de1e6c69aa1d tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags HTTP/1.1" status: 200  len: 205 time: 0.3499362
Dec 19 13:32:08.888830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42068) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.895809 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7082b42-c99b-4662-b3e5-c9fd7f8aaa9b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:08.896247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7082b42-c99b-4662-b3e5-c9fd7f8aaa9b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:08.897900 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d7082b42-c99b-4662-b3e5-c9fd7f8aaa9b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/networks/c099e6ff-8c65-430a-a098-99e90fbc3ab3 HTTP/1.1" status: 404  len: 339 time: 0.0468757
Dec 19 13:32:08.900526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-efaed4d5-8f85-4997-81dc-6c41b0328f0b tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d46c5b160>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:08.902085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42072) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:08.959404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3459c2b8-24d7-4b95-a86e-a9c8307835e3 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.015085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Router c9f8c18c-0f5a-4b39-9b8d-80608de57b09 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:32:09.017258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.094849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3459c2b8-24d7-4b95-a86e-a9c8307835e3 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Calling delete_port for c6c5d35f-72ea-4893-b508-613a845ebdcf owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:09.123579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-04bdf61b-427e-4c31-b0ad-fb0b1698a4c9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Deleting port 6292d2d4-0f7a-4aa7-8821-30891e5d612c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:09.123840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-04bdf61b-427e-4c31-b0ad-fb0b1698a4c9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.132725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-265a26c4-c5d4-4415-93c9-4b82d608acfb tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:09.178066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-16f0437c-936c-4ad1-b40e-5f228860afb4 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:09.179307 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-16f0437c-936c-4ad1-b40e-5f228860afb4 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5739443
Dec 19 13:32:09.193171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42076) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:09.204034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691710126'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:09.223283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.242267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:09.278794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:09.355236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:09.536423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.553009 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:09.557228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=98846cd9-aed7-4719-b819-14476f0524af,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:09.561937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:09.565929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:09.566359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.580293 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:09.591145 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-efaed4d5-8f85-4997-81dc-6c41b0328f0b tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags HTTP/1.1" status: 200  len: 241 time: 0.7012439
Dec 19 13:32:09.603845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e62458ab-2439-4a62-a466-41948db0e9c2 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:09.606071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42080) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:09.619139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-7507c543-33aa-42f7-ade3-10024ecd05ae tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d469426d0>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd', 'tempest-TagsExtTest-Tag-1580974775') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:09.701235 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-04bdf61b-427e-4c31-b0ad-fb0b1698a4c9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.742781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e62458ab-2439-4a62-a466-41948db0e9c2 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:09.743330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.777799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.782397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.784315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3459c2b8-24d7-4b95-a86e-a9c8307835e3 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.825817 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.1748793
Dec 19 13:32:09.825817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42084) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:09.830640 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5cfbdb25-7167-4d52-9e1f-b98ea14250c5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:09.865513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-329bd68d-dabb-4c31-81b5-cf0574f03df9 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:09.918100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.918731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Fanout notify agent at l3_agent the message router_deleted on router c676f215-8f51-4b36-88b5-c3dc0a07e1db {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:32:09.932987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:09.934080 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/routers/c676f215-8f51-4b36-88b5-c3dc0a07e1db HTTP/1.1" status: 204  len: 168 time: 4.8485584
Dec 19 13:32:09.939098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42088) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:09.945178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:09.953702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-04bdf61b-427e-4c31-b0ad-fb0b1698a4c9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Calling delete_port for 6292d2d4-0f7a-4aa7-8821-30891e5d612c owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:10.006325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:10.009631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459c2b8-24d7-4b95-a86e-a9c8307835e3 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event deleted for resources: {'Port': ['ID=c6c5d35f-72ea-4893-b508-613a845ebdcf,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:10.013489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:10.027907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3459c2b8-24d7-4b95-a86e-a9c8307835e3 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:10.031441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:10.031716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-10181d65-ef9f-4c76-b698-af80cc3b24ca None None] Provisioning for port 98846cd9-aed7-4719-b819-14476f0524af completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:10.037955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-10181d65-ef9f-4c76-b698-af80cc3b24ca None None] Provisioning complete for port 98846cd9-aed7-4719-b819-14476f0524af triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:10.038485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10181d65-ef9f-4c76-b698-af80cc3b24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.101904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-10181d65-ef9f-4c76-b698-af80cc3b24ca None None] Port 98846cd9-aed7-4719-b819-14476f0524af cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:10.115154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3459c2b8-24d7-4b95-a86e-a9c8307835e3 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.132736 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7507c543-33aa-42f7-ade3-10024ecd05ae tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags/tempest-TagsExtTest-Tag-1580974775 HTTP/1.1" status: 204  len: 168 time: 0.5255604
Dec 19 13:32:10.145133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42092) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:10.154286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-f95d0ee1-ee36-433b-b177-99f7ad1f6707 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d46362280>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd', 'tempest-TagsExtTest-Tag-1580974775') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:10.223900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-04bdf61b-427e-4c31-b0ad-fb0b1698a4c9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.231876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5cfbdb25-7167-4d52-9e1f-b98ea14250c5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:10.256661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5cfbdb25-7167-4d52-9e1f-b98ea14250c5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:10.263462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5cfbdb25-7167-4d52-9e1f-b98ea14250c5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:10.275920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5cfbdb25-7167-4d52-9e1f-b98ea14250c5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:10.286735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ecc17fbf-5e57-4976-ac6c-6fccb124d36d tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:10.333235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef60e58b-fe74-4f31-aa6d-e1a04e98dc8e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Deleting subnet c322fafd-91b1-4764-bec3-0ca5389e8c07 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:10.336141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:32:10.344512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef60e58b-fe74-4f31-aa6d-e1a04e98dc8e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.348219 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3459c2b8-24d7-4b95-a86e-a9c8307835e3 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "DELETE /v2.0/ports/c6c5d35f-72ea-4893-b508-613a845ebdcf HTTP/1.1" status: 204  len: 168 time: 1.8857377
Dec 19 13:32:10.351916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920dacd-3090-434f-96c5-3396f1a7581f None None] Sync routers for ids ['c9f8c18c-0f5a-4b39-9b8d-80608de57b09'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:32:10.352998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdf61b-427e-4c31-b0ad-fb0b1698a4c9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Port': ['ID=6292d2d4-0f7a-4aa7-8821-30891e5d612c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:10.354657 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42100) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:10.356766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.363560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-04bdf61b-427e-4c31-b0ad-fb0b1698a4c9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:10.365417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c920dacd-3090-434f-96c5-3396f1a7581f None None] Routers {'c9f8c18c-0f5a-4b39-9b8d-80608de57b09'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:10.366047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c920dacd-3090-434f-96c5-3396f1a7581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4768beb0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c9f8c18c-0f5a-4b39-9b8d-80608de57b09'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:10.408082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef60e58b-fe74-4f31-aa6d-e1a04e98dc8e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.411987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-04bdf61b-427e-4c31-b0ad-fb0b1698a4c9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.434973 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-04bdf61b-427e-4c31-b0ad-fb0b1698a4c9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/ports/6292d2d4-0f7a-4aa7-8821-30891e5d612c HTTP/1.1" status: 204  len: 168 time: 1.5319059
Dec 19 13:32:10.437617 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42104) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:10.452078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c920dacd-3090-434f-96c5-3396f1a7581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4768beb0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:10.463246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c920dacd-3090-434f-96c5-3396f1a7581f None None] Routers {'c9f8c18c-0f5a-4b39-9b8d-80608de57b09'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:10.463861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c920dacd-3090-434f-96c5-3396f1a7581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4768beb0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:31:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c9f8c18c-0f5a-4b39-9b8d-80608de57b09'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:10.496785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.501429 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 7.6684065
Dec 19 13:32:10.502093 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42108) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:10.502239 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-45af2658-7bc6-452c-aef7-5063bcefa9f5 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:10.502602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45af2658-7bc6-452c-aef7-5063bcefa9f5 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:10.506558 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-45af2658-7bc6-452c-aef7-5063bcefa9f5 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/subnets/2ca32280-dda2-43da-8461-f88414b889de HTTP/1.1" status: 404  len: 337 time: 0.0650184
Dec 19 13:32:10.506732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.510392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42110) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:10.514539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:10.524168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c920dacd-3090-434f-96c5-3396f1a7581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4768beb0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:10.524589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920dacd-3090-434f-96c5-3396f1a7581f None None] The sync data for ids ['c9f8c18c-0f5a-4b39-9b8d-80608de57b09'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:32:10.531989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef60e58b-fe74-4f31-aa6d-e1a04e98dc8e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.565889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfbdb25-7167-4d52-9e1f-b98ea14250c5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:10.570513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1334750-f00b-4fe8-aee8-8186304d1846 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:10.722033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5cfbdb25-7167-4d52-9e1f-b98ea14250c5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.734115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.735332 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.5412076
Dec 19 13:32:10.736145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6ad3e8-14bc-4fad-9f88-4b57ab723697,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:10.741523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42116) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:10.750621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:10.788414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.798796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': '9e6ad3e8-14bc-4fad-9f88-4b57ab723697', 'direction': 'ingress', 'protocol': 17}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:10.802743 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f95d0ee1-ee36-433b-b177-99f7ad1f6707 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags/tempest-TagsExtTest-Tag-1580974775 HTTP/1.1" status: 204  len: 168 time: 0.6565497
Dec 19 13:32:10.808905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42120) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:10.810302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef60e58b-fe74-4f31-aa6d-e1a04e98dc8e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.811502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-711b56cb-09f1-41b4-a0e0-b52e6a732dd9 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Deleting subnet 70f5fe44-53ba-4c4c-b879-01c11066f0a7 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:10.814685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:10.818774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1e407995-344a-4b96-9420-a77acd0eedc7 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:10.820191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-48ed72db-e37f-4852-b10b-114cf7eed28d tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d46979a30>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:10.857634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:10.867102 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60e58b-fe74-4f31-aa6d-e1a04e98dc8e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Subnet': ['ID=c322fafd-91b1-4764-bec3-0ca5389e8c07,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:10.869706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:10.870415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-711b56cb-09f1-41b4-a0e0-b52e6a732dd9 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.876221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ef60e58b-fe74-4f31-aa6d-e1a04e98dc8e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:10.880583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:10.890429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ef60e58b-fe74-4f31-aa6d-e1a04e98dc8e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:10.905184 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ef60e58b-fe74-4f31-aa6d-e1a04e98dc8e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/subnets/c322fafd-91b1-4764-bec3-0ca5389e8c07 HTTP/1.1" status: 204  len: 168 time: 0.9631665
Dec 19 13:32:10.916605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42124) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:11.015664 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.ipam_backend_mixin [None req-5cfbdb25-7167-4d52-9e1f-b98ea14250c5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b54232e7-746e-4ee3-9560-5db7f4184751 (CIDR: 2001:db8::/64)
Dec 19 13:32:11.018672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.068535 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfbdb25-7167-4d52-9e1f-b98ea14250c5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:11.068874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfbdb25-7167-4d52-9e1f-b98ea14250c5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:11.083315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.166843 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5cfbdb25-7167-4d52-9e1f-b98ea14250c5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3418932
Dec 19 13:32:11.215431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42128) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:11.226878 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.250030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.285453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:11.309536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-711b56cb-09f1-41b4-a0e0-b52e6a732dd9 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.405746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46ec0970>,) {'filters': {'network_id': ['c87e3330-91b4-4c65-a2cf-92effb264c7c']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:11.412597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.419585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0752e2d6-1165-47f7-9bfa-cbd4d5f0867d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:11.425954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46ec0970>, '0e7d8b50-7d17-43c1-9db4-77e6db507038') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:11.426243 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46ec0970>, '0e7d8b50-7d17-43c1-9db4-77e6db507038') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:11.434531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.452632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5c52f0-20e9-4e3d-a7d6-2c0adf16d5d6,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:11.455811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.465456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:11.478835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.484836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:11.485205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.497375 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-48ed72db-e37f-4852-b10b-114cf7eed28d tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags HTTP/1.1" status: 200  len: 205 time: 0.6836348
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:11.499352 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:11.501782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42132) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:11.505456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-3053a2a1-ec13-4c72-adec-1064bc140771 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d4689d160>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:11.512884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46468910>,) {'filters': {'network_id': ['a997f93c-a3ce-4260-8a6d-35358993abe0']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:11.555276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46468910>, 'a38357ca-1c94-4530-9f80-b04f10f502f3') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:11.555589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46468910>, 'a38357ca-1c94-4530-9f80-b04f10f502f3') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:11.573152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.574302 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.8316498
Dec 19 13:32:11.583564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.588571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42136) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:11.616983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.626677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:11.632468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-711b56cb-09f1-41b4-a0e0-b52e6a732dd9 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.654932 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3053a2a1-ec13-4c72-adec-1064bc140771 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags HTTP/1.1" status: 200  len: 240 time: 0.1512525
Dec 19 13:32:11.655203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42140) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:11.661869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-05e04961-85e5-49bf-a504-4a21aecfe4fd tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d4670e520>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7', 'tempest-TagsExtTest-Tag-661618084') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:11.666865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:11.667287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:11.682440 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:11.690431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:11.700670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d7eff2a-f336-4afc-9292-5313f784f231 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.704738 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-05e04961-85e5-49bf-a504-4a21aecfe4fd tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags/tempest-TagsExtTest-Tag-661618084 HTTP/1.1" status: 204  len: 168 time: 0.0487189
Dec 19 13:32:11.712805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42144) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:11.721162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-5e43b903-9bd0-458d-9982-f41e2cdde91e tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d46d82c10>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7', 'tempest-TagsExtTest-Tag-661618084') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:11.736892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:11.738088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.745384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-df506837-14d0-49c9-b6ef-12796a86bed8 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:11.751418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:11.768198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.779132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d7eff2a-f336-4afc-9292-5313f784f231 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:11.787257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Pushing event deleted for resources: {'Network': ['ID=c87e3330-91b4-4c65-a2cf-92effb264c7c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:11.794812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:11.796214 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] 10.222.0.24 "DELETE /v2.0/networks/c87e3330-91b4-4c65-a2cf-92effb264c7c HTTP/1.1" status: 204  len: 168 time: 0.8791697
Dec 19 13:32:11.949370 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5e43b903-9bd0-458d-9982-f41e2cdde91e tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags/tempest-TagsExtTest-Tag-661618084 HTTP/1.1" status: 204  len: 168 time: 0.2355299
Dec 19 13:32:11.953110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42150) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:11.959136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-f3d33462-0a0c-4e08-ac71-33c0e26040fd tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d46b49520>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:11.983181 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f3d33462-0a0c-4e08-ac71-33c0e26040fd tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags HTTP/1.1" status: 200  len: 205 time: 0.0288398
Dec 19 13:32:11.993970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42154) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:11.999607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-c0eb1afa-2bcb-4576-b141-edd2ff5178a9 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d4628cd60>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:12.030724 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c0eb1afa-2bcb-4576-b141-edd2ff5178a9 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags HTTP/1.1" status: 204  len: 168 time: 0.0331759
Dec 19 13:32:12.031001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42158) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:12.036491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-6c8d9d80-1b09-4a23-9dc5-890774feb05a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d46a838b0>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:12.076642 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:12.092326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d7eff2a-f336-4afc-9292-5313f784f231 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.101126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.104643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-df9ef13d-6bb8-4a36-8d66-8112e8a46512 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:12.154005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:12.167856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-711b56cb-09f1-41b4-a0e0-b52e6a732dd9 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.172884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eff2a-f336-4afc-9292-5313f784f231 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6ad3e8-14bc-4fad-9f88-4b57ab723697,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:12.173444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.176369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1d7eff2a-f336-4afc-9292-5313f784f231 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:12.206307 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6c8d9d80-1b09-4a23-9dc5-890774feb05a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags HTTP/1.1" status: 204  len: 168 time: 0.1743004
Dec 19 13:32:12.206511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Network': ['ID=a997f93c-a3ce-4260-8a6d-35358993abe0,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:12.206937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42162) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:12.212942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:12.213630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-0f132f43-1281-4ddb-9890-301fd2b20050 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d47314d90>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:12.216680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:12.245023 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/networks/a997f93c-a3ce-4260-8a6d-35358993abe0 HTTP/1.1" status: 204  len: 168 time: 1.6636209
Dec 19 13:32:12.249977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42166) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:12.261956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d7eff2a-f336-4afc-9292-5313f784f231 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.262695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b56cb-09f1-41b4-a0e0-b52e6a732dd9 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event deleted for resources: {'Subnet': ['ID=70f5fe44-53ba-4c4c-b879-01c11066f0a7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:12.263091 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1d7eff2a-f336-4afc-9292-5313f784f231 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e6ad3e8-14bc-4fad-9f88-4b57ab723697 HTTP/1.1" status: 204  len: 168 time: 0.6736689
Dec 19 13:32:12.267247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42170) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:12.272167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1398edd-423d-4bf8-9d6c-ea632d74bab5 None None] Network f0454a23-6cad-4e7d-abee-61da58c89dcf requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:12.302897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-711b56cb-09f1-41b4-a0e0-b52e6a732dd9 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.302897 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-711b56cb-09f1-41b4-a0e0-b52e6a732dd9 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "DELETE /v2.0/subnets/70f5fe44-53ba-4c4c-b879-01c11066f0a7 HTTP/1.1" status: 204  len: 168 time: 1.9416723
Dec 19 13:32:12.307252 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42174) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:12.313730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-711b56cb-09f1-41b4-a0e0-b52e6a732dd9 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:12.386534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Deleting port 106792c1-b9d1-47e4-8ada-6185ccf501ef {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:12.386849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.416329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.434753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e13edd16-4237-4ed8-8fce-d066d4507b68 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:12.478901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.496135 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0f132f43-1281-4ddb-9890-301fd2b20050 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags HTTP/1.1" status: 204  len: 168 time: 0.2873371
Dec 19 13:32:12.496863 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42180) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:12.497598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Deleting port 63047901-f1b5-4e2f-8221-243ce439415a {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:12.497912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.528621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42182) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:12.532057 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e8934736-245b-452c-b30b-f623e8b80550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.555875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-4bc2893a-3fe8-41b6-81c5-c536219f9460 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d460df070>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:12.582485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e13edd16-4237-4ed8-8fce-d066d4507b68 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:12.587229 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e13edd16-4237-4ed8-8fce-d066d4507b68 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3156006
Dec 19 13:32:12.591234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42190) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:12.605360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346158751'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:12.622692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:12.639574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:12.657353 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550976aa-68e4-4059-90e8-a36c3e517b51 None None] DHCP port deletion for f0454a23-6cad-4e7d-abee-61da58c89dcf request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:32:12.663279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-550976aa-68e4-4059-90e8-a36c3e517b51 None None] Deleting port 63047901-f1b5-4e2f-8221-243ce439415a {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:12.664405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-550976aa-68e4-4059-90e8-a36c3e517b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.811838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] For port 63047901-f1b5-4e2f-8221-243ce439415a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=63047901-f1b5-4e2f-8221-243ce439415a,segment=NetworkSegment(890009cd-a822-4ecb-bafd-ae869ec70690),segment_id=890009cd-a822-4ecb-bafd-ae869ec70690)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:12.812192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.940708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-550976aa-68e4-4059-90e8-a36c3e517b51 None None] For port 63047901-f1b5-4e2f-8221-243ce439415a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=63047901-f1b5-4e2f-8221-243ce439415a,segment=NetworkSegment(890009cd-a822-4ecb-bafd-ae869ec70690),segment_id=890009cd-a822-4ecb-bafd-ae869ec70690)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:12.941181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-550976aa-68e4-4059-90e8-a36c3e517b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.976459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:12.979989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Calling delete_port for 63047901-f1b5-4e2f-8221-243ce439415a owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:13.012130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.068393 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-550976aa-68e4-4059-90e8-a36c3e517b51 None None] Calling delete_port for 63047901-f1b5-4e2f-8221-243ce439415a owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:13.104210 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0901bb40-495c-4680-9e5d-b0479f3b17bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c85e8ff377a94dc98d8fdf8c9760ab5f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5638733
Dec 19 13:32:13.107996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Calling delete_port for 106792c1-b9d1-47e4-8ada-6185ccf501ef owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:13.109596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42196) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:13.147795 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4bc2893a-3fe8-41b6-81c5-c536219f9460 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags HTTP/1.1" status: 204  len: 168 time: 0.6204741
Dec 19 13:32:13.149568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:13.154069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42200) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:13.163333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:13.168291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:13.182303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:13.192970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.204079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-550976aa-68e4-4059-90e8-a36c3e517b51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:32:13.204724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-550976aa-68e4-4059-90e8-a36c3e517b51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:32:13.204879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-ca8da793-9bd9-49dc-a304-35252f005f2d tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d45f4e910>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e', 'tempest-TagsExtTest-Tag-1813707792') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:13.209478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.221144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3eb31b7c-7cbb-435f-aea2-c049fb9d5242 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:13.272874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b304573c-a5f0-4a76-9166-beadb251d411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.275281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event deleted for resources: {'Port': ['ID=63047901-f1b5-4e2f-8221-243ce439415a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:13.280981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:13.311317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] No DVR routers for this DVR port 63047901-f1b5-4e2f-8221-243ce439415a on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:32:13.360030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b304573c-a5f0-4a76-9166-beadb251d411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.364685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.401951 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.408778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3459c2b8-24d7-4b95-a86e-a9c8307835e3 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:13.448654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.464926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Port': ['ID=106792c1-b9d1-47e4-8ada-6185ccf501ef,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:13.469579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Deleting port e30b14fb-50d4-44e9-8042-107b4da04574 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:13.469909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.504296 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ca8da793-9bd9-49dc-a304-35252f005f2d tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags/tempest-TagsExtTest-Tag-1813707792 HTTP/1.1" status: 201  len: 201 time: 0.3201697
Dec 19 13:32:13.521572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42204) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:13.530057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.536800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-7188dde1-845e-4340-aaf8-764720b8a222 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d45fc71c0>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7', 'tempest-TagsExtTest-Tag-354254370') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:13.565100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.565350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:13.565719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:13.566366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:13.566731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:13.567125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:13.567484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:13.567842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:13.568198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:13.568552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:13.568893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:13.569477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:13.575760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 63047901-f1b5-4e2f-8221-243ce439415a no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:32:13.588741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:13.591487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:13.592164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c428ef75-d141-4511-b9ab-49db5e478a7d tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:13.605598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.619431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 63047901-f1b5-4e2f-8221-243ce439415a {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:32:13.620255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 63047901-f1b5-4e2f-8221-243ce439415a not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:32:13.629049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:13.629967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.637193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a9c8a9b5-c06f-4d2f-b86f-a58aceda2009 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:13.641835 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/ports/106792c1-b9d1-47e4-8ada-6185ccf501ef HTTP/1.1" status: 204  len: 168 time: 1.3868666
Dec 19 13:32:13.643411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:13.644059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.645429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab1e35-0062-4686-80c9-7db5f2db8a9e None None] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:13.647303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42208) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:13.684703 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4796e280>,) {'filters': {'network_id': ['f0454a23-6cad-4e7d-abee-61da58c89dcf']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:13.720338 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6095a9-1b31-4a6e-96fb-f869e482f585 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:13.720776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6095a9-1b31-4a6e-96fb-f869e482f585 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:13.726319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4796e280>, '890009cd-a822-4ecb-bafd-ae869ec70690') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:13.726605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4796e280>, '890009cd-a822-4ecb-bafd-ae869ec70690') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:13.727930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-550976aa-68e4-4059-90e8-a36c3e517b51 None None] Deleting port 63047901-f1b5-4e2f-8221-243ce439415a {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:13.728728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-550976aa-68e4-4059-90e8-a36c3e517b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.758524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.768068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Subnet': ['ID=fc0c9e7b-af9b-4593-a348-99af510b3704,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:13.772825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1fa823-cd45-42df-884a-10aace0e6b3c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:13.776336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:13.784920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:13.797495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.803685 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ce6095a9-1b31-4a6e-96fb-f869e482f585 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/subnets/1c1e133b-09f8-42d6-bcf4-a496f7d8996a HTTP/1.1" status: 404  len: 337 time: 0.1493590
Dec 19 13:32:13.803820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42212) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:13.823526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.824848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:13.826174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.831734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-550976aa-68e4-4059-90e8-a36c3e517b51 None None] The port '63047901-f1b5-4e2f-8221-243ce439415a' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:32:13.832343 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.6143928
Dec 19 13:32:13.837197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42216) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:13.853439 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:13.906714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-449215262', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc0c9e7b-af9b-4593-a348-99af510b3704'}], 'security_groups': ['162a51bb-8d92-4c80-bcda-9d40ca834161']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:13.943579 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b304573c-a5f0-4a76-9166-beadb251d411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.946523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b304573c-a5f0-4a76-9166-beadb251d411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:13.947659 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b304573c-a5f0-4a76-9166-beadb251d411 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d62137c-6286-44f9-a4ee-d03cb313dfc4 HTTP/1.1" status: 204  len: 168 time: 0.8357978
Dec 19 13:32:13.948462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-613d0ba6-d7d9-4c90-bbc5-0984544cdd79 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:14.001251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Calling delete_port for e30b14fb-50d4-44e9-8042-107b4da04574 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:14.018843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304573c-a5f0-4a76-9166-beadb251d411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d62137c-6286-44f9-a4ee-d03cb313dfc4,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:14.020496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.025216 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.4312699
Dec 19 13:32:14.026468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b304573c-a5f0-4a76-9166-beadb251d411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:14.037806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42222) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:14.055281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group': {'name': 'tempest-secgroup--345057500'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:14.066158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:14.082270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.083230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:14.089695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:14.125467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b9a729-53de-4bb6-858a-74c8f42153e7 None None] Update dhcp port {'port': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'fixed_ips': [{'subnet_id': 'b54232e7-746e-4ee3-9560-5db7f4184751', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fc0c9e7b-af9b-4593-a348-99af510b3704'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': 'e62458ab-2439-4a62-a466-41948db0e9c2'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:32:14.143316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:14.152988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.158019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.175299 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7188dde1-845e-4340-aaf8-764720b8a222 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags/tempest-TagsExtTest-Tag-354254370 HTTP/1.1" status: 201  len: 201 time: 0.6500225
Dec 19 13:32:14.184404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42226) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:14.209920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-828ecddf-1669-42c9-a6a8-1928b2f7f7bd tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d472bf460>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd', 'tempest-TagsExtTest-Tag-456443280') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:14.211186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a5efe5a2-3f74-4b0d-95ca-87fa4f984e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:14.236698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6b9a729-53de-4bb6-858a-74c8f42153e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.239027 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Pushing event deleted for resources: {'Network': ['ID=f0454a23-6cad-4e7d-abee-61da58c89dcf,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:14.245074 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] 10.222.0.24 "DELETE /v2.0/networks/f0454a23-6cad-4e7d-abee-61da58c89dcf HTTP/1.1" status: 204  len: 168 time: 1.9405706
Dec 19 13:32:14.261170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:14.270774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.309880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46df39a0>,) {'filters': {'network_id': ['cc699d3a-bc20-4758-bfb5-526990aa2b27']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:14.345936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46df39a0>, 'e98cd73b-48e5-4530-a2b3-c691c374c825') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:14.347612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46df39a0>, 'e98cd73b-48e5-4530-a2b3-c691c374c825') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:14.382519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.403576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.419758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.422051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.427897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:14.429457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:14.469705 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:14.490339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-f6b9a729-53de-4bb6-858a-74c8f42153e7 None None] Allocated IP 2001:db8:0:1::2 (2b18094a-49b8-4dff-8efe-9812329e8e11/fc0c9e7b-af9b-4593-a348-99af510b3704/e62458ab-2439-4a62-a466-41948db0e9c2) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:14.610158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:14.624183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:14.671330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:14.678360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.687441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.694290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9a9d2105-0d0b-40d6-8035-ec77c5aab106 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:14.710811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f6b9a729-53de-4bb6-858a-74c8f42153e7 None None] For port e62458ab-2439-4a62-a466-41948db0e9c2, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e62458ab-2439-4a62-a466-41948db0e9c2,segment=NetworkSegment(8fb8eb46-b747-40a1-b214-8dcd95e133be),segment_id=8fb8eb46-b747-40a1-b214-8dcd95e133be)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:14.714941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:14.723277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-50626b02-4736-492c-9f01-38b77f7d3578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.734554 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/networks/cc699d3a-bc20-4758-bfb5-526990aa2b27 HTTP/1.1" status: 204  len: 168 time: 0.9273939
Dec 19 13:32:14.739794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42244) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:14.739794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Network': ['ID=cc699d3a-bc20-4758-bfb5-526990aa2b27,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:14.741038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:14.774604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6b9a729-53de-4bb6-858a-74c8f42153e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.855033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f6b9a729-53de-4bb6-858a-74c8f42153e7 None None] Transition to ACTIVE for port object e62458ab-2439-4a62-a466-41948db0e9c2 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:14.871389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.885786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7d324817-49d5-4e8d-aaed-02107b39563a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:14.933973 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6b9a729-53de-4bb6-858a-74c8f42153e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.938287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ea4be2b7-5141-494e-a58e-e3a4ff80c8c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:14.954418 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3bebd2-f5a6-471b-be09-3d4951b1d972 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Deleting subnet 252fa80f-c287-4d16-a6d1-f293a0c466e6 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:14.955404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.962927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4b3bebd2-f5a6-471b-be09-3d4951b1d972 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:14.972425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Pushing event deleted for resources: {'Port': ['ID=e30b14fb-50d4-44e9-8042-107b4da04574,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:14.977719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:15.037901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42252) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:15.062875 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-828ecddf-1669-42c9-a6a8-1928b2f7f7bd tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags/tempest-TagsExtTest-Tag-456443280 HTTP/1.1" status: 201  len: 201 time: 0.8693485
Dec 19 13:32:15.069864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.071606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42258) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:15.080704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4aa73c6e-b7a4-4198-81d4-526fd3159887 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:15.081501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-db7b3486-b3e7-4f11-804a-6a047a2218f0 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d45d92490>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7', 'tempest-TagsExtTest-Tag-1635577404') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:15.103351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4b3bebd2-f5a6-471b-be09-3d4951b1d972 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.173101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9a729-53de-4bb6-858a-74c8f42153e7 None None] Pushing event updated for resources: {'Port': ['ID=e62458ab-2439-4a62-a466-41948db0e9c2,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:15.176720 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6b9a729-53de-4bb6-858a-74c8f42153e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:15.236239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4b3bebd2-f5a6-471b-be09-3d4951b1d972 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.298554 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-db7b3486-b3e7-4f11-804a-6a047a2218f0 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags/tempest-TagsExtTest-Tag-1635577404 HTTP/1.1" status: 201  len: 201 time: 0.2236769
Dec 19 13:32:15.332973 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42264) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:15.348633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-e7c53195-ecd5-4d8e-8364-86807def2143 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d463889a0>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e', {'tags': ['tempest-TagsExtTest-Tag-1825040236', 'tempest-TagsExtTest-Tag-1922728258', 'tempest-TagsExtTest-Tag-1022770598']}) {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:15.360037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367bfd1b-2fe2-4d81-8198-9250f81e7711,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:15.371330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.373839 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3350613
Dec 19 13:32:15.374954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:15.384019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42270) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:15.394318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.398824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': '6a1fa823-cd45-42df-884a-10aace0e6b3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '367bfd1b-2fe2-4d81-8198-9250f81e7711', 'remote_ip_prefix': None}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:15.419134 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:15.431282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:15.435824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:15.456365 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1e648c81-435e-4d99-b421-9b7d14280b23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=caf88d609cb744b2b9bbd429492bbe06&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4172807
Dec 19 13:32:15.460040 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:15.462064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42274) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:15.554627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fed482b5-9db4-4ea9-883e-3f56cf727568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.590860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.600503 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fed482b5-9db4-4ea9-883e-3f56cf727568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.610459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.627963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e62458ab-2439-4a62-a466-41948db0e9c2 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:15.637455 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4b3bebd2-f5a6-471b-be09-3d4951b1d972 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.655403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5c645fd0-ccfe-4e31-a183-9db15f478be8 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:15.660245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Delete allocated IP 2001:db8::28a (2b18094a-49b8-4dff-8efe-9812329e8e11/b54232e7-746e-4ee3-9560-5db7f4184751) {{(pid=84124) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 19 13:32:15.726133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42280) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:15.783361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.792635 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e7c53195-ecd5-4d8e-8364-86807def2143 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags HTTP/1.1" status: 200  len: 318 time: 0.4555864
Dec 19 13:32:15.794438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bebd2-f5a6-471b-be09-3d4951b1d972 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Subnet': ['ID=252fa80f-c287-4d16-a6d1-f293a0c466e6,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:15.800312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42286) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:15.805227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4b3bebd2-f5a6-471b-be09-3d4951b1d972 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:15.813268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-77958431-cb60-4fc9-a1ea-10eee563d9ea tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d4622cbe0>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:15.845545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8:0:1::94 (2b18094a-49b8-4dff-8efe-9812329e8e11/fc0c9e7b-af9b-4593-a348-99af510b3704/98846cd9-aed7-4719-b819-14476f0524af) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:15.921580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Router c9f8c18c-0f5a-4b39-9b8d-80608de57b09 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:32:15.969646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4b3bebd2-f5a6-471b-be09-3d4951b1d972 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:15.975609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd85930-7a6b-46f8-bb24-7e96a0f2ec1b None None] Network aab2827b-6526-4827-87e0-859dfbb5d658 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:15.979365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'network': {'name': 'tempest-RoutersTest-1309907256'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:15.998499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:16.012525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:network and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:16.019578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:16.035663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:16.048832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fed482b5-9db4-4ea9-883e-3f56cf727568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.056955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fed482b5-9db4-4ea9-883e-3f56cf727568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.056955 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fed482b5-9db4-4ea9-883e-3f56cf727568 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae96ee55-10d9-4081-b8a9-857dccae54ef HTTP/1.1" status: 204  len: 168 time: 0.5853791
Dec 19 13:32:16.068620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b304573c-a5f0-4a76-9166-beadb251d411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:16.100813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f2701d65-3842-4023-85f1-6e69061015b4 None None] Provisioning complete for port 98846cd9-aed7-4719-b819-14476f0524af triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:16.101138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f2701d65-3842-4023-85f1-6e69061015b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.143209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.146203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed482b5-9db4-4ea9-883e-3f56cf727568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae96ee55-10d9-4081-b8a9-857dccae54ef,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:16.157100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:16.157418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f2701d65-3842-4023-85f1-6e69061015b4 None None] Port 98846cd9-aed7-4719-b819-14476f0524af cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:16.161964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.169297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.186194 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4b3bebd2-f5a6-471b-be09-3d4951b1d972 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/subnets/252fa80f-c287-4d16-a6d1-f293a0c466e6 HTTP/1.1" status: 204  len: 168 time: 1.4471264
Dec 19 13:32:16.197884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fed482b5-9db4-4ea9-883e-3f56cf727568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:16.200049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42292) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:16.200049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.247349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.265537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f2701d65-3842-4023-85f1-6e69061015b4 None None] Provisioning complete for port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:16.265907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f2701d65-3842-4023-85f1-6e69061015b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.306381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.326192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5829e681-352a-4c3e-9497-61a7f220e017 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:16.337855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:32:16.344419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.345049 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "PUT /v2.0/routers/c9f8c18c-0f5a-4b39-9b8d-80608de57b09 HTTP/1.1" status: 200  len: 710 time: 5.8356516
Dec 19 13:32:16.352649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42296) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:16.353281 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e957f0-2ce7-492f-85b6-705c76ee1f89 None None] Sync routers for ids ['c9f8c18c-0f5a-4b39-9b8d-80608de57b09'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:32:16.359442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be33aa6-17ef-486c-853b-4b2ce27fc8a1,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:16.365967 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e957f0-2ce7-492f-85b6-705c76ee1f89 None None] Routers {'c9f8c18c-0f5a-4b39-9b8d-80608de57b09'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:16.366613 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f2e957f0-2ce7-492f-85b6-705c76ee1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4745f310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c9f8c18c-0f5a-4b39-9b8d-80608de57b09'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:16.369675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f2701d65-3842-4023-85f1-6e69061015b4 None None] Port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:16.407392 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:16.431574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:security_group_rule and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:16.437126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:16.439010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:16.439010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:16.439010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:16.439010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:16.439010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:16.439710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:16.439710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:16.440052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:16.440385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:16.440730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:16.442422 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f2e957f0-2ce7-492f-85b6-705c76ee1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4745f310>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:16.452148 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:16.455229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:16.456428 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e957f0-2ce7-492f-85b6-705c76ee1f89 None None] Routers {'c9f8c18c-0f5a-4b39-9b8d-80608de57b09'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:16.457238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f2e957f0-2ce7-492f-85b6-705c76ee1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4745f310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c9f8c18c-0f5a-4b39-9b8d-80608de57b09'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:16.460410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f2701d65-3842-4023-85f1-6e69061015b4 None None] Provisioning for port e62458ab-2439-4a62-a466-41948db0e9c2 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:16.461817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.468651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f2701d65-3842-4023-85f1-6e69061015b4 None None] Provisioning complete for port e62458ab-2439-4a62-a466-41948db0e9c2 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:16.471151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f2701d65-3842-4023-85f1-6e69061015b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.472369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:16.522038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:32:16.526264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e141278-8bb1-46af-97f4-d9228d3ce314 None None] DHCP port deletion for aab2827b-6526-4827-87e0-859dfbb5d658 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:32:16.527663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Deleting port 87125164-59e0-497a-bfbf-77f6e688f533 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:16.530892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.533757 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f2e957f0-2ce7-492f-85b6-705c76ee1f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4745f310>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:16.534409 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e957f0-2ce7-492f-85b6-705c76ee1f89 None None] The sync data for ids ['c9f8c18c-0f5a-4b39-9b8d-80608de57b09'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:32:16.538319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.561069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object 98846cd9-aed7-4719-b819-14476f0524af will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:16.564988 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6bfb00bd-dfca-46af-afe1-5b1abe7e67a7 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/routers/c9f8c18c-0f5a-4b39-9b8d-80608de57b09 HTTP/1.1" status: 200  len: 745 time: 0.2112594
Dec 19 13:32:16.568114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42302) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:16.569510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.573925 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 1.1817305
Dec 19 13:32:16.574177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-5e141278-8bb1-46af-97f4-d9228d3ce314 None None] Deleting port 87125164-59e0-497a-bfbf-77f6e688f533 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:16.575088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5e141278-8bb1-46af-97f4-d9228d3ce314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.575822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42306) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:16.605955 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-77958431-cb60-4fc9-a1ea-10eee563d9ea tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags HTTP/1.1" status: 204  len: 168 time: 0.8017621
Dec 19 13:32:16.616309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42310) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:16.640337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-75ae0564-75d1-4cc7-a55b-7160a22b33aa tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d45e42b80>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e', 'tempest-TagsExtTest-Tag-1825040236') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:16.646167 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e6bd92b3-d5c0-45f0-8077-aba728a4ef71 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&device_id=c9f8c18c-0f5a-4b39-9b8d-80608de57b09 HTTP/1.1" status: 200  len: 205 time: 0.0739200
Dec 19 13:32:16.646167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.647735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42314) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:16.701513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-857c6e5e-798e-470c-9c17-a9ab40a8e334 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:16.791499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.793137 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-83188216-0512-4dd7-a338-8aaa171423f5 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f8c18c-0f5a-4b39-9b8d-80608de57b09 HTTP/1.1" status: 200  len: 205 time: 0.1439793
Dec 19 13:32:16.802739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42322) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:16.803289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c797641-a3db-4505-895d-0c6345beb68e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.827007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c797641-a3db-4505-895d-0c6345beb68e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.853845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-5e141278-8bb1-46af-97f4-d9228d3ce314 None None] For port 87125164-59e0-497a-bfbf-77f6e688f533, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=87125164-59e0-497a-bfbf-77f6e688f533,segment=NetworkSegment(6ca0483b-e80f-43ed-bcec-e599183e9265),segment_id=6ca0483b-e80f-43ed-bcec-e599183e9265)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:16.854446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5e141278-8bb1-46af-97f4-d9228d3ce314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.869752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:16.933441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97523509-c367-45d2-993c-7319369068f7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:16.956728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=98846cd9-aed7-4719-b819-14476f0524af,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:16.981968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:32:16.982490 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-5e141278-8bb1-46af-97f4-d9228d3ce314 None None] Calling delete_port for 87125164-59e0-497a-bfbf-77f6e688f533 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:17.047631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:17.050423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] In _notify_port_updated(), no bound segment for port 98846cd9-aed7-4719-b819-14476f0524af on network 2b18094a-49b8-4dff-8efe-9812329e8e11 {{(pid=84124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:32:17.054984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69d7998-68cd-4ba6-b853-30c4b7a555e4,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:17.055869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:17.056542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.057901 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "PUT /v2.0/ports/98846cd9-aed7-4719-b819-14476f0524af HTTP/1.1" status: 200  len: 929 time: 3.2188199
Dec 19 13:32:17.065510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:17.066084 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42330) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:17.076456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] For port 87125164-59e0-497a-bfbf-77f6e688f533, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=87125164-59e0-497a-bfbf-77f6e688f533,segment=NetworkSegment(6ca0483b-e80f-43ed-bcec-e599183e9265),segment_id=6ca0483b-e80f-43ed-bcec-e599183e9265)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:17.076688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.084694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-568de175-777a-49c1-808a-3edfa20426c3 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.185124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5e141278-8bb1-46af-97f4-d9228d3ce314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.189447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-80332fca-8e3a-402b-92f8-4d19f57df0ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:17.215168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Calling delete_port for 87125164-59e0-497a-bfbf-77f6e688f533 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:17.295377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:32:17.295729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:32:17.315757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e141278-8bb1-46af-97f4-d9228d3ce314 None None] Pushing event deleted for resources: {'Port': ['ID=87125164-59e0-497a-bfbf-77f6e688f533,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:17.317986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5e141278-8bb1-46af-97f4-d9228d3ce314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:17.326469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e141278-8bb1-46af-97f4-d9228d3ce314 None None] No DVR routers for this DVR port 87125164-59e0-497a-bfbf-77f6e688f533 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:32:17.331369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.331737 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added segment 3633a1bc-7074-4e66-b663-e7d31e5ebb25 of type vlan for network 2c6c9f2c-7d00-40b0-a46b-16a263d23dff
Dec 19 13:32:17.347096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c797641-a3db-4505-895d-0c6345beb68e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.373028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:17.383390 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-75ae0564-75d1-4cc7-a55b-7160a22b33aa tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:17.386926 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-75ae0564-75d1-4cc7-a55b-7160a22b33aa tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags/tempest-TagsExtTest-Tag-1825040236 HTTP/1.1" status: 404  len: 329 time: 0.7670743
Dec 19 13:32:17.389373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42338) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:17.390272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c797641-a3db-4505-895d-0c6345beb68e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0be33aa6-17ef-486c-853b-4b2ce27fc8a1,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:17.392288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-eab8e799-7f33-4cce-8817-683115897b8b None None] Provisioning for port 98846cd9-aed7-4719-b819-14476f0524af completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:17.392690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5c797641-a3db-4505-895d-0c6345beb68e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:17.399625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-eab8e799-7f33-4cce-8817-683115897b8b None None] Provisioning complete for port 98846cd9-aed7-4719-b819-14476f0524af triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:17.399834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eab8e799-7f33-4cce-8817-683115897b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.400918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-2fa982d1-83d9-4a97-b1f9-4cbc621e3889 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d460c1460>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e', 'tempest-TagsExtTest-Tag-1922728258') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:17.433384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.439881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-2ccecaba-8a3c-4754-a965-e7975b33e153 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 98846cd9-aed7-4719-b819-14476f0524af {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:17.440216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2ccecaba-8a3c-4754-a965-e7975b33e153 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.478965 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-eab8e799-7f33-4cce-8817-683115897b8b None None] Port 98846cd9-aed7-4719-b819-14476f0524af cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:17.490804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c797641-a3db-4505-895d-0c6345beb68e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.491980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5c797641-a3db-4505-895d-0c6345beb68e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0be33aa6-17ef-486c-853b-4b2ce27fc8a1 HTTP/1.1" status: 204  len: 168 time: 0.9119525
Dec 19 13:32:17.496356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42342) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:17.529149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.580468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 87125164-59e0-497a-bfbf-77f6e688f533 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:32:17.615886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 87125164-59e0-497a-bfbf-77f6e688f533 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:32:17.616115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 87125164-59e0-497a-bfbf-77f6e688f533 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:32:17.626770 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c379db26-ba86-414b-a0a0-bca14a577e2e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:17.630278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-568de175-777a-49c1-808a-3edfa20426c3 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.635587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-568de175-777a-49c1-808a-3edfa20426c3 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.690118 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-2fa982d1-83d9-4a97-b1f9-4cbc621e3889 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:17.695507 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2fa982d1-83d9-4a97-b1f9-4cbc621e3889 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags/tempest-TagsExtTest-Tag-1922728258 HTTP/1.1" status: 404  len: 329 time: 0.3052611
Dec 19 13:32:17.696798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42348) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:17.702416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-03be9ae1-a3c7-43e6-b3b0-b391c2bda6ca tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d46f75280>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e', 'tempest-TagsExtTest-Tag-1022770598') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:17.712058 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.715808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:17.716565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.725028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b51659f3-73da-4b9e-8009-8dcc317bdb12 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:17.739172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42352) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:17.744167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-568de175-777a-49c1-808a-3edfa20426c3 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.744608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568de175-777a-49c1-808a-3edfa20426c3 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Fanout notify agent at l3_agent the message router_deleted on router c9f8c18c-0f5a-4b39-9b8d-80608de57b09 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:32:17.764073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-568de175-777a-49c1-808a-3edfa20426c3 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.768768 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-568de175-777a-49c1-808a-3edfa20426c3 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/c9f8c18c-0f5a-4b39-9b8d-80608de57b09 HTTP/1.1" status: 204  len: 168 time: 0.9614077
Dec 19 13:32:17.768768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42358) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:17.800285 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Deleting port 87125164-59e0-497a-bfbf-77f6e688f533 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:17.800616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:17.814782 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ab4fb87c-23ce-4657-ba32-d3fb67880d92 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f8c18c-0f5a-4b39-9b8d-80608de57b09 HTTP/1.1" status: 200  len: 205 time: 0.0450406
Dec 19 13:32:17.819678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42362) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:17.851421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c379db26-ba86-414b-a0a0-bca14a577e2e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:17.853002 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c379db26-ba86-414b-a0a0-bca14a577e2e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.3533821
Dec 19 13:32:17.864225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42366) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:17.914583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] The port '87125164-59e0-497a-bfbf-77f6e688f533' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:32:17.985912 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.2459674
Dec 19 13:32:17.987192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Network': ['ID=2c6c9f2c-7d00-40b0-a46b-16a263d23dff,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:17.989922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:17.998326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2c6c9f2c-7d00-40b0-a46b-16a263d23dff details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:32:18.003612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42370) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.029322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-636288988'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:18.036180 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-b8361d35-896e-4355-ab4c-ef90282e49ec tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] delete failed (client error): The resource could not be found.
Dec 19 13:32:18.038368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'network': {'name': 'tempest-RoutersTest-529446611'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:18.039691 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b8361d35-896e-4355-ab4c-ef90282e49ec tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/c9f8c18c-0f5a-4b39-9b8d-80608de57b09 HTTP/1.1" status: 404  len: 336 time: 0.2189031
Dec 19 13:32:18.040968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:18.043529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42374) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.080977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Usage tracker for resource:network and tenant:aca823836bd0421186c9804de367229d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:18.088231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:18.103242 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aedefe8b-f56f-4f71-b7b6-283ffdb3153f tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc901ffb-712f-41ff-81f5-75651f94cebb HTTP/1.1" status: 200  len: 205 time: 0.0548925
Dec 19 13:32:18.103499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:18.106977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42378) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.165143 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-03be9ae1-a3c7-43e6-b3b0-b391c2bda6ca tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:18.166047 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-03be9ae1-a3c7-43e6-b3b0-b391c2bda6ca tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags/tempest-TagsExtTest-Tag-1022770598 HTTP/1.1" status: 404  len: 329 time: 0.4682722
Dec 19 13:32:18.173521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42382) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.185156 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-68462ce4-23bf-45ad-b31b-fcc5a388e7bc tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] delete failed (client error): The resource could not be found.
Dec 19 13:32:18.186110 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-68462ce4-23bf-45ad-b31b-fcc5a388e7bc tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/fc901ffb-712f-41ff-81f5-75651f94cebb HTTP/1.1" status: 404  len: 336 time: 0.0781887
Dec 19 13:32:18.190631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-c6562537-43e7-420a-b937-b1e91c7e57d0 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d46939ee0>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7', {'tags': ['tempest-TagsExtTest-Tag-577603139', 'tempest-TagsExtTest-Tag-396390767', 'tempest-TagsExtTest-Tag-1094214142']}) {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:18.214339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:18.215295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42386) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.217453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2ccecaba-8a3c-4754-a965-e7975b33e153 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.244897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:network and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:18.264575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Made reservation on behalf of aca823836bd0421186c9804de367229d for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:18.267484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.289090 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-53e14dbb-d9d7-4553-9baf-9ae4bb49fd17 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=1802e9ec-fb17-43cf-8c3a-7424d01954aa HTTP/1.1" status: 200  len: 205 time: 0.0681446
Dec 19 13:32:18.297892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.312384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:18.314195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42390) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.381451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-2ccecaba-8a3c-4754-a965-e7975b33e153 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 98846cd9-aed7-4719-b819-14476f0524af owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:18.389459 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-ed956010-82c8-453a-ab9b-6280d070e09c tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] delete failed (client error): The resource could not be found.
Dec 19 13:32:18.390464 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ed956010-82c8-453a-ab9b-6280d070e09c tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/1802e9ec-fb17-43cf-8c3a-7424d01954aa HTTP/1.1" status: 404  len: 336 time: 0.0753224
Dec 19 13:32:18.394908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42394) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.421587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.428593 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:18.457489 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8b5e0780-518b-44c6-b983-5e8f77553d5b tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa721-eeed-4fbc-929f-30486271f3fc HTTP/1.1" status: 200  len: 205 time: 0.0613492
Dec 19 13:32:18.458624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:18.460700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42398) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.480555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46108fa0>,) {'filters': {'network_id': ['aab2827b-6526-4827-87e0-859dfbb5d658']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:18.502531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46108fa0>, '6ca0483b-e80f-43ed-bcec-e599183e9265') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:18.502810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46108fa0>, '6ca0483b-e80f-43ed-bcec-e599183e9265') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:18.509533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-15e80bb1-0c27-4b55-bb84-e637ea0dbd2a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.514014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Usage tracker for resource:security_group_rule and tenant:aca823836bd0421186c9804de367229d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:18.521671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:18.525630 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c6562537-43e7-420a-b937-b1e91c7e57d0 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags HTTP/1.1" status: 200  len: 316 time: 0.3443325
Dec 19 13:32:18.534901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42402) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.536023 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-c3a00c5f-545c-426e-b19f-a14be485990e tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] delete failed (client error): The resource could not be found.
Dec 19 13:32:18.536510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.537007 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c3a00c5f-545c-426e-b19f-a14be485990e tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/59aaa721-eeed-4fbc-929f-30486271f3fc HTTP/1.1" status: 404  len: 336 time: 0.0754135
Dec 19 13:32:18.538044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:18.540417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42404) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.558206 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-3c114222-dd9c-4317-b2f8-8978c0fac94c tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d46516700>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:18.594968 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2e79ce99-d198-41f7-93dd-37cdd76332a1 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ebc21ba-b9ea-417e-a085-34874a16db79 HTTP/1.1" status: 200  len: 205 time: 0.0531714
Dec 19 13:32:18.603694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42410) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.604332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:18.607283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.627749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.660743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.681043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-15e80bb1-0c27-4b55-bb84-e637ea0dbd2a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.752493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.755641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8741026d-bc1f-49d0-b484-3fd62c54cc90 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:18.763374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:18.763775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:18.778637 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:18.788598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:32:18.794919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800691fe-4530-4707-b3f2-ede0648a9d3d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:18.797945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:18.802988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.803348 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Added segment 114e7239-f78e-42de-813e-523d6bcf5ab6 of type vlan for network b03e0ee5-7328-437a-97cd-b21d121e438d
Dec 19 13:32:18.830262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.834041 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-c079fbc3-8eac-4dca-b908-aaf3d584af28 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] delete failed (client error): The resource could not be found.
Dec 19 13:32:18.835079 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c079fbc3-8eac-4dca-b908-aaf3d584af28 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/4ebc21ba-b9ea-417e-a085-34874a16db79 HTTP/1.1" status: 404  len: 336 time: 0.2188277
Dec 19 13:32:18.839313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42414) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.891789 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9a4e104b-f78e-4d58-8ae8-ef1cfbd0fb88 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b7940b7-4000-4d77-9c5a-36b29bd4781f HTTP/1.1" status: 200  len: 205 time: 0.0513165
Dec 19 13:32:18.894560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42418) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.902923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:32:18.925755 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.926363 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added segment 23fe5daa-d90e-4b44-b743-989745d77c7f of type vlan for network 2fa3299b-9664-4980-b418-78d553a1d65d
Dec 19 13:32:18.962282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.966284 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-60461a83-d81c-466d-9b73-14b73c3df663 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] delete failed (client error): The resource could not be found.
Dec 19 13:32:18.969601 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-60461a83-d81c-466d-9b73-14b73c3df663 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/routers/1b7940b7-4000-4d77-9c5a-36b29bd4781f HTTP/1.1" status: 404  len: 336 time: 0.0718555
Dec 19 13:32:18.970040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42422) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:18.976785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2ccecaba-8a3c-4754-a965-e7975b33e153 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:18.982714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-752d1c3d-2fdb-494d-9287-aba0f8fa9e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:19.008654 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-6725f7b5-5333-444d-9bf9-6853fca7a241 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:19.009109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6725f7b5-5333-444d-9bf9-6853fca7a241 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:19.019434 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6725f7b5-5333-444d-9bf9-6853fca7a241 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] 10.222.0.24 "DELETE /v2.0/subnets/5983b424-a060-40b8-8e7b-068878767699 HTTP/1.1" status: 404  len: 337 time: 0.0484676
Dec 19 13:32:19.037929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.040176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-15e80bb1-0c27-4b55-bb84-e637ea0dbd2a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.048988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccecaba-8a3c-4754-a965-e7975b33e153 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=98846cd9-aed7-4719-b819-14476f0524af,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:19.056683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.059507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2ccecaba-8a3c-4754-a965-e7975b33e153 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:19.063218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b89b8803-e2fb-400d-8d34-a6748d5fc282 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:19.064989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.068729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:19.069309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.075473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:19.079676 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3c114222-dd9c-4317-b2f8-8978c0fac94c tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags HTTP/1.1" status: 204  len: 168 time: 0.5354080
Dec 19 13:32:19.098484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42428) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:19.122567 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e80bb1-0c27-4b55-bb84-e637ea0dbd2a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367bfd1b-2fe2-4d81-8198-9250f81e7711,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:19.122759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-ef7b867c-e0b4-4423-b4cc-ba796b716c37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d46041d30>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7', 'tempest-TagsExtTest-Tag-577603139') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:19.131901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-15e80bb1-0c27-4b55-bb84-e637ea0dbd2a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.133792 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-15e80bb1-0c27-4b55-bb84-e637ea0dbd2a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-groups/367bfd1b-2fe2-4d81-8198-9250f81e7711 HTTP/1.1" status: 204  len: 168 time: 1.2677777
Dec 19 13:32:19.135530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-15e80bb1-0c27-4b55-bb84-e637ea0dbd2a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:19.139840 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] 10.222.0.24 "DELETE /v2.0/networks/aab2827b-6526-4827-87e0-859dfbb5d658 HTTP/1.1" status: 204  len: 168 time: 2.9228547
Dec 19 13:32:19.140769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:19.172602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42432) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:19.173284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.177044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:19.183110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.193666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2ccecaba-8a3c-4754-a965-e7975b33e153 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.197394 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2ccecaba-8a3c-4754-a965-e7975b33e153 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/98846cd9-aed7-4719-b819-14476f0524af HTTP/1.1" status: 204  len: 168 time: 2.1265867
Dec 19 13:32:19.218974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Pushing event deleted for resources: {'Network': ['ID=aab2827b-6526-4827-87e0-859dfbb5d658,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:19.222976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42438) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:19.235821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:19.236629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-02d7ea78-d8bb-42d1-b777-1af4a62687d5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:19.242219 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.5010281
Dec 19 13:32:19.252852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42442) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:19.274772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Request body: {'subnet': {'network_id': 'b03e0ee5-7328-437a-97cd-b21d121e438d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:19.353716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Pushing event updated for resources: {'Network': ['ID=b03e0ee5-7328-437a-97cd-b21d121e438d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:19.356413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:19.360730 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.3561342
Dec 19 13:32:19.364207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42446) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:19.369400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network b03e0ee5-7328-437a-97cd-b21d121e438d details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:32:19.372387 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-5497cad1-f06f-49eb-95b8-1dca08279656 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:32:19.372881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5497cad1-f06f-49eb-95b8-1dca08279656 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:19.387341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'subnet': {'network_id': '2c6c9f2c-7d00-40b0-a46b-16a263d23dff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:19.419664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Network': ['ID=2fa3299b-9664-4980-b418-78d553a1d65d,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:19.428057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:19.456920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-468d16d4-0749-498f-a983-040ee52a93b4 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:19.475180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2fa3299b-9664-4980-b418-78d553a1d65d details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:32:19.506148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:19.527318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Usage tracker for resource:subnet and tenant:aca823836bd0421186c9804de367229d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:19.533049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:19.544398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:19.547801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:19.558040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:subnet and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:19.561994 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-ef7b867c-e0b4-4423-b4cc-ba796b716c37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:19.565824 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ef7b867c-e0b4-4423-b4cc-ba796b716c37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags/tempest-TagsExtTest-Tag-577603139 HTTP/1.1" status: 404  len: 328 time: 0.4462867
Dec 19 13:32:19.565824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:19.566748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42450) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:19.572533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.tag.tag_plugin [None req-395cbfe9-10fd-4d5b-b38e-72cb0aa57eeb tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d46992640>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7', 'tempest-TagsExtTest-Tag-396390767') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:19.600368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5497cad1-f06f-49eb-95b8-1dca08279656 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:19.604247 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5497cad1-f06f-49eb-95b8-1dca08279656 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/98846cd9-aed7-4719-b819-14476f0524af HTTP/1.1" status: 404  len: 333 time: 0.3756771
Dec 19 13:32:19.604247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-468d16d4-0749-498f-a983-040ee52a93b4 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:19.604621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42454) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:19.608351 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-468d16d4-0749-498f-a983-040ee52a93b4 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.4187553
Dec 19 13:32:19.610874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:19.611014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42456) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:19.718865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Made reservation on behalf of aca823836bd0421186c9804de367229d for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:19.753814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42464) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:19.758826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e940b93-aebd-4e0c-8590-eab300739c49 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.793006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e940b93-aebd-4e0c-8590-eab300739c49 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.801937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:19.816589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-24e1a87f-a0de-43d2-bd46-3e3a65744703 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.939638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e940b93-aebd-4e0c-8590-eab300739c49 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:19.945345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9c21e69d-dba0-4a77-a182-46f2466400d6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:19.972793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e940b93-aebd-4e0c-8590-eab300739c49 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1fa823-cd45-42df-884a-10aace0e6b3c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:19.975679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2e940b93-aebd-4e0c-8590-eab300739c49 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:19.981715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42472) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:20.023482 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-395cbfe9-10fd-4d5b-b38e-72cb0aa57eeb tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:20.024607 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-395cbfe9-10fd-4d5b-b38e-72cb0aa57eeb tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags/tempest-TagsExtTest-Tag-396390767 HTTP/1.1" status: 404  len: 328 time: 0.4568319
Dec 19 13:32:20.028017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42478) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:20.035615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-a0e6e3d3-d59c-4dfa-a8b2-929f65d08a76 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d46e76220>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7', 'tempest-TagsExtTest-Tag-1094214142') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:20.089614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-24e1a87f-a0de-43d2-bd46-3e3a65744703 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.109341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.129527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.144947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-71190280-8dbf-4f07-9552-dc53d56b04d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.220889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e940b93-aebd-4e0c-8590-eab300739c49 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.221984 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2e940b93-aebd-4e0c-8590-eab300739c49 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-groups/6a1fa823-cd45-42df-884a-10aace0e6b3c HTTP/1.1" status: 204  len: 168 time: 0.6099911
Dec 19 13:32:20.223614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-71190280-8dbf-4f07-9552-dc53d56b04d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:20.227991 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c13877c8-bf0b-4ac6-9482-72874f8a346a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbc874d0835849998f0e820be51401a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2450960
Dec 19 13:32:20.229580 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-a0e6e3d3-d59c-4dfa-a8b2-929f65d08a76 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:20.233293 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a0e6e3d3-d59c-4dfa-a8b2-929f65d08a76 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags/tempest-TagsExtTest-Tag-1094214142 HTTP/1.1" status: 404  len: 329 time: 0.2022784
Dec 19 13:32:20.234156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-71190280-8dbf-4f07-9552-dc53d56b04d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f791e0a888c3474eb480f75ca4b22247 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:20.237620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42482) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:20.238043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42484) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:20.238437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42486) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:20.257318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-71190280-8dbf-4f07-9552-dc53d56b04d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:20.267384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-5b9b65b8-5fae-4c3f-9b69-9ea5a058ef05 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d46b35850>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd', {'tags': ['tempest-TagsExtTest-Tag-1695895748', 'tempest-TagsExtTest-Tag-1890734349', 'tempest-TagsExtTest-Tag-2010777624']}) {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:20.457415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-24e1a87f-a0de-43d2-bd46-3e3a65744703 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.462556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c0979356-9eb9-4a83-abb5-7c94733c7c2a tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:20.499429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1a87f-a0de-43d2-bd46-3e3a65744703 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bea6e40-14bb-4134-a860-c7ac11618546,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:20.508182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-24e1a87f-a0de-43d2-bd46-3e3a65744703 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:20.530924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-71190280-8dbf-4f07-9552-dc53d56b04d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:20.565057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-24e1a87f-a0de-43d2-bd46-3e3a65744703 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.568814 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-24e1a87f-a0de-43d2-bd46-3e3a65744703 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/security-groups/3bea6e40-14bb-4134-a860-c7ac11618546 HTTP/1.1" status: 204  len: 168 time: 0.9568799
Dec 19 13:32:20.575122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42494) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:20.646707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-eba3a8e6-83b9-4d54-a651-6b9b0e2ab1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.664929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-eb9e78c1-52d0-409a-a0ef-00ffe1226d81 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.668395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.674280 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-eba3a8e6-83b9-4d54-a651-6b9b0e2ab1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.680118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-64b69506-033e-4146-8b11-f65fc735bf5e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:20.691133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-30252b4d-d418-4ed4-b625-3361d0ba597b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:20.734930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.750122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-eb9e78c1-52d0-409a-a0ef-00ffe1226d81 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.760252 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5b9b65b8-5fae-4c3f-9b69-9ea5a058ef05 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags HTTP/1.1" status: 200  len: 318 time: 0.5172746
Dec 19 13:32:20.764487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42498) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:20.771593 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-53299d94-2a59-444b-8cc7-d29adb48ff92 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d46cd0820>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:20.808099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Pushing event updated for resources: {'Subnet': ['ID=b95d1282-084d-47f9-8f6b-158487e57dc1,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:20.810665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:20.819732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60bb9095-ad2b-4e29-8425-503e5abbb45b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:20.819923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-71190280-8dbf-4f07-9552-dc53d56b04d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.827258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-30252b4d-d418-4ed4-b625-3361d0ba597b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:20.828489 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-30252b4d-d418-4ed4-b625-3361d0ba597b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5888853
Dec 19 13:32:20.835727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42502) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:20.841860 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group': {'name': 'tempest-secgroup--221537009'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:20.901026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Checking segment: {'id': '114e7239-f78e-42de-813e-523d6bcf5ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b03e0ee5-7328-437a-97cd-b21d121e438d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:20.901377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Network hostable DHCP agents. Network: b03e0ee5-7328-437a-97cd-b21d121e438d, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:32:20.904107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:20.914977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-71190280-8dbf-4f07-9552-dc53d56b04d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:20.921275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Subnet': ['ID=0d8e151d-7252-4d04-b1de-c2bad73256eb,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:20.923937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:20.926703 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-31b77cff-5fa0-4af6-a9c3-2e5801b09791 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:20.927265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Checking segment: {'id': '3633a1bc-7074-4e66-b663-e7d31e5ebb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2c6c9f2c-7d00-40b0-a46b-16a263d23dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:20.927690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network hostable DHCP agents. Network: 2c6c9f2c-7d00-40b0-a46b-16a263d23dff, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:32:20.933308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:20.980580 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71190280-8dbf-4f07-9552-dc53d56b04d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903025cd-1ac1-49d2-a70c-e3052277ac5e,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:20.984058 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-71190280-8dbf-4f07-9552-dc53d56b04d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:20.986469 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-71190280-8dbf-4f07-9552-dc53d56b04d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f791e0a888c3474eb480f75ca4b22247&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2314060
Dec 19 13:32:20.989248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42506) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:21.006269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-eba3a8e6-83b9-4d54-a651-6b9b0e2ab1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.014037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f3d2c329-61f9-4c6d-950e-ced3fdbff8f3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:21.040135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3a8e6-83b9-4d54-a651-6b9b0e2ab1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249bdf44-931d-4487-a732-85b70b66a8cd,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:21.047734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-eba3a8e6-83b9-4d54-a651-6b9b0e2ab1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:21.050294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 2c6c9f2c-7d00-40b0-a46b-16a263d23dff is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:32:21.054269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-eb9e78c1-52d0-409a-a0ef-00ffe1226d81 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.059301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Network b03e0ee5-7328-437a-97cd-b21d121e438d is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:32:21.066908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dd3a584f-e764-4e58-8e6e-1cb2478b690c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:21.069278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-eba3a8e6-83b9-4d54-a651-6b9b0e2ab1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.070384 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-eba3a8e6-83b9-4d54-a651-6b9b0e2ab1c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/249bdf44-931d-4487-a732-85b70b66a8cd HTTP/1.1" status: 204  len: 168 time: 0.8293478
Dec 19 13:32:21.088137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e78c1-52d0-409a-a0ef-00ffe1226d81 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162a51bb-8d92-4c80-bcda-9d40ca834161,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:21.090551 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-745e47c8-49ed-4b3a-a633-365ddd8778eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.090705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-eb9e78c1-52d0-409a-a0ef-00ffe1226d81 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:21.093052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-eb9e78c1-52d0-409a-a0ef-00ffe1226d81 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.097881 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-eb9e78c1-52d0-409a-a0ef-00ffe1226d81 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/security-groups/162a51bb-8d92-4c80-bcda-9d40ca834161 HTTP/1.1" status: 204  len: 168 time: 0.5217917
Dec 19 13:32:21.098677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42512) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:21.100632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.130575 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-53299d94-2a59-444b-8cc7-d29adb48ff92 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags HTTP/1.1" status: 204  len: 168 time: 0.3660512
Dec 19 13:32:21.137309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42516) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:21.138958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-745e47c8-49ed-4b3a-a633-365ddd8778eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.156815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-1ea3eb8f-e1b9-444b-a785-85c9802e1b03 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d45db0400>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd', 'tempest-TagsExtTest-Tag-1695895748') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:21.237666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2c6c9f2c-7d00-40b0-a46b-16a263d23dff) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:21.241887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:21.243378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.248297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc7b3e4-a670-4373-8f14-a08506b3d2b1 None None] Network 2c6c9f2c-7d00-40b0-a46b-16a263d23dff requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:21.254148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, b03e0ee5-7328-437a-97cd-b21d121e438d) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:21.265879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:21.266378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.301171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:21.309345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:21.312284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:21.320270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:21.338927 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-1ea3eb8f-e1b9-444b-a785-85c9802e1b03 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:21.340051 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1ea3eb8f-e1b9-444b-a785-85c9802e1b03 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags/tempest-TagsExtTest-Tag-1695895748 HTTP/1.1" status: 404  len: 329 time: 0.1945438
Dec 19 13:32:21.343068 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42520) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:21.344261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8f6c4-fac0-4ffa-aec0-cf6e93ec846e None None] Network b03e0ee5-7328-437a-97cd-b21d121e438d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:21.348736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-1dbfa910-4e1d-4f50-a269-0ec36e5c9591 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d460b3850>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd', 'tempest-TagsExtTest-Tag-1890734349') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:21.360474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd6fb0b-473a-4e02-a008-77f2377533cf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting subnet b54232e7-746e-4ee3-9560-5db7f4184751 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:21.363689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9dd6fb0b-473a-4e02-a008-77f2377533cf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.392652 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0162954
Dec 19 13:32:21.397762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42524) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:21.405601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'subnet': {'network_id': '2fa3299b-9664-4980-b418-78d553a1d65d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:21.489832 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2355492
Dec 19 13:32:21.493914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42530) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:21.511593 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Request body: {'port': {'network_id': 'b03e0ee5-7328-437a-97cd-b21d121e438d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-353880911'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:21.522114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9dd6fb0b-473a-4e02-a008-77f2377533cf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.593654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:21.601571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-745e47c8-49ed-4b3a-a633-365ddd8778eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.604753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:subnet and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:21.616762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:21.623661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-eba3a8e6-83b9-4d54-a651-6b9b0e2ab1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:21.626307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:21.654709 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e47c8-49ed-4b3a-a633-365ddd8778eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903025cd-1ac1-49d2-a70c-e3052277ac5e,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:21.672549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-745e47c8-49ed-4b3a-a633-365ddd8778eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:21.686196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9dd6fb0b-473a-4e02-a008-77f2377533cf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.704991 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-1dbfa910-4e1d-4f50-a269-0ec36e5c9591 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:21.706364 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1dbfa910-4e1d-4f50-a269-0ec36e5c9591 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags/tempest-TagsExtTest-Tag-1890734349 HTTP/1.1" status: 404  len: 329 time: 0.3623912
Dec 19 13:32:21.712298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42534) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:21.718831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-ea49b970-137e-4888-936f-c6e64f13d43a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d4613c610>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd', 'tempest-TagsExtTest-Tag-2010777624') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:21.735116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:21.797661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2c6c9f2c-7d00-40b0-a46b-16a263d23dff', 'network_id': '2c6c9f2c-7d00-40b0-a46b-16a263d23dff', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'fixed_ips': [{'subnet_id': '0d8e151d-7252-4d04-b1de-c2bad73256eb'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:32:21.798437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.900356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:21.916489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.014586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.033735 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:22.036179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-b03e0ee5-7328-437a-97cd-b21d121e438d', 'network_id': 'b03e0ee5-7328-437a-97cd-b21d121e438d', 'tenant_id': 'aca823836bd0421186c9804de367229d', 'fixed_ips': [{'subnet_id': 'b95d1282-084d-47f9-8f6b-158487e57dc1'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:32:22.037425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1d7eff2a-f336-4afc-9292-5313f784f231 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:22.038119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.057611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-745e47c8-49ed-4b3a-a633-365ddd8778eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.058716 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-745e47c8-49ed-4b3a-a633-365ddd8778eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/903025cd-1ac1-49d2-a70c-e3052277ac5e HTTP/1.1" status: 204  len: 168 time: 1.0686021
Dec 19 13:32:22.059930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Usage tracker for resource:port and tenant:aca823836bd0421186c9804de367229d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:22.076500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:22.097514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:22.111017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d236adc-2752-49f2-ab02-5e72b65423de,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:22.113824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:22.116426 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-ea49b970-137e-4888-936f-c6e64f13d43a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:22.121057 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ea49b970-137e-4888-936f-c6e64f13d43a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags/tempest-TagsExtTest-Tag-2010777624 HTTP/1.1" status: 404  len: 329 time: 0.4040892
Dec 19 13:32:22.127652 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42548) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:22.133457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-910e6b00-87cc-484d-a9ca-41fc036edddd tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d46cd0c10>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7', {'tags': ['tempest-TagsExtTest-Tag-793064003', 'tempest-TagsExtTest-Tag-426551201', 'tempest-TagsExtTest-Tag-338145689']}) {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:22.151904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9dd6fb0b-473a-4e02-a008-77f2377533cf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.163431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-83107189-cb45-4264-b13f-8e46d0d69d61 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:22.181126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.185079 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3449783
Dec 19 13:32:22.187436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42552) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:22.205086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': '2d236adc-2752-49f2-ab02-5e72b65423de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:22.217040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6fb0b-473a-4e02-a008-77f2377533cf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Subnet': ['ID=b54232e7-746e-4ee3-9560-5db7f4184751,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:22.222475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:22.229112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9dd6fb0b-473a-4e02-a008-77f2377533cf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:22.234759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:22.247508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Allocated IP 172.20.0.2 (2c6c9f2c-7d00-40b0-a46b-16a263d23dff/0d8e151d-7252-4d04-b1de-c2bad73256eb/91a36862-f95a-48f4-af7f-267c57b74785) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:22.249097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9dd6fb0b-473a-4e02-a008-77f2377533cf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.256229 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d646822a-f9eb-4a1d-8979-1b2356299371 None None] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:22.259873 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9dd6fb0b-473a-4e02-a008-77f2377533cf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/b54232e7-746e-4ee3-9560-5db7f4184751 HTTP/1.1" status: 204  len: 168 time: 1.1598408
Dec 19 13:32:22.265524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:22.266111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42556) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:22.271867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Made reservation on behalf of aca823836bd0421186c9804de367229d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:22.275626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:22.282790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.316744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:22.326469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] device_id is not set on port 6546459c-5acb-42db-adda-6ee60c8b78a0 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:32:22.366301 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-910e6b00-87cc-484d-a9ca-41fc036edddd tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "PUT /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags HTTP/1.1" status: 200  len: 315 time: 0.2369988
Dec 19 13:32:22.371637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42560) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:22.389670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-45aed870-ca89-4bb5-b8e3-00dcb5d494af tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d4650a520>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:22.508974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Allocated IP 2001:db8::2 (b03e0ee5-7328-437a-97cd-b21d121e438d/b95d1282-084d-47f9-8f6b-158487e57dc1/fad61ac1-d65e-42a0-bfcc-671bd7ddb470) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:22.522461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.589415 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-45aed870-ca89-4bb5-b8e3-00dcb5d494af tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags HTTP/1.1" status: 204  len: 168 time: 0.2118530
Dec 19 13:32:22.590399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42566) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:22.601993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-df7d5a19-5d3e-4ffe-9f0b-be72521cce20 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d46140d00>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7', 'tempest-TagsExtTest-Tag-793064003') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:22.609783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.630780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:22.635784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c0331168-ffec-4f10-94d9-9367b9fe0629 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:22.656749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.671374 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-df7d5a19-5d3e-4ffe-9f0b-be72521cce20 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:22.676720 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-df7d5a19-5d3e-4ffe-9f0b-be72521cce20 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags/tempest-TagsExtTest-Tag-793064003 HTTP/1.1" status: 404  len: 328 time: 0.0830286
Dec 19 13:32:22.681192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42572) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:22.684076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-5f3e922d-5a50-455d-970a-d882f6651445 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d461044c0>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7', 'tempest-TagsExtTest-Tag-426551201') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:22.735526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.747576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:22.797350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:22.798169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5f1118-5060-4423-9ca5-8163e5a9d2c8,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:22.800411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:22.807097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:22.815224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Subnet': ['ID=83f8c571-be9b-4552-bc48-1c9ee2f6f397,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:22.816507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:22.818993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:22.864899 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-5f3e922d-5a50-455d-970a-d882f6651445 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:22.866748 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5f3e922d-5a50-455d-970a-d882f6651445 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags/tempest-TagsExtTest-Tag-426551201 HTTP/1.1" status: 404  len: 328 time: 0.1875527
Dec 19 13:32:22.869291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42578) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:22.877003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Checking segment: {'id': '23fe5daa-d90e-4b44-b743-989745d77c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2fa3299b-9664-4980-b418-78d553a1d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:22.877405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network hostable DHCP agents. Network: 2fa3299b-9664-4980-b418-78d553a1d65d, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:32:22.877637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-9c5c9b10-c749-4909-8f4d-60952d55f6f0 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8d474c5e20>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7', 'tempest-TagsExtTest-Tag-338145689') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:22.883820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:22.893067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.898218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:22.904613 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-9c5c9b10-c749-4909-8f4d-60952d55f6f0 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] show failed (client error): The resource could not be found.
Dec 19 13:32:22.906253 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9c5c9b10-c749-4909-8f4d-60952d55f6f0 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags/tempest-TagsExtTest-Tag-338145689 HTTP/1.1" status: 404  len: 328 time: 0.0354662
Dec 19 13:32:22.909172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42582) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:22.915074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-0dba22b8-423c-4ece-a522-5c09b582e08a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d4645d220>, 'subnetpools', 'b4600618-a7f0-4326-83a5-2d9c31f321f7') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:22.949154 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0dba22b8-423c-4ece-a522-5c09b582e08a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7/tags HTTP/1.1" status: 204  len: 168 time: 0.0388954
Dec 19 13:32:22.952126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42586) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:22.955800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Transition to ACTIVE for port object 91a36862-f95a-48f4-af7f-267c57b74785 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:22.958526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-d3f49784-3c27-4840-a24f-9a26a1d836fc tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d4638c310>, 'routers', 'a834ddd4-94b5-4209-b26f-c4a796d903dd') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:23.008596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.015522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Transition to ACTIVE for port object 91a36862-f95a-48f4-af7f-267c57b74785 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:23.022910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Transition to ACTIVE for port object fad61ac1-d65e-42a0-bfcc-671bd7ddb470 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:23.047989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Transition to ACTIVE for port object fad61ac1-d65e-42a0-bfcc-671bd7ddb470 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:23.077700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 2fa3299b-9664-4980-b418-78d553a1d65d is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:32:23.090172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.095486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-747414c8-9337-43b6-82a4-cfda85efd0a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:23.156243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.197126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42592) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:23.197356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42594) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:23.197689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Network 2c6c9f2c-7d00-40b0-a46b-16a263d23dff is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:23.197911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2fa3299b-9664-4980-b418-78d553a1d65d) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:23.204897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:23.224493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.225301 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Pushing event updated for resources: {'Port': ['ID=91a36862-f95a-48f4-af7f-267c57b74785,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:23.225820 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 1.0329511
Dec 19 13:32:23.228456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:23.233056 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9d74af-4035-4c67-9e97-dc135df8a761 None None] Network 2fa3299b-9664-4980-b418-78d553a1d65d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:23.234863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:23.235728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.238182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42600) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:23.324072 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9246051
Dec 19 13:32:23.324311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42606) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:23.335119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3e4d47af-45c9-4490-9011-b1bc92504f71 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1894738794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:23.350291 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4d18dbd8-ca84-416f-9a56-004525573b6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8be708970668409d8c66a79fe2eb2018&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1501591
Dec 19 13:32:23.350977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42610) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:23.352624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3e4d47af-45c9-4490-9011-b1bc92504f71 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:23.361097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3e4d47af-45c9-4490-9011-b1bc92504f71 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:router and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:23.376824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3e4d47af-45c9-4490-9011-b1bc92504f71 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:23.380381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e5604b91-f20d-427b-b2a0-8236a88afcc3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.415534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Allocated IP 2001:db8::283 (b03e0ee5-7328-437a-97cd-b21d121e438d/b95d1282-084d-47f9-8f6b-158487e57dc1/6546459c-5acb-42db-adda-6ee60c8b78a0) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:23.415652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3e4d47af-45c9-4490-9011-b1bc92504f71 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:23.415751 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e5604b91-f20d-427b-b2a0-8236a88afcc3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.433834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:23.434312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:23.435254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:23.435672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:23.436169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:23.436762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:23.437037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:23.437369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:23.437743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:23.438608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:23.439711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:32:23.460565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:23.474238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3564b9c1-bd06-4f04-a68f-21eff35e36c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:23.482657 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d3f49784-3c27-4840-a24f-9a26a1d836fc tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd/tags HTTP/1.1" status: 204  len: 168 time: 0.5295558
Dec 19 13:32:23.485721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42614) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:23.504887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-304ab7d6-c761-4d29-ae99-51a6930017f7 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d461659a0>, 'ports', '92eda1ff-bdb5-405a-841f-fe8f4512a2b7') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:23.514462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-acf892fb-4d64-467c-8e0b-aa6d54eca048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.563635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Pushing event updated for resources: {'Port': ['ID=fad61ac1-d65e-42a0-bfcc-671bd7ddb470,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:23.569546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Network b03e0ee5-7328-437a-97cd-b21d121e438d is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:23.573225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-acf892fb-4d64-467c-8e0b-aa6d54eca048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.598253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:23.601045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:23.619654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:23.637686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.658897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6bf58b10-abd4-4be7-8570-b5a9e15570fe tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:23.658897 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-6bf58b10-abd4-4be7-8570-b5a9e15570fe tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:32:23.658897 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6bf58b10-abd4-4be7-8570-b5a9e15570fe tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.4462345
Dec 19 13:32:23.658897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-45012a5a-0cb9-40ba-8bd0-157b1a0d3c75 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:23.659321 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e5604b91-f20d-427b-b2a0-8236a88afcc3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.729021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3e4d47af-45c9-4490-9011-b1bc92504f71 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.729950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3e4d47af-45c9-4490-9011-b1bc92504f71 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.733749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42618) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:23.749176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:23.749391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Subnet': ['ID=629e6023-65c2-40d6-8e32-8e0613059e00,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:23.754315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:23.772469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3e4d47af-45c9-4490-9011-b1bc92504f71 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.777612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group': {'name': 'tempest-secgroup--178801011'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:23.784120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:23.784446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:23.787916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:23.789839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:23.794032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:23.795947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.799102 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:23.805799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:23.817991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5604b91-f20d-427b-b2a0-8236a88afcc3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c5f1118-5060-4423-9ca5-8163e5a9d2c8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:23.819955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e5604b91-f20d-427b-b2a0-8236a88afcc3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.821424 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e5604b91-f20d-427b-b2a0-8236a88afcc3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3c5f1118-5060-4423-9ca5-8163e5a9d2c8 HTTP/1.1" status: 204  len: 168 time: 0.5823724
Dec 19 13:32:23.824809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42624) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:23.833013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e5604b91-f20d-427b-b2a0-8236a88afcc3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:23.881795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Attempting to bind port 91a36862-f95a-48f4-af7f-267c57b74785 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:32:23.882206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Attempting to bind port 91a36862-f95a-48f4-af7f-267c57b74785 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '3633a1bc-7074-4e66-b663-e7d31e5ebb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2c6c9f2c-7d00-40b0-a46b-16a263d23dff'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:32:23.882903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Attempting to bind port 91a36862-f95a-48f4-af7f-267c57b74785 on network 2c6c9f2c-7d00-40b0-a46b-16a263d23dff {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:32:23.889413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-acf892fb-4d64-467c-8e0b-aa6d54eca048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.889413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-acf892fb-4d64-467c-8e0b-aa6d54eca048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.892288 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-acf892fb-4d64-467c-8e0b-aa6d54eca048 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe291d4d-7f06-4567-abe2-577ff6f68c2f HTTP/1.1" status: 204  len: 168 time: 0.5358057
Dec 19 13:32:23.895047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cf1f3e61-a01c-46b7-8457-0a600fac8cc4 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:23.902045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Attempting to bind port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:32:23.902433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Attempting to bind port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '114e7239-f78e-42de-813e-523d6bcf5ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b03e0ee5-7328-437a-97cd-b21d121e438d'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:32:23.902919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Attempting to bind port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 on network b03e0ee5-7328-437a-97cd-b21d121e438d {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:32:23.909893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:32:23.910532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Checking segment: {'id': '3633a1bc-7074-4e66-b663-e7d31e5ebb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2c6c9f2c-7d00-40b0-a46b-16a263d23dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:23.911148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.911715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Bound using segment: {'id': '3633a1bc-7074-4e66-b663-e7d31e5ebb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2c6c9f2c-7d00-40b0-a46b-16a263d23dff'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:32:23.912578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Bound port: 91a36862-f95a-48f4-af7f-267c57b74785, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3633a1bc-7074-4e66-b663-e7d31e5ebb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2c6c9f2c-7d00-40b0-a46b-16a263d23dff'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:32:23.912776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf892fb-4d64-467c-8e0b-aa6d54eca048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe291d4d-7f06-4567-abe2-577ff6f68c2f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:23.913387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.916604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-acf892fb-4d64-467c-8e0b-aa6d54eca048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:23.924398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9184558c-b12f-47f1-9a30-a683db27085c tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:23.940705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3e4d47af-45c9-4490-9011-b1bc92504f71 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.944266 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-304ab7d6-c761-4d29-ae99-51a6930017f7 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7/tags HTTP/1.1" status: 204  len: 168 time: 0.4549010
Dec 19 13:32:23.945253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.948931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42630) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:23.954450 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.tag.tag_plugin [None req-0ba93195-a259-4774-a26b-d63d32b0604c tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8d464427c0>, 'subnets', '19b82aa8-12c0-46d8-98ea-3b940738074e') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:23.985149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:32:23.985526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Checking segment: {'id': '114e7239-f78e-42de-813e-523d6bcf5ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b03e0ee5-7328-437a-97cd-b21d121e438d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:23.985931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.986357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Bound using segment: {'id': '114e7239-f78e-42de-813e-523d6bcf5ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b03e0ee5-7328-437a-97cd-b21d121e438d'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:32:23.986842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Bound port: fad61ac1-d65e-42a0-bfcc-671bd7ddb470, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114e7239-f78e-42de-813e-523d6bcf5ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b03e0ee5-7328-437a-97cd-b21d121e438d'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:32:23.987311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.990213 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7228861
Dec 19 13:32:23.991018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42634) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:23.991970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:23.999839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'security_group': {'name': 'tempest-secgroup-464721680'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:24.009005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:24.012029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e95e63-f51c-4a46-b43a-8e6a4041473f None None] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:24.013382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:security_group and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:24.016798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:24.023573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:24.028154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.035201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2fa3299b-9664-4980-b418-78d553a1d65d', 'network_id': '2fa3299b-9664-4980-b418-78d553a1d65d', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'fixed_ips': [{'subnet_id': '83f8c571-be9b-4552-bc48-1c9ee2f6f397'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:32:24.036021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.044602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Transition to ACTIVE for port object 6546459c-5acb-42db-adda-6ee60c8b78a0 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:24.049902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9184558c-b12f-47f1-9a30-a683db27085c tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:24.052158 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9184558c-b12f-47f1-9a30-a683db27085c tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2256737
Dec 19 13:32:24.057420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42638) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:24.093555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:24.101350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:24.106800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:24.111678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3e4d47af-45c9-4490-9011-b1bc92504f71 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.114833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:24.115421 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3e4d47af-45c9-4490-9011-b1bc92504f71 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7867374
Dec 19 13:32:24.116524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42642) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:24.146071 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0ba93195-a259-4774-a26b-d63d32b0604c tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e/tags HTTP/1.1" status: 204  len: 168 time: 0.1950152
Dec 19 13:32:24.151949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.155837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42646) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:24.196957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.217196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-505a22c9-aa19-4355-9b95-3817e2a3af4b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:24.282026 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] For port 91a36862-f95a-48f4-af7f-267c57b74785, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:32:24.285387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] For port 91a36862-f95a-48f4-af7f-267c57b74785, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=91a36862-f95a-48f4-af7f-267c57b74785,segment=NetworkSegment(3633a1bc-7074-4e66-b663-e7d31e5ebb25),segment_id=3633a1bc-7074-4e66-b663-e7d31e5ebb25)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:32:24.339254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7792f455-b0a9-4dae-82de-4c5d9b4e55e3 None None] Provisioning complete for port e62458ab-2439-4a62-a466-41948db0e9c2 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:24.341742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7792f455-b0a9-4dae-82de-4c5d9b4e55e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.349390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.350750 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51643401-0ce8-4b4f-834b-2270c7cc17d7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.352642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Network b03e0ee5-7328-437a-97cd-b21d121e438d is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:24.358828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:24.360536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Pushing event updated for resources: {'Port': ['ID=6546459c-5acb-42db-adda-6ee60c8b78a0,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:24.363018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:24.367205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:24.369654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.372583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:24.373078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:24.386938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:security_group_rule and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:24.394894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:24.401786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.405489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51643401-0ce8-4b4f-834b-2270c7cc17d7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.418788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:24.418978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:24.425999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.433319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9ed91386-2115-417a-83d4-ca6513acd436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:24.446816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b10e-074c-4b51-ab50-3ed6e5b32624 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for subnetpool, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.451607 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bdd3b10e-074c-4b51-ab50-3ed6e5b32624 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b4600618-a7f0-4326-83a5-2d9c31f321f7 HTTP/1.1" status: 204  len: 168 time: 0.2947130
Dec 19 13:32:24.455739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42652) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:24.526727 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 3.0264030
Dec 19 13:32:24.541822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2d884e53-1c99-4bde-9780-358f653556b2 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Synchronizing usage tracker for tenant:01e3d3b268dd4d51b242c3b4bc319100 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:24.546256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42658) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:24.558362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Request body: {'port': {'network_id': 'b03e0ee5-7328-437a-97cd-b21d121e438d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-208860748', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:24.559005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.api.validators [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] bootfile-name is not in valid_values {{(pid=84125) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:32:24.559426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.api.validators [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] tftp-server is not in valid_values {{(pid=84125) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:32:24.559815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.api.validators [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] server-ip-address is not in valid_values {{(pid=84125) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:32:24.670080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:24.699736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41d80ab-4131-45fd-9ae2-4f44e7d445e2,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:24.730730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:24.730730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:24.730730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:24.746983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:24.769400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.770800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51643401-0ce8-4b4f-834b-2270c7cc17d7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.780810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4192a820-9db3-47e6-9137-54728b8ba8be tempest-ExternalNetworksAdminNegativeTestJSON-1271402375 tempest-ExternalNetworksAdminNegativeTestJSON-1271402375-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:24.802136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51643401-0ce8-4b4f-834b-2270c7cc17d7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d236adc-2752-49f2-ab02-5e72b65423de,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:24.802582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Pushing event updated for resources: {'Port': ['ID=91a36862-f95a-48f4-af7f-267c57b74785,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:24.806032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-51643401-0ce8-4b4f-834b-2270c7cc17d7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:24.807343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:24.809354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2d884e53-1c99-4bde-9780-358f653556b2 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Unset dirty status for tenant:01e3d3b268dd4d51b242c3b4bc319100 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:24.813525 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2d884e53-1c99-4bde-9780-358f653556b2 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "GET /v2.0/ports?device_id=a834ddd4-94b5-4209-b26f-c4a796d903dd HTTP/1.1" status: 200  len: 205 time: 0.3567085
Dec 19 13:32:24.814454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42666) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:24.822584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:24.872090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.880642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Allocated IP 172.21.0.2 (2fa3299b-9664-4980-b418-78d553a1d65d/83f8c571-be9b-4552-bc48-1c9ee2f6f397/aa9d0871-b6f4-4278-990d-6b1349fe4179) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:24.888648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Usage tracker for resource:port and tenant:aca823836bd0421186c9804de367229d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:24.895606 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] For port fad61ac1-d65e-42a0-bfcc-671bd7ddb470, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:32:24.898122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-32b20bda-12eb-46bb-adcb-e17b3ad187e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:24.902692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:24.917081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51643401-0ce8-4b4f-834b-2270c7cc17d7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.921085 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-51643401-0ce8-4b4f-834b-2270c7cc17d7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d236adc-2752-49f2-ab02-5e72b65423de HTTP/1.1" status: 204  len: 168 time: 0.8582962
Dec 19 13:32:24.924237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42672) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:24.970275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] For port fad61ac1-d65e-42a0-bfcc-671bd7ddb470, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fad61ac1-d65e-42a0-bfcc-671bd7ddb470,segment=NetworkSegment(114e7239-f78e-42de-813e-523d6bcf5ab6),segment_id=114e7239-f78e-42de-813e-523d6bcf5ab6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:32:24.975468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:24.979329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:24.980303 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.9879656
Dec 19 13:32:24.988934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42676) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:25.014525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'security_group': {'name': 'tempest-secgroup-1507109130'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:25.022897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:25.033568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:security_group and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:25.043532 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:25.055187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:25.067171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b246abda-0bd2-4c67-a7b5-07ee208d3979,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:25.071990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:25.082873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d78d54c-e72b-44b4-a126-790d165f7a27 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.097449 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.122862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.130814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:25.159362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Made reservation on behalf of aca823836bd0421186c9804de367229d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:25.162912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.223980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.337921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Pushing event updated for resources: {'Port': ['ID=fad61ac1-d65e-42a0-bfcc-671bd7ddb470,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:25.338476 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] device_id is not set on port 8ac51119-5fb1-4d5e-b847-d7f40a53cddf yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:32:25.343523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:25.365306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7792f455-b0a9-4dae-82de-4c5d9b4e55e3 None None] Provisioning complete for port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:25.365684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7792f455-b0a9-4dae-82de-4c5d9b4e55e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.406098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.406451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.421086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.437761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ccaf6ff4-b3ee-429e-ad0b-ad0513b28a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:25.520587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7792f455-b0a9-4dae-82de-4c5d9b4e55e3 None None] Port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:25.535910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.550058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-95225282-5606-4e18-acff-85999ad02cb4 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:25.556653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:25.557244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Transition to ACTIVE for port object aa9d0871-b6f4-4278-990d-6b1349fe4179 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:25.561906 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:security_group_rule and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:25.565768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:25.587117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:25.606712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Transition to ACTIVE for port object aa9d0871-b6f4-4278-990d-6b1349fe4179 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:25.620860 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.622216 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.8823936
Dec 19 13:32:25.629380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42686) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:25.635438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': 'f6c68584-fe48-45ef-8b32-fd772565a22d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:25.642009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:25.646395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:25.648970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:25.659499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:25.687335 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 91a36862-f95a-48f4-af7f-267c57b74785 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:25.783558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42690) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:25.784228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-95225282-5606-4e18-acff-85999ad02cb4 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:25.785822 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-95225282-5606-4e18-acff-85999ad02cb4 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.8584890
Dec 19 13:32:25.794683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42692) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:25.804117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.817105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253099073'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:25.845848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:25.846953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:25.870687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:25.886193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c68584-fe48-45ef-8b32-fd772565a22d,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:25.926095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:26.010715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:26.061336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.079490 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Network 2fa3299b-9664-4980-b418-78d553a1d65d is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:26.088243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:26.092496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Allocated IP 172.20.0.1 (2c6c9f2c-7d00-40b0-a46b-16a263d23dff/0d8e151d-7252-4d04-b1de-c2bad73256eb/b7a2339f-dc2d-4828-b958-a7c748a305aa) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:26.092896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:26.097797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Pushing event updated for resources: {'Port': ['ID=aa9d0871-b6f4-4278-990d-6b1349fe4179,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:26.115305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:26.127379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09313ae-4874-492a-bdb4-0d47e7a5dead None None] Update dhcp port {'port': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'fixed_ips': [{'subnet_id': 'fc0c9e7b-af9b-4593-a348-99af510b3704', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '629e6023-65c2-40d6-8e32-8e0613059e00'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': 'e62458ab-2439-4a62-a466-41948db0e9c2'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:32:26.136580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:26.141186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:26.144564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:26.151074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:26.161609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.206188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f09313ae-4874-492a-bdb4-0d47e7a5dead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.279167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.285540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-19f6b474-cfee-406c-9c5e-f057e271b623 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:26.318319 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e6356fc1-7720-4756-95c8-57316ce657c6 tempest-AgentManagementNegativeTest-222305592 tempest-AgentManagementNegativeTest-222305592-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.5222907
Dec 19 13:32:26.355768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d78d54c-e72b-44b4-a126-790d165f7a27 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.398534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Allocated IP 2001:db8::1c1 (b03e0ee5-7328-437a-97cd-b21d121e438d/b95d1282-084d-47f9-8f6b-158487e57dc1/8ac51119-5fb1-4d5e-b847-d7f40a53cddf) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:26.401368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d78d54c-e72b-44b4-a126-790d165f7a27 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.404154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.404621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.428068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Attempting to bind port aa9d0871-b6f4-4278-990d-6b1349fe4179 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:32:26.428571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Attempting to bind port aa9d0871-b6f4-4278-990d-6b1349fe4179 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '23fe5daa-d90e-4b44-b743-989745d77c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2fa3299b-9664-4980-b418-78d553a1d65d'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:32:26.429084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Attempting to bind port aa9d0871-b6f4-4278-990d-6b1349fe4179 on network 2fa3299b-9664-4980-b418-78d553a1d65d {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:32:26.495607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:32:26.496272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Checking segment: {'id': '23fe5daa-d90e-4b44-b743-989745d77c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2fa3299b-9664-4980-b418-78d553a1d65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:26.496797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.497413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Bound using segment: {'id': '23fe5daa-d90e-4b44-b743-989745d77c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2fa3299b-9664-4980-b418-78d553a1d65d'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:32:26.498033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Bound port: aa9d0871-b6f4-4278-990d-6b1349fe4179, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fe5daa-d90e-4b44-b743-989745d77c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2fa3299b-9664-4980-b418-78d553a1d65d'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:32:26.498506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.501531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.521812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Transition to ACTIVE for port object b7a2339f-dc2d-4828-b958-a7c748a305aa will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:26.547878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076e8a6a-bf95-4c3b-8997-2518b5cb94bd,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:26.551462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:26.552101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.570377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1138f273-44f6-44e9-9ca2-89d44d8bc229 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:26.579804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 91a36862-f95a-48f4-af7f-267c57b74785 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:26.582340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.583374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a87bb4-081c-466a-8d41-db5ee7ec46cd None None] Network 2c6c9f2c-7d00-40b0-a46b-16a263d23dff requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:26.583959 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.9537692
Dec 19 13:32:26.587135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42704) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:26.594728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.598249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2288ac34-ed12-4f9d-be35-bd3afcb40fc6 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': 'f6c68584-fe48-45ef-8b32-fd772565a22d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:26.608452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-802bb2ea-5b9e-46dc-8e14-a747f059edb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:26.618953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d78d54c-e72b-44b4-a126-790d165f7a27 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.620196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d78d54c-e72b-44b4-a126-790d165f7a27 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Fanout notify agent at l3_agent the message router_deleted on router a834ddd4-94b5-4209-b26f-c4a796d903dd {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:32:26.631677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.640095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2288ac34-ed12-4f9d-be35-bd3afcb40fc6 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:26.658915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2288ac34-ed12-4f9d-be35-bd3afcb40fc6 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:26.666061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b5abad-3e12-445b-9bdd-870d6fbd6e15,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:26.670435 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:26.672271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2288ac34-ed12-4f9d-be35-bd3afcb40fc6 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:26.677727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fba0e9c1-04ca-4853-ba20-d264608dd898 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:26.720683 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ad6c2ff3-2b3a-4666-912c-ee1039144398 None None] Provisioning for port 91a36862-f95a-48f4-af7f-267c57b74785 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:26.725621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d78d54c-e72b-44b4-a126-790d165f7a27 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.733579 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1d78d54c-e72b-44b4-a126-790d165f7a27 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/routers/a834ddd4-94b5-4209-b26f-c4a796d903dd HTTP/1.1" status: 204  len: 168 time: 1.9112365
Dec 19 13:32:26.735816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42708) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:26.739535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ad6c2ff3-2b3a-4666-912c-ee1039144398 None None] Provisioning complete for port 91a36862-f95a-48f4-af7f-267c57b74785 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:26.739912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2ff3-2b3a-4666-912c-ee1039144398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.740037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f153d9f9-92f5-43c5-b2e0-5dd9df9e2831,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:26.760535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.761887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:26.781335 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9771478
Dec 19 13:32:26.797218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42712) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:26.806659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 2c6c9f2c-7d00-40b0-a46b-16a263d23dff is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:26.809384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=b7a2339f-dc2d-4828-b958-a7c748a305aa,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:26.813404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2288ac34-ed12-4f9d-be35-bd3afcb40fc6 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:26.816046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:26.818111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:26.827207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.827483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': '27b5abad-3e12-445b-9bdd-870d6fbd6e15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:26.827571 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.8319108
Dec 19 13:32:26.830212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42716) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:26.830952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:26.878313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'security_group': {'name': 'tempest-secgroup-1172758882'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:26.883313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:26.890641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:26.900497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:26.904687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:security_group and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:26.911457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:26.929059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:26.937432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] For port aa9d0871-b6f4-4278-990d-6b1349fe4179, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:32:26.945226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-0296ace9-3e06-48c5-a082-526d70f20b44 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Deleting port 92eda1ff-bdb5-405a-841f-fe8f4512a2b7 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:26.946205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] For port aa9d0871-b6f4-4278-990d-6b1349fe4179, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=aa9d0871-b6f4-4278-990d-6b1349fe4179,segment=NetworkSegment(23fe5daa-d90e-4b44-b743-989745d77c7f),segment_id=23fe5daa-d90e-4b44-b743-989745d77c7f)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:32:26.946305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0296ace9-3e06-48c5-a082-526d70f20b44 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:26.951023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:26.984057 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-f09313ae-4874-492a-bdb4-0d47e7a5dead None None] Allocated IP 2001:db8::2 (2b18094a-49b8-4dff-8efe-9812329e8e11/629e6023-65c2-40d6-8e32-8e0613059e00/e62458ab-2439-4a62-a466-41948db0e9c2) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:26.986015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:27.003172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.014416 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.025715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2288ac34-ed12-4f9d-be35-bd3afcb40fc6 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.057354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Transition to ACTIVE for port object 8ac51119-5fb1-4d5e-b847-d7f40a53cddf will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:27.086823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.086994 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.093781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42722) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:27.122125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.142220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:27.193660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f2dbc7-73ce-45f7-bbef-709352d1fca5 None None] Network b03e0ee5-7328-437a-97cd-b21d121e438d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:27.204382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:27.244726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.245852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:security_group_rule and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:27.254749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:27.265053 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:27.291761 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.307701 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-2288ac34-ed12-4f9d-be35-bd3afcb40fc6 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:32:27.308849 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2288ac34-ed12-4f9d-be35-bd3afcb40fc6 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.7205839
Dec 19 13:32:27.313839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42728) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:27.350994 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.359190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0296ace9-3e06-48c5-a082-526d70f20b44 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.371181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ae2315f1-c4be-42fb-a057-a8c236c06856 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:27.380673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.387135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a79c43b7-e11d-4471-803a-669757eb8450 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:27.413158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f180c04e-7686-4de7-871c-5ba33975774d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.442033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2ff3-2b3a-4666-912c-ee1039144398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.449398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a97a34d-8ede-4eed-a938-35a4302bde5e,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:27.465680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:27.524382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.590693 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-0296ace9-3e06-48c5-a082-526d70f20b44 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Calling delete_port for 92eda1ff-bdb5-405a-841f-fe8f4512a2b7 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:27.612385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Pushing event updated for resources: {'Port': ['ID=aa9d0871-b6f4-4278-990d-6b1349fe4179,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:27.621226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.622360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:27.627396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-51643401-0ce8-4b4f-834b-2270c7cc17d7 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:27.632779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Network b03e0ee5-7328-437a-97cd-b21d121e438d is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:27.646431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f09313ae-4874-492a-bdb4-0d47e7a5dead None None] For port e62458ab-2439-4a62-a466-41948db0e9c2, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e62458ab-2439-4a62-a466-41948db0e9c2,segment=NetworkSegment(8fb8eb46-b747-40a1-b214-8dcd95e133be),segment_id=8fb8eb46-b747-40a1-b214-8dcd95e133be)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:27.656598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:27.659292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:27.663488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:27.664637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.690209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Pushing event updated for resources: {'Port': ['ID=8ac51119-5fb1-4d5e-b847-d7f40a53cddf,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:27.693463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:27.700347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f180c04e-7686-4de7-871c-5ba33975774d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:27.705361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.715851 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.9069386
Dec 19 13:32:27.716043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-473d2f23-614e-4b35-80ac-2264e087d232 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.716163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42732) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:27.726181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f180c04e-7686-4de7-871c-5ba33975774d admin admin] Usage tracker for resource:security_group_rule and tenant:97549d73adca4e5da00f0f4e6d03f228 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:27.746259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24c261c-6ac9-4ee0-93c8-122c22ef3a40,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:27.754255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f180c04e-7686-4de7-871c-5ba33975774d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:27.757016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-473d2f23-614e-4b35-80ac-2264e087d232 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.759505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:27.769277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f180c04e-7686-4de7-871c-5ba33975774d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:27.784749 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d66759c3-457a-4b68-9471-7191b1f46e4f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules/1a97a34d-8ede-4eed-a938-35a4302bde5e HTTP/1.1" status: 200  len: 705 time: 0.0624464
Dec 19 13:32:27.790617 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fad61ac1-d65e-42a0-bfcc-671bd7ddb470 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:27.807683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42736) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:27.841171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ad6c2ff3-2b3a-4666-912c-ee1039144398 None None] For port 91a36862-f95a-48f4-af7f-267c57b74785, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=91a36862-f95a-48f4-af7f-267c57b74785,segment=NetworkSegment(3633a1bc-7074-4e66-b663-e7d31e5ebb25),segment_id=3633a1bc-7074-4e66-b663-e7d31e5ebb25)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:27.871258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.resource_extend [None req-f09313ae-4874-492a-bdb4-0d47e7a5dead None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:32:27.872001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.876170 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0135863
Dec 19 13:32:27.878731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42740) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:27.886399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1791120801', 'security_groups': ['d24c261c-6ac9-4ee0-93c8-122c22ef3a40'], 'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '629e6023-65c2-40d6-8e32-8e0613059e00'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:27.908101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-473d2f23-614e-4b35-80ac-2264e087d232 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.960965 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f09313ae-4874-492a-bdb4-0d47e7a5dead None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.992221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f180c04e-7686-4de7-871c-5ba33975774d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:27.996473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad6c2ff3-2b3a-4666-912c-ee1039144398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:28.020153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fe8d3f6f-6bb3-4de0-af89-91785e5da6e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:28.135689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c2ff3-2b3a-4666-912c-ee1039144398 None None] Pushing event updated for resources: {'Port': ['ID=91a36862-f95a-48f4-af7f-267c57b74785,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:28.139622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:28.143025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ad6c2ff3-2b3a-4666-912c-ee1039144398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:28.164211 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 3.6106031
Dec 19 13:32:28.167900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42744) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:28.170330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:28.172642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-473d2f23-614e-4b35-80ac-2264e087d232 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:28.176194 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-473d2f23-614e-4b35-80ac-2264e087d232 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "DELETE /v2.0/security-groups/f6c68584-fe48-45ef-8b32-fd772565a22d HTTP/1.1" status: 204  len: 168 time: 0.8456707
Dec 19 13:32:28.176194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d2f23-614e-4b35-80ac-2264e087d232 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c68584-fe48-45ef-8b32-fd772565a22d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:28.177158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-473d2f23-614e-4b35-80ac-2264e087d232 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:28.180674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42748) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:28.229063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f180c04e-7686-4de7-871c-5ba33975774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:28.253138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0beb74b0-9146-489b-a10f-eea0c969ff37 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:28.253767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-85d8e38b-4ac4-4dc0-8094-cc74d98e51da None None] Provisioning for port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:28.261128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-85d8e38b-4ac4-4dc0-8094-cc74d98e51da None None] Provisioning complete for port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:28.264422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-85d8e38b-4ac4-4dc0-8094-cc74d98e51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:28.295810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c531a836-76f4-4682-9f2f-5b48c6f94bfb tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:28.307720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180c04e-7686-4de7-871c-5ba33975774d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94213821-9c51-4839-a749-7c2ffc90ca85,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:28.326290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0296ace9-3e06-48c5-a082-526d70f20b44 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:28.333103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f180c04e-7686-4de7-871c-5ba33975774d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:28.334062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f09313ae-4874-492a-bdb4-0d47e7a5dead None None] Transition to ACTIVE for port object e62458ab-2439-4a62-a466-41948db0e9c2 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:28.341510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0668d5d8-5c65-4479-9711-d691710a01a7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:28.434686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296ace9-3e06-48c5-a082-526d70f20b44 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Pushing event deleted for resources: {'Port': ['ID=92eda1ff-bdb5-405a-841f-fe8f4512a2b7,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:28.449690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0296ace9-3e06-48c5-a082-526d70f20b44 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:28.457052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:28.464997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:28.471269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-85d8e38b-4ac4-4dc0-8094-cc74d98e51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:28.472665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6df10d64-b36d-4712-a9cf-772cd9b4b5de tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Synchronizing usage tracker for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:28.483386 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f180c04e-7686-4de7-871c-5ba33975774d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97549d73adca4e5da00f0f4e6d03f228&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3858204
Dec 19 13:32:28.486564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f09313ae-4874-492a-bdb4-0d47e7a5dead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:28.497309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c531a836-76f4-4682-9f2f-5b48c6f94bfb tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:28.501440 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c531a836-76f4-4682-9f2f-5b48c6f94bfb tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.6899722
Dec 19 13:32:28.501440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42752) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:28.503698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c1ded861-e37b-4426-9404-3906f6752576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:28.506784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42754) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:28.561396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:28.565060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:28.621358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0296ace9-3e06-48c5-a082-526d70f20b44 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:28.624217 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0296ace9-3e06-48c5-a082-526d70f20b44 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/ports/92eda1ff-bdb5-405a-841f-fe8f4512a2b7 HTTP/1.1" status: 204  len: 168 time: 1.8872721
Dec 19 13:32:28.627037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42760) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:28.682277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ae850cfe-cce0-4b67-a1a3-5aa1e602bc62 tempest-RoutersAdminNegativeTest-246940944 tempest-RoutersAdminNegativeTest-246940944-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:28.703486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:28.776180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-85d8e38b-4ac4-4dc0-8094-cc74d98e51da None None] For port fad61ac1-d65e-42a0-bfcc-671bd7ddb470, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fad61ac1-d65e-42a0-bfcc-671bd7ddb470,segment=NetworkSegment(114e7239-f78e-42de-813e-523d6bcf5ab6),segment_id=114e7239-f78e-42de-813e-523d6bcf5ab6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:28.779546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09313ae-4874-492a-bdb4-0d47e7a5dead None None] Pushing event updated for resources: {'Port': ['ID=e62458ab-2439-4a62-a466-41948db0e9c2,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:28.782636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f09313ae-4874-492a-bdb4-0d47e7a5dead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:28.816959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6df10d64-b36d-4712-a9cf-772cd9b4b5de tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Unset dirty status for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:28.818199 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6df10d64-b36d-4712-a9cf-772cd9b4b5de tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6351111
Dec 19 13:32:28.829669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42764) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:28.844096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-85d8e38b-4ac4-4dc0-8094-cc74d98e51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:28.847740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=b7a2339f-dc2d-4828-b958-a7c748a305aa,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:28.847927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:28.861373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group': {'name': 'tempest-secgroup--976268645'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:28.872078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:28.884049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:28.940725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082afc0e-c45b-40be-b3a2-6b6c9b490ed6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:28.950293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082afc0e-c45b-40be-b3a2-6b6c9b490ed6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:28.969278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082afc0e-c45b-40be-b3a2-6b6c9b490ed6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:28.974453 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-082afc0e-c45b-40be-b3a2-6b6c9b490ed6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2620 time: 0.8026805
Dec 19 13:32:28.976159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8e38b-4ac4-4dc0-8094-cc74d98e51da None None] Pushing event updated for resources: {'Port': ['ID=fad61ac1-d65e-42a0-bfcc-671bd7ddb470,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:28.979190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42768) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:28.982971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-85d8e38b-4ac4-4dc0-8094-cc74d98e51da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:28.996934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd3bc463-99b6-4421-8fbb-09d3c98b8420 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.001691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Provisioning complete for port 91a36862-f95a-48f4-af7f-267c57b74785 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:29.002077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.003261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.007780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:29.013850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.103358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd3bc463-99b6-4421-8fbb-09d3c98b8420 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.124653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14e67802-5943-4975-a8dd-7f2f73b7e6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.160932 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] device_id is not set on port 735f9493-650b-41b4-9a2c-ffe895bb2f1d yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:32:29.218446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.290655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Provisioning for port 6546459c-5acb-42db-adda-6ee60c8b78a0 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:29.303355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14e67802-5943-4975-a8dd-7f2f73b7e6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.304132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Provisioning complete for port 6546459c-5acb-42db-adda-6ee60c8b78a0 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:29.306682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.386258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Port 6546459c-5acb-42db-adda-6ee60c8b78a0 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:29.391043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-967eed17-2f76-4e67-8153-2c2fe592be49 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Deleting port 8ac51119-5fb1-4d5e-b847-d7f40a53cddf {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:29.392960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-967eed17-2f76-4e67-8153-2c2fe592be49 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.417767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab604530-e777-4a3f-b5d8-813dd351493a None None] Network 2fa3299b-9664-4980-b418-78d553a1d65d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:29.482307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8::253 (2b18094a-49b8-4dff-8efe-9812329e8e11/629e6023-65c2-40d6-8e32-8e0613059e00/735f9493-650b-41b4-9a2c-ffe895bb2f1d) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:29.522247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14e67802-5943-4975-a8dd-7f2f73b7e6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.544454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:29.558861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd3bc463-99b6-4421-8fbb-09d3c98b8420 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.604011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e67802-5943-4975-a8dd-7f2f73b7e6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94213821-9c51-4839-a749-7c2ffc90ca85,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:29.605352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Provisioning for port 8ac51119-5fb1-4d5e-b847-d7f40a53cddf completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:29.614645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-14e67802-5943-4975-a8dd-7f2f73b7e6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:29.617765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-34e63fe8-574f-4e2f-9d95-9f003c063b9c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:29.619845 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7013a5-59f0-41d8-bbb0-34f7568b8ce4 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Deleting subnet 19b82aa8-12c0-46d8-98ea-3b940738074e {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:29.648793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:29.653714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14e67802-5943-4975-a8dd-7f2f73b7e6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.658164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c7013a5-59f0-41d8-bbb0-34f7568b8ce4 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.658308 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-14e67802-5943-4975-a8dd-7f2f73b7e6e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94213821-9c51-4839-a749-7c2ffc90ca85 HTTP/1.1" status: 204  len: 168 time: 1.1546807
Dec 19 13:32:29.675306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Provisioning complete for port 8ac51119-5fb1-4d5e-b847-d7f40a53cddf triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:29.675915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.681173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bc463-99b6-4421-8fbb-09d3c98b8420 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a97a34d-8ede-4eed-a938-35a4302bde5e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:29.683935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dd3bc463-99b6-4421-8fbb-09d3c98b8420 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:29.705008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dd3bc463-99b6-4421-8fbb-09d3c98b8420 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.705656 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dd3bc463-99b6-4421-8fbb-09d3c98b8420 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1a97a34d-8ede-4eed-a938-35a4302bde5e HTTP/1.1" status: 204  len: 168 time: 1.1977808
Dec 19 13:32:29.756179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42774) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:29.842361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Port 8ac51119-5fb1-4d5e-b847-d7f40a53cddf cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:29.867135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:29.875962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:29.900351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e62458ab-2439-4a62-a466-41948db0e9c2 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:29.903809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:29.922849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.947027 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c7013a5-59f0-41d8-bbb0-34f7568b8ce4 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.965672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 2c6c9f2c-7d00-40b0-a46b-16a263d23dff is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:29.969451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:29.978468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-132cd8fd-519b-455d-ace1-d3fbe1348cca tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:29.983238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-967eed17-2f76-4e67-8153-2c2fe592be49 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:29.992955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object 735f9493-650b-41b4-9a2c-ffe895bb2f1d will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:29.997812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Provisioning complete for port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:29.998359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:30.064691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:30.093383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c7013a5-59f0-41d8-bbb0-34f7568b8ce4 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:30.134825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:30.144615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-15e80bb1-0c27-4b55-bb84-e637ea0dbd2a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:30.175477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:30.234997 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa9d0871-b6f4-4278-990d-6b1349fe4179 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:30.246942 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14adb41f-184d-4a88-ab42-6e5c5f48ae9b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:30.250491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:30.255389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:30.257739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-325d05a5-ef2a-4b66-8d62-8c9a07e6d5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:30.297157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:30.309409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:30.313339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:30.313956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:30.348745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-132cd8fd-519b-455d-ace1-d3fbe1348cca tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:30.348745 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-132cd8fd-519b-455d-ace1-d3fbe1348cca tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5734663
Dec 19 13:32:30.348942 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42782) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:30.349355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-967eed17-2f76-4e67-8153-2c2fe592be49 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Calling delete_port for 8ac51119-5fb1-4d5e-b847-d7f40a53cddf owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:30.361428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f6a53af6-1d93-4789-b9f0-c9c367fa4089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': '27b5abad-3e12-445b-9bdd-870d6fbd6e15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:30.375108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:30.376302 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.5432067
Dec 19 13:32:30.380947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42786) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:30.381260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f6a53af6-1d93-4789-b9f0-c9c367fa4089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:30.387337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=735f9493-650b-41b4-9a2c-ffe895bb2f1d,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:30.393167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:30.397254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f6a53af6-1d93-4789-b9f0-c9c367fa4089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:30.402054 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-54233d59-d7e6-4f98-a6c9-59b6c1b9645b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '14adb41f-184d-4a88-ab42-6e5c5f48ae9b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:30.403352 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-54233d59-d7e6-4f98-a6c9-59b6c1b9645b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:30.406562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42790) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:30.406713 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-54233d59-d7e6-4f98-a6c9-59b6c1b9645b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0197744
Dec 19 13:32:30.423900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c7013a5-59f0-41d8-bbb0-34f7568b8ce4 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:30.430623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ef60e58b-fe74-4f31-aa6d-e1a04e98dc8e tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:30.482586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7013a5-59f0-41d8-bbb0-34f7568b8ce4 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Pushing event deleted for resources: {'Subnet': ['ID=19b82aa8-12c0-46d8-98ea-3b940738074e,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:30.485376 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.6049600
Dec 19 13:32:30.492039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9c7013a5-59f0-41d8-bbb0-34f7568b8ce4 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:30.492605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42796) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:30.515950 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1b97c7ac-b159-4105-8e84-950388d44379 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:30.568429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b302c086-da0a-4946-8006-9d1bcca2ff19 None None] Network 560a2dd3-14fa-4376-9d98-67f1ff21aece requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:30.600706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c7013a5-59f0-41d8-bbb0-34f7568b8ce4 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:30.608150 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9c7013a5-59f0-41d8-bbb0-34f7568b8ce4 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/subnets/19b82aa8-12c0-46d8-98ea-3b940738074e HTTP/1.1" status: 204  len: 168 time: 1.9798720
Dec 19 13:32:30.634199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42802) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:30.758615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Provisioning for port b7a2339f-dc2d-4828-b958-a7c748a305aa completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:30.765245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port aa9d0871-b6f4-4278-990d-6b1349fe4179 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:30.773256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Provisioning complete for port b7a2339f-dc2d-4828-b958-a7c748a305aa triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:30.774149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:30.850574 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 91a36862-f95a-48f4-af7f-267c57b74785 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:30.891396 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f6a53af6-1d93-4789-b9f0-c9c367fa4089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:30.943411 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a793b-13fc-4cb5-9fc2-da372d309b2d None None] Port b7a2339f-dc2d-4828-b958-a7c748a305aa cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:31.006464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 91a36862-f95a-48f4-af7f-267c57b74785 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:31.007100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.045134 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-99480168-f5e0-4c0a-8c0c-9ca244366c70 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.062233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-967eed17-2f76-4e67-8153-2c2fe592be49 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.073072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9b2bb456-01a2-40e7-af23-a67fdec28ea7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:31.100467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3262ca5-80d4-4963-8336-7e6e50bb082e None None] DHCP port deletion for 560a2dd3-14fa-4376-9d98-67f1ff21aece request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:32:31.110942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ca5-80d4-4963-8336-7e6e50bb082e None None] Deleting port 61699664-4d1a-431f-b140-6a30577d89fb {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:31.110942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e3262ca5-80d4-4963-8336-7e6e50bb082e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.117696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.169543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-99480168-f5e0-4c0a-8c0c-9ca244366c70 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.182263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967eed17-2f76-4e67-8153-2c2fe592be49 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Pushing event deleted for resources: {'Port': ['ID=8ac51119-5fb1-4d5e-b847-d7f40a53cddf,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:31.184583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1b97c7ac-b159-4105-8e84-950388d44379 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:31.194379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-967eed17-2f76-4e67-8153-2c2fe592be49 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:31.213807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1b97c7ac-b159-4105-8e84-950388d44379 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:31.213807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1b97c7ac-b159-4105-8e84-950388d44379 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:31.214592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Provisioning for port aa9d0871-b6f4-4278-990d-6b1349fe4179 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:31.221522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Deleting port 61699664-4d1a-431f-b140-6a30577d89fb {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:31.221854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.236333 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Provisioning complete for port aa9d0871-b6f4-4278-990d-6b1349fe4179 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:31.243321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.251720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f6a53af6-1d93-4789-b9f0-c9c367fa4089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.255164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-967eed17-2f76-4e67-8153-2c2fe592be49 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.262655 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-967eed17-2f76-4e67-8153-2c2fe592be49 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] 10.222.0.24 "DELETE /v2.0/ports/8ac51119-5fb1-4d5e-b847-d7f40a53cddf HTTP/1.1" status: 204  len: 168 time: 2.2750361
Dec 19 13:32:31.265883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42812) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:31.270448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1b97c7ac-b159-4105-8e84-950388d44379 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:31.273777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Request body: {'port': {'name': 'tempest-new-port-name-1008631733', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:31.274276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.api.validators [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] bootfile-name is not in valid_values {{(pid=84124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:32:31.274929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.api.validators [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] tftp-server is not in valid_values {{(pid=84124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:32:31.275428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.api.validators [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] server-ip-address is not in valid_values {{(pid=84124) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 19 13:32:31.319747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fad61ac1-d65e-42a0-bfcc-671bd7ddb470 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:31.322300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 2c73b091-f0bf-4bf9-9391-780bd6691be8 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:32:31.376978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f6a53af6-1d93-4789-b9f0-c9c367fa4089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.377690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b97c7ac-b159-4105-8e84-950388d44379 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:31.381136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b97c7ac-b159-4105-8e84-950388d44379 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.465525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b7f8d78-aa8c-484c-bfd1-fdbdb01e1fc6 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:31.474757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:31.475413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.494664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-99480168-f5e0-4c0a-8c0c-9ca244366c70 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.536676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a53af6-1d93-4789-b9f0-c9c367fa4089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fbce90-74de-449a-bcf7-a9e640cfaf89,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:31.550741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f6a53af6-1d93-4789-b9f0-c9c367fa4089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:31.575979 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42818) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:31.579038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-47ee5bbc-892a-4faf-b1d7-d2d6d37b3381 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:31.611731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.666433 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99480168-f5e0-4c0a-8c0c-9ca244366c70 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14adb41f-184d-4a88-ab42-6e5c5f48ae9b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:31.679409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-99480168-f5e0-4c0a-8c0c-9ca244366c70 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:31.703571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-99480168-f5e0-4c0a-8c0c-9ca244366c70 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.704771 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-99480168-f5e0-4c0a-8c0c-9ca244366c70 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "DELETE /v2.0/security-groups/14adb41f-184d-4a88-ab42-6e5c5f48ae9b HTTP/1.1" status: 204  len: 168 time: 1.2966011
Dec 19 13:32:31.712487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42824) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:31.743107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] For port 61699664-4d1a-431f-b140-6a30577d89fb, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=61699664-4d1a-431f-b140-6a30577d89fb,segment=NetworkSegment(68ab91d7-5be8-4a52-b242-662b32f59fa6),segment_id=68ab91d7-5be8-4a52-b242-662b32f59fa6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:31.743484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.750838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f6a53af6-1d93-4789-b9f0-c9c367fa4089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.752032 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f6a53af6-1d93-4789-b9f0-c9c367fa4089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.3982346
Dec 19 13:32:31.757045 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42828) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:31.803461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.855176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] For port aa9d0871-b6f4-4278-990d-6b1349fe4179, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=aa9d0871-b6f4-4278-990d-6b1349fe4179,segment=NetworkSegment(23fe5daa-d90e-4b44-b743-989745d77c7f),segment_id=23fe5daa-d90e-4b44-b743-989745d77c7f)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:31.870195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:32:31.885560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6291aeb7-0365-4d5b-9567-c5c6bb3bba33 None None] Sync routers for ids ['2c73b091-f0bf-4bf9-9391-780bd6691be8'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:32:31.893437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Calling delete_port for 61699664-4d1a-431f-b140-6a30577d89fb owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:31.902052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e3262ca5-80d4-4963-8336-7e6e50bb082e None None] For port 61699664-4d1a-431f-b140-6a30577d89fb, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=61699664-4d1a-431f-b140-6a30577d89fb,segment=NetworkSegment(68ab91d7-5be8-4a52-b242-662b32f59fa6),segment_id=68ab91d7-5be8-4a52-b242-662b32f59fa6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:31.902636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e3262ca5-80d4-4963-8336-7e6e50bb082e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:31.919636 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aa72ee0a-375b-420e-b334-8b165f210d49 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2027605
Dec 19 13:32:31.924781 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.ipam_backend_mixin [None req-1b97c7ac-b159-4105-8e84-950388d44379 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 629e6023-65c2-40d6-8e32-8e0613059e00 (CIDR: 2001:db8::/64)
Dec 19 13:32:31.927430 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/2c73b091-f0bf-4bf9-9391-780bd6691be8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7805998
Dec 19 13:32:31.931649 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42832) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:31.932283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42834) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:31.944290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451558763'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:31.975362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 61699664-4d1a-431f-b140-6a30577d89fb no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:32:31.985102 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-93c3030f-9a9e-4da1-8f9a-0476c98ad90b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules/c8fbce90-74de-449a-bcf7-a9e640cfaf89 HTTP/1.1" status: 200  len: 705 time: 0.2246649
Dec 19 13:32:32.001812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42840) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:32.002970 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b97c7ac-b159-4105-8e84-950388d44379 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:32.003624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b97c7ac-b159-4105-8e84-950388d44379 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:32.020624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:32.036787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.051401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-700716154'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:32.062062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:32.065451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.067868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:32.073796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:32.078211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ca5-80d4-4963-8336-7e6e50bb082e None None] Calling delete_port for 61699664-4d1a-431f-b140-6a30577d89fb owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:32.091109 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:network and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:32.093619 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:32.103773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f93b522e-d253-4f7e-9e4f-2f02fc84c8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:32.110521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:32.116378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.120697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b8954e-2cfc-4d36-b59b-7b9add8cb8c9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:32.124685 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-35b8954e-2cfc-4d36-b59b-7b9add8cb8c9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports/b7a2339f-dc2d-4828-b958-a7c748a305aa HTTP/1.1" status: 200  len: 910 time: 0.1871526
Dec 19 13:32:32.124826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7efb7421-fa94-4109-b730-581b14a8e22b tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:32.129991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42844) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:32.130712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:32.136622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291aeb7-0365-4d5b-9567-c5c6bb3bba33 None None] Routers {'2c73b091-f0bf-4bf9-9391-780bd6691be8'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:32.136622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6291aeb7-0365-4d5b-9567-c5c6bb3bba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47417550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2c73b091-f0bf-4bf9-9391-780bd6691be8'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:32.180562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] In _notify_port_updated(), no bound segment for port 6546459c-5acb-42db-adda-6ee60c8b78a0 on network b03e0ee5-7328-437a-97cd-b21d121e438d {{(pid=84124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:32:32.185117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:32.185840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.192193 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] 10.222.0.24 "PUT /v2.0/ports/6546459c-5acb-42db-adda-6ee60c8b78a0 HTTP/1.1" status: 200  len: 1130 time: 0.9241774
Dec 19 13:32:32.193449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42848) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:32.213417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Pushing event updated for resources: {'Port': ['ID=6546459c-5acb-42db-adda-6ee60c8b78a0,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:32.216951 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:32.221876 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1b97c7ac-b159-4105-8e84-950388d44379 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.7217114
Dec 19 13:32:32.222067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42852) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:32.228148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-bb43177a-c8e1-48a3-b688-8e85e0b57023 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:32.229948 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6291aeb7-0365-4d5b-9567-c5c6bb3bba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47417550>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:32.249130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.312688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No active binding found for port 61699664-4d1a-431f-b140-6a30577d89fb {{(pid=84126) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 19 13:32:32.313114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 61699664-4d1a-431f-b140-6a30577d89fb not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:32:32.314532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Pushing event updated for resources: {'Port': ['ID=aa9d0871-b6f4-4278-990d-6b1349fe4179,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:32.319133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:32.321474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Provisioning complete for port 6546459c-5acb-42db-adda-6ee60c8b78a0 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:32.321681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.332488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:32.335288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.350297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291aeb7-0365-4d5b-9567-c5c6bb3bba33 None None] Routers {'2c73b091-f0bf-4bf9-9391-780bd6691be8'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:32.350815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6291aeb7-0365-4d5b-9567-c5c6bb3bba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47417550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2c73b091-f0bf-4bf9-9391-780bd6691be8'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:32.352684 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.366294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f42307d1-02f4-483d-bdd8-ce3f931341da tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:32.404310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-bb43177a-c8e1-48a3-b688-8e85e0b57023 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:32.409021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-bb43177a-c8e1-48a3-b688-8e85e0b57023 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:32.409228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3e530036-65d5-49d1-bd0b-9c9e7a16bd10 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:32.412367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-bb43177a-c8e1-48a3-b688-8e85e0b57023 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:32.419302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-bb43177a-c8e1-48a3-b688-8e85e0b57023 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:32.425896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.450250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Pushing event deleted for resources: {'Port': ['ID=61699664-4d1a-431f-b140-6a30577d89fb,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:32.461814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:32.473680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-e3262ca5-80d4-4963-8336-7e6e50bb082e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:32:32.474036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-e3262ca5-80d4-4963-8336-7e6e50bb082e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:32:32.478822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa4f57-d19c-440f-85f4-5b940469dd6e tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:32.479445 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6291aeb7-0365-4d5b-9567-c5c6bb3bba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47417550>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:32.479570 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0caa4f57-d19c-440f-85f4-5b940469dd6e tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Synchronizing usage tracker for tenant:aca823836bd0421186c9804de367229d on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:32.479804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6291aeb7-0365-4d5b-9567-c5c6bb3bba33 None None] The sync data for ids ['2c73b091-f0bf-4bf9-9391-780bd6691be8'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:32:32.493312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Port 6546459c-5acb-42db-adda-6ee60c8b78a0 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:32.494527 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] No DVR routers for this DVR port 61699664-4d1a-431f-b140-6a30577d89fb on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:32:32.505715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Provisioning complete for port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:32.506543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.512572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb43177a-c8e1-48a3-b688-8e85e0b57023 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:32.551765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:32.566638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:32.567277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:32.570166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Could not find standard attr ID for object 8ac51119-5fb1-4d5e-b847-d7f40a53cddf. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:32:32.585216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:32.646882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3e530036-65d5-49d1-bd0b-9c9e7a16bd10 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:32.650955 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3e530036-65d5-49d1-bd0b-9c9e7a16bd10 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.6398683
Dec 19 13:32:32.650955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:32.651855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42856) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:32.652283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:32.661088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Provisioning for port 735f9493-650b-41b4-9a2c-ffe895bb2f1d completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:32.667186 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Provisioning complete for port 735f9493-650b-41b4-9a2c-ffe895bb2f1d triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:32.667605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:security_group_rule and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:32.667767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.668688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bb43177a-c8e1-48a3-b688-8e85e0b57023 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.676921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0caa4f57-d19c-440f-85f4-5b940469dd6e tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Unset dirty status for tenant:aca823836bd0421186c9804de367229d on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:32.680867 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0caa4f57-d19c-440f-85f4-5b940469dd6e tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] 10.222.0.24 "GET /v2.0/ports/6546459c-5acb-42db-adda-6ee60c8b78a0 HTTP/1.1" status: 200  len: 1130 time: 0.4707019
Dec 19 13:32:32.680867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:32.697236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42860) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:32.708536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:32.738158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Port 735f9493-650b-41b4-9a2c-ffe895bb2f1d cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:32.753882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Provisioning complete for port b7a2339f-dc2d-4828-b958-a7c748a305aa triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:32.754441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.780233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d1bdb43-13b8-4a68-9678-5f88258dd908 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.798782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d1bdb43-13b8-4a68-9678-5f88258dd908 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.816959 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Port b7a2339f-dc2d-4828-b958-a7c748a305aa cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:32.848355 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.ipam_backend_mixin [None req-bb43177a-c8e1-48a3-b688-8e85e0b57023 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fc0c9e7b-af9b-4593-a348-99af510b3704 (CIDR: 2001:db8:0:1::/64)
Dec 19 13:32:32.872952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.895158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Provisioning for port e62458ab-2439-4a62-a466-41948db0e9c2 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:32.897603 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb43177a-c8e1-48a3-b688-8e85e0b57023 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:32.898110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb43177a-c8e1-48a3-b688-8e85e0b57023 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:32.901254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Provisioning complete for port e62458ab-2439-4a62-a466-41948db0e9c2 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:32.901646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.927653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d1bdb43-13b8-4a68-9678-5f88258dd908 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.930240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4bf693e4-f249-46db-99ea-2ec1de102d17 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:32.944857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d1bdb43-13b8-4a68-9678-5f88258dd908 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.948767 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9d1bdb43-13b8-4a68-9678-5f88258dd908 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c8fbce90-74de-449a-bcf7-a9e640cfaf89 HTTP/1.1" status: 204  len: 168 time: 0.2939982
Dec 19 13:32:32.948968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bdb43-13b8-4a68-9678-5f88258dd908 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8fbce90-74de-449a-bcf7-a9e640cfaf89,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:32.950714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42864) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:32.953161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9d1bdb43-13b8-4a68-9678-5f88258dd908 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:32.968874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46129b20>,) {'filters': {'network_id': ['560a2dd3-14fa-4376-9d98-67f1ff21aece']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:32.982745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-2a03014b-e0c2-4273-8b62-34e5afbbf6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Deleting port 6546459c-5acb-42db-adda-6ee60c8b78a0 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:32.983089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2a03014b-e0c2-4273-8b62-34e5afbbf6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:32.988214 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bb43177a-c8e1-48a3-b688-8e85e0b57023 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.7661443
Dec 19 13:32:32.991675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42868) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:32.999303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'subnet': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:33.007086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ca5-80d4-4963-8336-7e6e50bb082e None None] Deleting port 61699664-4d1a-431f-b140-6a30577d89fb {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:33.007343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e3262ca5-80d4-4963-8336-7e6e50bb082e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.023246 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:32:33.069418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d84e54d6-036a-43e1-b81f-1d923adcd5fa tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:33.085869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e3262ca5-80d4-4963-8336-7e6e50bb082e None None] The port '61699664-4d1a-431f-b140-6a30577d89fb' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:32:33.101319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46129b20>, '68ab91d7-5be8-4a52-b242-662b32f59fa6') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:33.101785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46129b20>, '68ab91d7-5be8-4a52-b242-662b32f59fa6') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:33.110812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.161532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:33.165551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Usage tracker for resource:subnet and tenant:279dea1e810345a989d561cf9297ff0d is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:33.168658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:33.174365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:33.191268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.196971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d84e54d6-036a-43e1-b81f-1d923adcd5fa tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:33.198230 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d84e54d6-036a-43e1-b81f-1d923adcd5fa tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2466795
Dec 19 13:32:33.201138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42872) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:33.206890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e3194875-f543-4ac0-a601-ad14c487b68b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': '27b5abad-3e12-445b-9bdd-870d6fbd6e15', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:33.214260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e3194875-f543-4ac0-a601-ad14c487b68b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:33.217907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.221419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-473d2f23-614e-4b35-80ac-2264e087d232 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:33.225038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e3194875-f543-4ac0-a601-ad14c487b68b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:33.234793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4bfb113c-8a3d-4937-82ce-931ad98c8658 None None] Provisioning complete for port aa9d0871-b6f4-4278-990d-6b1349fe4179 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:33.235270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4bfb113c-8a3d-4937-82ce-931ad98c8658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.253635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Made reservation on behalf of 279dea1e810345a989d561cf9297ff0d for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:33.257815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.284882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.333700 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:33.334082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.344492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3194875-f543-4ac0-a601-ad14c487b68b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:33.356223 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:33.369348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4bfb113c-8a3d-4937-82ce-931ad98c8658 None None] Provisioning complete for port 6546459c-5acb-42db-adda-6ee60c8b78a0 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:33.369727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4bfb113c-8a3d-4937-82ce-931ad98c8658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.428550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4bfb113c-8a3d-4937-82ce-931ad98c8658 None None] Port 6546459c-5acb-42db-adda-6ee60c8b78a0 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:33.434522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cce486-0cfd-4094-84e9-43791bb6337e,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:33.455247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.456452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:33.546023 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.553333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-745e47c8-49ed-4b3a-a633-365ddd8778eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:33.561148 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.562309 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.6288741
Dec 19 13:32:33.565723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42876) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:33.574266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a4ab67ce-6b50-4b9b-a932-f51266b6922e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '09cce486-0cfd-4094-84e9-43791bb6337e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:33.574923 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-a4ab67ce-6b50-4b9b-a932-f51266b6922e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:33.576751 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a4ab67ce-6b50-4b9b-a932-f51266b6922e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0080910
Dec 19 13:32:33.583484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42880) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:33.603950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3194875-f543-4ac0-a601-ad14c487b68b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.616098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:32:33.628583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5685a5c-86de-4edb-854a-1354c9e31787,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:33.634956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.638200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:33.644653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d4661353-f2fa-4c54-a815-378555877027 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:33.673090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.681176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.681635 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Added segment 8f3a7733-7536-4642-af70-f087829130f2 of type vlan for network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15
Dec 19 13:32:33.682324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3194875-f543-4ac0-a601-ad14c487b68b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.689638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69781934-e7f0-478a-8948-d17504613517 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:33.695310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Pushing event deleted for resources: {'Network': ['ID=560a2dd3-14fa-4376-9d98-67f1ff21aece,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:33.707714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:33.715669 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] 10.222.0.24 "DELETE /v2.0/networks/560a2dd3-14fa-4376-9d98-67f1ff21aece HTTP/1.1" status: 204  len: 168 time: 3.0803113
Dec 19 13:32:33.721327 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2a03014b-e0c2-4273-8b62-34e5afbbf6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.723368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3194875-f543-4ac0-a601-ad14c487b68b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66768b9a-564e-419e-94e9-5f6896f0f9ed,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:33.740057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e3194875-f543-4ac0-a601-ad14c487b68b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:33.753081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4c02-9040-4218-8a07-8d12a9652b56 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.811043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4c02-9040-4218-8a07-8d12a9652b56 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.850730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e3194875-f543-4ac0-a601-ad14c487b68b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.852738 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e3194875-f543-4ac0-a601-ad14c487b68b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6505580
Dec 19 13:32:33.855589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42886) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:33.876603 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fef9f6cb-680e-4be7-96b1-dc35a3ca9891 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules/66768b9a-564e-419e-94e9-5f6896f0f9ed HTTP/1.1" status: 200  len: 706 time: 0.0196354
Dec 19 13:32:33.878983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42890) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:33.903469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.908961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36e44a01-c847-4a38-bf36-af2571156ee8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:33.913229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:33.918602 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa9d0871-b6f4-4278-990d-6b1349fe4179 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:33.923303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-2a03014b-e0c2-4273-8b62-34e5afbbf6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Calling delete_port for 6546459c-5acb-42db-adda-6ee60c8b78a0 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:33.984407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:33.989255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:33.994745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Subnet': ['ID=630e9e42-bcca-4f93-ad23-4ec91f19d3f6,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:33.997283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:33.997856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.004691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:34.007520 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce39d9-21f9-4440-8e01-3df6cc4d65d3 None None] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:34.019907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-813094ee-9d39-429a-b2ed-deb9f9642be5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:34.022572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4c02-9040-4218-8a07-8d12a9652b56 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.028872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-090ad30a-1d43-4803-9dd7-590f48312da1 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:34.058683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e8b4c02-9040-4218-8a07-8d12a9652b56 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.059634 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0e8b4c02-9040-4218-8a07-8d12a9652b56 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "DELETE /v2.0/security-groups/09cce486-0cfd-4094-84e9-43791bb6337e HTTP/1.1" status: 204  len: 168 time: 0.4743397
Dec 19 13:32:34.062500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b4c02-9040-4218-8a07-8d12a9652b56 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cce486-0cfd-4094-84e9-43791bb6337e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:34.066004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42896) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:34.067889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0e8b4c02-9040-4218-8a07-8d12a9652b56 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:34.096570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port aa9d0871-b6f4-4278-990d-6b1349fe4179 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:34.096570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.132878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c26d818e-2932-46a1-ab87-f229d8abf0be tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Synchronizing usage tracker for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:34.145811 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.1529713
Dec 19 13:32:34.150594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42900) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:34.156248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1190113132', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '630e9e42-bcca-4f93-ad23-4ec91f19d3f6'}], 'security_groups': ['b246abda-0bd2-4c67-a7b5-07ee208d3979', 'f153d9f9-92f5-43c5-b2e0-5dd9df9e2831']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:34.197058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-813094ee-9d39-429a-b2ed-deb9f9642be5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:34.201118 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-813094ee-9d39-429a-b2ed-deb9f9642be5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.3183708
Dec 19 13:32:34.203852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.205485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42904) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:34.207557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:34.208128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.221806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3a91317e-73be-4c59-9bbe-b902fcf919a5 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:34.287827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c26d818e-2932-46a1-ab87-f229d8abf0be tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Unset dirty status for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:34.293548 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c26d818e-2932-46a1-ab87-f229d8abf0be tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2227831
Dec 19 13:32:34.297008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5a59a28-67ff-47fb-a25d-24941a475397 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.302354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42910) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:34.313781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5a59a28-67ff-47fb-a25d-24941a475397 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.327152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284292757'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:34.340152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.361451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:34.380477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Network': ['ID=14b54e5e-b8c1-4c6d-a267-9d471ae63f15,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:34.384261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:34.385115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:34.401817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:32:34.462070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42914) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:34.479696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5a59a28-67ff-47fb-a25d-24941a475397 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.484596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6eea1fc3-b5ba-4ff8-b37c-1ed149bcd817 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:34.512390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a59a28-67ff-47fb-a25d-24941a475397 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66768b9a-564e-419e-94e9-5f6896f0f9ed,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:34.520152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d5a59a28-67ff-47fb-a25d-24941a475397 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:34.561012 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.9742498
Dec 19 13:32:34.567483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42920) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:34.570116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2a03014b-e0c2-4273-8b62-34e5afbbf6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.579480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-91666264-d1ce-4056-9a60-2a04ba6fa224 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:34.617845 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:34.699390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5a59a28-67ff-47fb-a25d-24941a475397 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.700491 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d5a59a28-67ff-47fb-a25d-24941a475397 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/66768b9a-564e-419e-94e9-5f6896f0f9ed HTTP/1.1" status: 204  len: 168 time: 0.4944944
Dec 19 13:32:34.704662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.713896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03014b-e0c2-4273-8b62-34e5afbbf6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Pushing event deleted for resources: {'Port': ['ID=6546459c-5acb-42db-adda-6ee60c8b78a0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:34.717202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42924) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:34.740521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2a03014b-e0c2-4273-8b62-34e5afbbf6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:34.743177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e9a24-c708-4eed-921e-06c131d9b463 None None] Update dhcp port {'port': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'fixed_ips': [{'subnet_id': 'fc0c9e7b-af9b-4593-a348-99af510b3704', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '629e6023-65c2-40d6-8e32-8e0613059e00', 'ip_address': '2001:db8::2'}, {'subnet_id': '630e9e42-bcca-4f93-ad23-4ec91f19d3f6'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': 'e62458ab-2439-4a62-a466-41948db0e9c2'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:32:34.802643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-240e9a24-c708-4eed-921e-06c131d9b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.818993 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a44ad4e4-8e0e-42e1-a380-9f19a3c2e6c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01e3d3b268dd4d51b242c3b4bc319100&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3555839
Dec 19 13:32:34.824928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42928) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:34.863613 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4af964c2-af61-4048-a6ef-59a3335ba925 req-b2ccce62-0096-425c-a201-3e9dcb8603da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.9075198
Dec 19 13:32:34.915720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2a03014b-e0c2-4273-8b62-34e5afbbf6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:34.932520 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2a03014b-e0c2-4273-8b62-34e5afbbf6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] 10.222.0.24 "DELETE /v2.0/ports/6546459c-5acb-42db-adda-6ee60c8b78a0 HTTP/1.1" status: 204  len: 168 time: 2.2326941
Dec 19 13:32:34.940221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42932) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:34.943128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:34.947492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:34.966585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:35.015444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:35.021677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:35.024424 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:35.024935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1bc09bde-9a44-43fc-a0ac-a3b255b099f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.030769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.054693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Delete allocated IP 2001:db8::253 (2b18094a-49b8-4dff-8efe-9812329e8e11/629e6023-65c2-40d6-8e32-8e0613059e00) {{(pid=84124) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 19 13:32:35.073530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1bc09bde-9a44-43fc-a0ac-a3b255b099f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.082077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:35.083707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Allocated IP 2001:db8:0:2::353 (2b18094a-49b8-4dff-8efe-9812329e8e11/630e9e42-bcca-4f93-ad23-4ec91f19d3f6/735f9493-650b-41b4-9a2c-ffe895bb2f1d) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:35.091312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:35.184668 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-58cdab0c-aee6-4dbb-a848-6fbbd41cc6c0 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4551194
Dec 19 13:32:35.198466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42936) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:35.285420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:35.307218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1bc09bde-9a44-43fc-a0ac-a3b255b099f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.312643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e5db862d-3b23-4954-ae32-9831dae7fb14 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:35.336925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc09bde-9a44-43fc-a0ac-a3b255b099f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cde5fd5-63e9-4e45-a165-d372227a0bdf,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:35.341739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.349408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1bc09bde-9a44-43fc-a0ac-a3b255b099f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:35.353962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1bc09bde-9a44-43fc-a0ac-a3b255b099f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.357472 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1bc09bde-9a44-43fc-a0ac-a3b255b099f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cde5fd5-63e9-4e45-a165-d372227a0bdf HTTP/1.1" status: 204  len: 168 time: 0.5294366
Dec 19 13:32:35.364310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Transition to ACTIVE for port object 735f9493-650b-41b4-9a2c-ffe895bb2f1d will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:35.432875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.440314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ce6f812-2f43-4dd0-8204-43f16c76ff95 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:35.519175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-240e9a24-c708-4eed-921e-06c131d9b463 None None] Allocated IP 2001:db8:0:2::2 (2b18094a-49b8-4dff-8efe-9812329e8e11/630e9e42-bcca-4f93-ad23-4ec91f19d3f6/e62458ab-2439-4a62-a466-41948db0e9c2) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:35.550713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] In _notify_port_updated(), no bound segment for port 735f9493-650b-41b4-9a2c-ffe895bb2f1d on network 2b18094a-49b8-4dff-8efe-9812329e8e11 {{(pid=84124) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:32:35.554554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:35.555644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.559218 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "PUT /v2.0/ports/735f9493-650b-41b4-9a2c-ffe895bb2f1d HTTP/1.1" status: 200  len: 970 time: 1.4057086
Dec 19 13:32:35.560972 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42942) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:35.589879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.599003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.599292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event updated for resources: {'Port': ['ID=735f9493-650b-41b4-9a2c-ffe895bb2f1d,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:35.608446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:35.636141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-86b61cd2-587b-4307-a7d1-d9b45e6d5714 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port 735f9493-650b-41b4-9a2c-ffe895bb2f1d {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:35.636680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-86b61cd2-587b-4307-a7d1-d9b45e6d5714 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.750508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-240e9a24-c708-4eed-921e-06c131d9b463 None None] For port e62458ab-2439-4a62-a466-41948db0e9c2, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e62458ab-2439-4a62-a466-41948db0e9c2,segment=NetworkSegment(8fb8eb46-b747-40a1-b214-8dcd95e133be),segment_id=8fb8eb46-b747-40a1-b214-8dcd95e133be)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:35.778682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-240e9a24-c708-4eed-921e-06c131d9b463 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.797400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-240e9a24-c708-4eed-921e-06c131d9b463 None None] Transition to ACTIVE for port object e62458ab-2439-4a62-a466-41948db0e9c2 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:35.810176 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4af964c2-af61-4048-a6ef-59a3335ba925 req-582c5e74-e328-428a-8d52-90e6fd4eee7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 1099 time: 0.7828140
Dec 19 13:32:35.810757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.846030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d5f358ce-02e0-4ff1-99f9-e662abe50a82 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:35.855178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-240e9a24-c708-4eed-921e-06c131d9b463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.859003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-58671604-c844-4c7f-8fb4-35acd998e84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:35.925632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-137296e7-017d-4fed-b6c9-2f3807a749e8 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:35.998319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b2d173-9c74-4299-94f8-90e3764e422c tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Deleting subnet b95d1282-084d-47f9-8f6b-158487e57dc1 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:36.043940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e9a24-c708-4eed-921e-06c131d9b463 None None] Pushing event updated for resources: {'Port': ['ID=e62458ab-2439-4a62-a466-41948db0e9c2,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:36.047371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-240e9a24-c708-4eed-921e-06c131d9b463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:36.050772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01b2d173-9c74-4299-94f8-90e3764e422c tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.121351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-86b61cd2-587b-4307-a7d1-d9b45e6d5714 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.127134 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc330e5-9749-4943-bf9c-0001297931be,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:36.173457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:36.203018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-137296e7-017d-4fed-b6c9-2f3807a749e8 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.248256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-86b61cd2-587b-4307-a7d1-d9b45e6d5714 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for 735f9493-650b-41b4-9a2c-ffe895bb2f1d owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:36.359178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.363515 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 2.0503750
Dec 19 13:32:36.371238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42956) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:36.382069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01b2d173-9c74-4299-94f8-90e3764e422c tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.437016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-91c6e23a-bc94-48d9-83d5-1ec195386a5a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '9bc330e5-9749-4943-bf9c-0001297931be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:36.438067 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-91c6e23a-bc94-48d9-83d5-1ec195386a5a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:36.441991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42960) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:36.445320 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-91c6e23a-bc94-48d9-83d5-1ec195386a5a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0657620
Dec 19 13:32:36.448359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-86e4df31-d8fe-451e-b6f4-174039c16fce tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '9bc330e5-9749-4943-bf9c-0001297931be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:36.449076 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-86e4df31-d8fe-451e-b6f4-174039c16fce tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:36.450536 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-86e4df31-d8fe-451e-b6f4-174039c16fce tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0070465
Dec 19 13:32:36.453065 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42964) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:36.458498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9ccf60b9-19b7-4ed4-8794-d49db4158fd3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '9bc330e5-9749-4943-bf9c-0001297931be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:36.459333 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-9ccf60b9-19b7-4ed4-8794-d49db4158fd3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:36.460555 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9ccf60b9-19b7-4ed4-8794-d49db4158fd3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0061378
Dec 19 13:32:36.463328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42968) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:36.470982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b8812989-f67c-432b-a60d-8de9ca91d71e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '9bc330e5-9749-4943-bf9c-0001297931be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:36.478381 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-b8812989-f67c-432b-a60d-8de9ca91d71e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:36.478381 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b8812989-f67c-432b-a60d-8de9ca91d71e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0069747
Dec 19 13:32:36.478381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-86b61cd2-587b-4307-a7d1-d9b45e6d5714 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.480602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b8577e45-fb2b-4f3d-85e9-5654c0d8b34f tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:36.483901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 42974) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:36.529018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b61cd2-587b-4307-a7d1-d9b45e6d5714 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=735f9493-650b-41b4-9a2c-ffe895bb2f1d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:36.532027 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-86b61cd2-587b-4307-a7d1-d9b45e6d5714 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:36.587198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af964c2-af61-4048-a6ef-59a3335ba925 req-04437e73-094f-4a61-9741-7202f64ad648 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:36.588970 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4af964c2-af61-4048-a6ef-59a3335ba925 req-04437e73-094f-4a61-9741-7202f64ad648 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.7216177
Dec 19 13:32:36.594444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-86b61cd2-587b-4307-a7d1-d9b45e6d5714 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.684892 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-86b61cd2-587b-4307-a7d1-d9b45e6d5714 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/735f9493-650b-41b4-9a2c-ffe895bb2f1d HTTP/1.1" status: 204  len: 168 time: 1.1226022
Dec 19 13:32:36.687935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42980) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:36.697094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c6835311-4884-41f7-b8c8-64abec9b934a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.738449 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f55c0d2-2499-49dd-9ace-e9d84dac7378 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] GET failed (client error): The resource could not be found.
Dec 19 13:32:36.739165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6f55c0d2-2499-49dd-9ace-e9d84dac7378 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Synchronizing usage tracker for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:36.777037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-749b93bd-d166-44fe-9279-e3275902ad3d None None] Could not find standard attr ID for object 735f9493-650b-41b4-9a2c-ffe895bb2f1d. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:32:36.831719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c6835311-4884-41f7-b8c8-64abec9b934a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.842283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6f55c0d2-2499-49dd-9ace-e9d84dac7378 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Unset dirty status for tenant:279dea1e810345a989d561cf9297ff0d on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:36.845961 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6f55c0d2-2499-49dd-9ace-e9d84dac7378 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports/735f9493-650b-41b4-9a2c-ffe895bb2f1d HTTP/1.1" status: 404  len: 333 time: 0.1546669
Dec 19 13:32:36.846145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Allocated IP 172.21.0.1 (2fa3299b-9664-4980-b418-78d553a1d65d/83f8c571-be9b-4552-bc48-1c9ee2f6f397/a2330fb4-5966-4238-aa7e-47eadd936de9) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:36.847095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42986) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:36.873958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-749b93bd-d166-44fe-9279-e3275902ad3d None None] Provisioning for port e62458ab-2439-4a62-a466-41948db0e9c2 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:36.875469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42990) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:36.879341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-749b93bd-d166-44fe-9279-e3275902ad3d None None] Provisioning complete for port e62458ab-2439-4a62-a466-41948db0e9c2 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:36.880497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-749b93bd-d166-44fe-9279-e3275902ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.893153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-137296e7-017d-4fed-b6c9-2f3807a749e8 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.906791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-71190280-8dbf-4f07-9552-dc53d56b04d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:36.945330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-26b0e293-2227-4174-8e92-b8b2c8a1055c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.958693 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137296e7-017d-4fed-b6c9-2f3807a749e8 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b5abad-3e12-445b-9bdd-870d6fbd6e15,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:36.969671 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4af964c2-af61-4048-a6ef-59a3335ba925 req-8cda0a52-f3cd-4500-955d-9a873e99e471 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4955458-3b59-464d-885a-2034bea8d7bb HTTP/1.1" status: 200  len: 1002 time: 0.3699365
Dec 19 13:32:36.985542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-26b0e293-2227-4174-8e92-b8b2c8a1055c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:36.996590 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01b2d173-9c74-4299-94f8-90e3764e422c tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.038989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-137296e7-017d-4fed-b6c9-2f3807a749e8 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:37.095728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-749b93bd-d166-44fe-9279-e3275902ad3d None None] Provisioning complete for port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:37.096234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-749b93bd-d166-44fe-9279-e3275902ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.109148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1458104846-network', 'tenant_id': '1566be31246a47a0a16f720b3008d23f'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:37.116380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:37.122238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Usage tracker for resource:network and tenant:1566be31246a47a0a16f720b3008d23f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:37.127526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:37.136465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:37.150070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-26b0e293-2227-4174-8e92-b8b2c8a1055c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.160890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-acf892fb-4d64-467c-8e0b-aa6d54eca048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:37.170540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-749b93bd-d166-44fe-9279-e3275902ad3d None None] Port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:37.184840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-26b0e293-2227-4174-8e92-b8b2c8a1055c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.188963 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-26b0e293-2227-4174-8e92-b8b2c8a1055c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/security-groups/d24c261c-6ac9-4ee0-93c8-122c22ef3a40 HTTP/1.1" status: 204  len: 168 time: 0.3388469
Dec 19 13:32:37.188963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0e293-2227-4174-8e92-b8b2c8a1055c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24c261c-6ac9-4ee0-93c8-122c22ef3a40,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:37.190513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 42996) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:37.193126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-26b0e293-2227-4174-8e92-b8b2c8a1055c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:37.207465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Made reservation on behalf of 1566be31246a47a0a16f720b3008d23f for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:37.210114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.229886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.236559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.253675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ca94e2d5-4039-4f47-b52d-ac4b62125709 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:37.283355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fc331775-9002-4cb0-ae21-703745a2d45d None None] Could not find standard attr ID for object 735f9493-650b-41b4-9a2c-ffe895bb2f1d. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:32:37.299897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f726ed1f-4728-46b4-904b-b169fb5b4ab6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.307624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c6835311-4884-41f7-b8c8-64abec9b934a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.327640 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af964c2-af61-4048-a6ef-59a3335ba925 req-1c0183ef-d4ca-4e03-b0b3-4edd52ab5374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:37.329053 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4af964c2-af61-4048-a6ef-59a3335ba925 req-1c0183ef-d4ca-4e03-b0b3-4edd52ab5374 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.2150886
Dec 19 13:32:37.334461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:37.342710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Usage tracker for resource:security_group_rule and tenant:1566be31246a47a0a16f720b3008d23f is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:37.346059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f726ed1f-4728-46b4-904b-b169fb5b4ab6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.353901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:37.363458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:37.393123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-137296e7-017d-4fed-b6c9-2f3807a749e8 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.394120 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-137296e7-017d-4fed-b6c9-2f3807a749e8 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-groups/27b5abad-3e12-445b-9bdd-870d6fbd6e15 HTTP/1.1" status: 204  len: 168 time: 2.1945992
Dec 19 13:32:37.397255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43000) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:37.432409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=d3a51083-7ddc-4cdb-a9e1-51d0b413966b,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:37.439045 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.443126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:37.447403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f5ee130c-2b70-49fc-a0bc-8f7c26933e38 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:37.476933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b77887fb-fbc5-4f35-b400-8ffa736751b2 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:37.480195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6835311-4884-41f7-b8c8-64abec9b934a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc330e5-9749-4943-bf9c-0001297931be,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:37.486002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c6835311-4884-41f7-b8c8-64abec9b934a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:37.495282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Transition to ACTIVE for port object a2330fb4-5966-4238-aa7e-47eadd936de9 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:37.495434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f726ed1f-4728-46b4-904b-b169fb5b4ab6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.505401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:37.507296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:37.507651 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network hostable DHCP agents. Network: 14b54e5e-b8c1-4c6d-a267-9d471ae63f15, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:32:37.536415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726ed1f-4728-46b4-904b-b169fb5b4ab6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f153d9f9-92f5-43c5-b2e0-5dd9df9e2831,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:37.537637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c6835311-4884-41f7-b8c8-64abec9b934a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.538762 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c6835311-4884-41f7-b8c8-64abec9b934a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "DELETE /v2.0/security-groups/9bc330e5-9749-4943-bf9c-0001297931be HTTP/1.1" status: 204  len: 168 time: 1.0401216
Dec 19 13:32:37.544206 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43004) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:37.549254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f726ed1f-4728-46b4-904b-b169fb5b4ab6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:37.554142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f726ed1f-4728-46b4-904b-b169fb5b4ab6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.556809 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f726ed1f-4728-46b4-904b-b169fb5b4ab6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/security-groups/f153d9f9-92f5-43c5-b2e0-5dd9df9e2831 HTTP/1.1" status: 204  len: 168 time: 0.3651271
Dec 19 13:32:37.560745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43008) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:37.564498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.565452 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4af964c2-af61-4048-a6ef-59a3335ba925 req-2992a967-210a-459f-a70e-8c47c775f32c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2257216
Dec 19 13:32:37.575329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01b2d173-9c74-4299-94f8-90e3764e422c tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.583402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9bc2b31-504f-469d-88ef-3d39e0bf0242 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:37.594607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b77887fb-fbc5-4f35-b400-8ffa736751b2 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:37.595889 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b77887fb-fbc5-4f35-b400-8ffa736751b2 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1971648
Dec 19 13:32:37.602422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43012) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:37.608688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group': {'name': 'tempest-secgroup--172096364'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:37.619049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:37.634855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:37.651022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.658112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-24e1a87f-a0de-43d2-bd46-3e3a65744703 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:37.668884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b8bf2a2b-3dd6-4bfe-97aa-54371a9f7187 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.699643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2d173-9c74-4299-94f8-90e3764e422c tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Pushing event deleted for resources: {'Subnet': ['ID=b95d1282-084d-47f9-8f6b-158487e57dc1,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:37.700407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:32:37.706194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.711388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-01b2d173-9c74-4299-94f8-90e3764e422c tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:37.716601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2a03014b-e0c2-4273-8b62-34e5afbbf6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:37.719635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba36c65-5714-45a3-884b-28036b803dee,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:37.726033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b8bf2a2b-3dd6-4bfe-97aa-54371a9f7187 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.734530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:37.743885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.744265 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Added segment 8a360e13-b8fa-4502-850e-3b66944b56a6 of type vlan for network 042fb34b-c5e2-47bd-87be-0485e148a3e3
Dec 19 13:32:37.755601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01b2d173-9c74-4299-94f8-90e3764e422c tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.755786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e58c5-d740-4e40-984f-0a88214c4c10 None None] Network b03e0ee5-7328-437a-97cd-b21d121e438d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:37.759789 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-01b2d173-9c74-4299-94f8-90e3764e422c tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] 10.222.0.24 "DELETE /v2.0/subnets/b95d1282-084d-47f9-8f6b-158487e57dc1 HTTP/1.1" status: 204  len: 168 time: 2.8072429
Dec 19 13:32:37.762049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.771546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43016) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:37.808147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:32:37.824565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7ce16856-8c84-4e9a-a82e-ab831003dadc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Synchronizing usage tracker for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:37.857120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 2fa3299b-9664-4980-b418-78d553a1d65d is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:37.861865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:37.863641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=a2330fb4-5966-4238-aa7e-47eadd936de9,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:37.877204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:37.893451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.915891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:37.930955 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4af964c2-af61-4048-a6ef-59a3335ba925 req-60f78576-5263-423c-a844-023c54eeed59 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3518710
Dec 19 13:32:37.933381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 14b54e5e-b8c1-4c6d-a267-9d471ae63f15) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:37.960380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:37.961017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:37.980466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d315099e-d0a2-4812-9aef-71a8799357eb None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:37.984424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:37.989556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:37.994610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:37.995906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e62458ab-2439-4a62-a466-41948db0e9c2 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:38.003162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:38.037166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7ce16856-8c84-4e9a-a82e-ab831003dadc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Unset dirty status for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:38.038393 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7ce16856-8c84-4e9a-a82e-ab831003dadc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4925592
Dec 19 13:32:38.044207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43020) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:38.058743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group': {'name': 'tempest-secgroup--672443807'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:38.063394 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.076162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:38.087213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b8bf2a2b-3dd6-4bfe-97aa-54371a9f7187 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.097098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f726ed1f-4728-46b4-904b-b169fb5b4ab6 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:38.098529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:38.125869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.126789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:38.127515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.147311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.148166 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.5795987
Dec 19 13:32:38.152425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43024) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:38.163417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'name': 'tempest-NetworksTestDHCPv6-1902156053'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:38.163678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf2a2b-3dd6-4bfe-97aa-54371a9f7187 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b246abda-0bd2-4c67-a7b5-07ee208d3979,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:38.175595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.179343 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4af964c2-af61-4048-a6ef-59a3335ba925 req-e07513d3-4166-47d6-970f-e30515cc778b service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2399826
Dec 19 13:32:38.181662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b8bf2a2b-3dd6-4bfe-97aa-54371a9f7187 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:38.184647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7b20d509-8015-4e0c-9138-c739493c4dc8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:38.198775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e62458ab-2439-4a62-a466-41948db0e9c2 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:38.204074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.217259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b8bf2a2b-3dd6-4bfe-97aa-54371a9f7187 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.219493 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b8bf2a2b-3dd6-4bfe-97aa-54371a9f7187 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/security-groups/b246abda-0bd2-4c67-a7b5-07ee208d3979 HTTP/1.1" status: 204  len: 168 time: 0.6578128
Dec 19 13:32:38.225091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43028) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:38.240073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.299495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729563d1-dfdf-425e-aa54-aa206eb7ab71 None None] DHCP port deletion for b03e0ee5-7328-437a-97cd-b21d121e438d request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:32:38.308311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-729563d1-dfdf-425e-aa54-aa206eb7ab71 None None] Deleting port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:38.308695 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-729563d1-dfdf-425e-aa54-aa206eb7ab71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.324403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.342590 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4475186
Dec 19 13:32:38.345080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43032) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:38.367238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.372008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Deleting port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:38.372337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.387683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Request body: {'subnet': {'network_id': '042fb34b-c5e2-47bd-87be-0485e148a3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1458104846-subnet', 'tenant_id': '1566be31246a47a0a16f720b3008d23f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:38.420222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Pushing event updated for resources: {'Network': ['ID=042fb34b-c5e2-47bd-87be-0485e148a3e3,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:38.427317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:38.430466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3dbe7cba-050e-4ffe-8a79-11d492b10a03 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:38.529071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:38.542324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-729563d1-dfdf-425e-aa54-aa206eb7ab71 None None] For port fad61ac1-d65e-42a0-bfcc-671bd7ddb470, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fad61ac1-d65e-42a0-bfcc-671bd7ddb470,segment=NetworkSegment(114e7239-f78e-42de-813e-523d6bcf5ab6),segment_id=114e7239-f78e-42de-813e-523d6bcf5ab6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:38.542324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-729563d1-dfdf-425e-aa54-aa206eb7ab71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.547960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Usage tracker for resource:subnet and tenant:1566be31246a47a0a16f720b3008d23f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:38.553383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:38.558889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:38.575554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.579377 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9734251
Dec 19 13:32:38.592158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:38.592360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43036) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:38.598743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:38.602835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:38.605879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e73e2f-1f3c-42ab-962a-c9e85368dd8c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:38.613554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Request body: {'security_group_rule': {'security_group_id': 'f1e73e2f-1f3c-42ab-962a-c9e85368dd8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:38.616536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:38.619495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:38.623342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:38.627995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:38.630269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:38.635381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:38.646629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Usage tracker for resource:security_group_rule and tenant:5116845387d04b7a9258f1ad5f285bed is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:38.655284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:38.666127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:38.681700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-729563d1-dfdf-425e-aa54-aa206eb7ab71 None None] Calling delete_port for fad61ac1-d65e-42a0-bfcc-671bd7ddb470 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:38.744123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:38.763346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 042fb34b-c5e2-47bd-87be-0485e148a3e3 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:32:38.781967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Made reservation on behalf of 1566be31246a47a0a16f720b3008d23f for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:38.784371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.818721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e792813a-946c-4c9b-a99d-2ee4683be574 None None] Provisioning for port a2330fb4-5966-4238-aa7e-47eadd936de9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:38.900945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b695248-97c8-42c0-98c9-b6a8b03e332a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting subnet 629e6023-65c2-40d6-8e32-8e0613059e00 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:38.906948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b695248-97c8-42c0-98c9-b6a8b03e332a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.928284 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e792813a-946c-4c9b-a99d-2ee4683be574 None None] Provisioning complete for port a2330fb4-5966-4238-aa7e-47eadd936de9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:38.928680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e792813a-946c-4c9b-a99d-2ee4683be574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.929224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:38.932972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.948615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] For port fad61ac1-d65e-42a0-bfcc-671bd7ddb470, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fad61ac1-d65e-42a0-bfcc-671bd7ddb470,segment=NetworkSegment(114e7239-f78e-42de-813e-523d6bcf5ab6),segment_id=114e7239-f78e-42de-813e-523d6bcf5ab6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:38.954510 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.954640 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-729563d1-dfdf-425e-aa54-aa206eb7ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:38.975874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6b9a729-53de-4bb6-858a-74c8f42153e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:39.005767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729563d1-dfdf-425e-aa54-aa206eb7ab71 None None] No DVR routers for this DVR port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:32:39.052504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.067478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 9835aef2-d67f-46d5-9b18-71a6554a4bb6 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:32:39.088606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Calling delete_port for fad61ac1-d65e-42a0-bfcc-671bd7ddb470 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:39.095419 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729563d1-dfdf-425e-aa54-aa206eb7ab71 None None] Pushing event deleted for resources: {'Port': ['ID=fad61ac1-d65e-42a0-bfcc-671bd7ddb470,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:39.122342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-729563d1-dfdf-425e-aa54-aa206eb7ab71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:39.130671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b695248-97c8-42c0-98c9-b6a8b03e332a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.136789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.148024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2e940b93-aebd-4e0c-8590-eab300739c49 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:39.160823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.192094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e792813a-946c-4c9b-a99d-2ee4683be574 None None] Port a2330fb4-5966-4238-aa7e-47eadd936de9 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:39.209943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': 'd3a51083-7ddc-4cdb-a9e1-51d0b413966b'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:32:39.210926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.284197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:32:39.284508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:32:39.305837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.311144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b695248-97c8-42c0-98c9-b6a8b03e332a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.313514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92663d21-5fc7-4911-84fe-8e9bd915ff62,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:39.325871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:39.386751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.392915 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::207 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/d3a51083-7ddc-4cdb-a9e1-51d0b413966b/9835aef2-d67f-46d5-9b18-71a6554a4bb6) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:39.394187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-af79cbbb-6ef8-4f00-8d10-dff7552269ec tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:39.413559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2ee433-b54c-4659-9b48-018d6a946437,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:39.416803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:39.435713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.436901 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3915660
Dec 19 13:32:39.440004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43040) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:39.440624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.446055 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d5f9ebe6-e13c-40d6-8403-565a28d2c1a6 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '92663d21-5fc7-4911-84fe-8e9bd915ff62', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:39.446836 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-d5f9ebe6-e13c-40d6-8403-565a28d2c1a6 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:39.447789 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d5f9ebe6-e13c-40d6-8403-565a28d2c1a6 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0066733
Dec 19 13:32:39.450355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43044) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:39.455709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-09dd1647-e2eb-4fb5-8365-21605d3ef664 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '92663d21-5fc7-4911-84fe-8e9bd915ff62', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:39.462747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-09dd1647-e2eb-4fb5-8365-21605d3ef664 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:39.466768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-09dd1647-e2eb-4fb5-8365-21605d3ef664 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:39.469727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-09dd1647-e2eb-4fb5-8365-21605d3ef664 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:39.475677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-09dd1647-e2eb-4fb5-8365-21605d3ef664 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:39.480072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b695248-97c8-42c0-98c9-b6a8b03e332a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.485822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ad6491cf-bb87-4641-84bd-e89877ecaf1f tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:39.527098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b695248-97c8-42c0-98c9-b6a8b03e332a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Subnet': ['ID=629e6023-65c2-40d6-8e32-8e0613059e00,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:39.530226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.533816 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.9389136
Dec 19 13:32:39.533816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8b695248-97c8-42c0-98c9-b6a8b03e332a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:39.534751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43048) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:39.537319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b695248-97c8-42c0-98c9-b6a8b03e332a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.543885 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8b695248-97c8-42c0-98c9-b6a8b03e332a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/629e6023-65c2-40d6-8e32-8e0613059e00 HTTP/1.1" status: 204  len: 168 time: 1.3117375
Dec 19 13:32:39.543885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43052) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:39.546268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf4391-f51c-4184-b001-20ed00ac6e8f None None] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:39.564037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.571139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4e06235-a97a-432f-922a-d6ea8a69e864 tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:39.608318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.655699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cbbb5c-af6f-40d4-b676-83e10e8009c7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting subnet 630e9e42-bcca-4f93-ad23-4ec91f19d3f6 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:39.660493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2cbbb5c-af6f-40d4-b676-83e10e8009c7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.728468 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-09dd1647-e2eb-4fb5-8365-21605d3ef664 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:39.733712 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-09dd1647-e2eb-4fb5-8365-21605d3ef664 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2781785
Dec 19 13:32:39.733712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8879528-79e6-4fe8-a8a6-d4ba63880d4e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.733980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43056) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:39.739308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0b169d62-bc4e-4bd0-85fe-c555427a3d47 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '92663d21-5fc7-4911-84fe-8e9bd915ff62', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:39.739910 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-0b169d62-bc4e-4bd0-85fe-c555427a3d47 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:39.743467 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0b169d62-bc4e-4bd0-85fe-c555427a3d47 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0061486
Dec 19 13:32:39.745018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43060) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:39.747088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2cbbb5c-af6f-40d4-b676-83e10e8009c7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.787422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Deleting port fad61ac1-d65e-42a0-bfcc-671bd7ddb470 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:39.787758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.792315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.795790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2066a85-bffd-49a2-9fdf-291bb1391abf,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:39.803800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:39.807629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2dbd1af9-6f53-47b8-a4d9-27067f790ce8 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:39.815428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-72bb1d6f-b994-4ce6-b1cf-775d452c583e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '92663d21-5fc7-4911-84fe-8e9bd915ff62', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:39.847673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-72bb1d6f-b994-4ce6-b1cf-775d452c583e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:39.887194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Checking segment: {'id': '8a360e13-b8fa-4502-850e-3b66944b56a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '042fb34b-c5e2-47bd-87be-0485e148a3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:39.887856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Network hostable DHCP agents. Network: 042fb34b-c5e2-47bd-87be-0485e148a3e3, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:32:39.892526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] The port 'fad61ac1-d65e-42a0-bfcc-671bd7ddb470' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:32:39.893607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-72bb1d6f-b994-4ce6-b1cf-775d452c583e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:39.901459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-72bb1d6f-b994-4ce6-b1cf-775d452c583e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:39.903543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fad61ac1-d65e-42a0-bfcc-671bd7ddb470 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:32:39.903862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.937977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8879528-79e6-4fe8-a8a6-d4ba63880d4e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:39.947199 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: fad61ac1-d65e-42a0-bfcc-671bd7ddb470 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:32:39.947845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fad61ac1-d65e-42a0-bfcc-671bd7ddb470 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:32:39.951583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-72bb1d6f-b994-4ce6-b1cf-775d452c583e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:40.005972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=a2330fb4-5966-4238-aa7e-47eadd936de9,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:40.009040 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 9835aef2-d67f-46d5-9b18-71a6554a4bb6 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:40.015959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:40.095096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 2fa3299b-9664-4980-b418-78d553a1d65d is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:40.096261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:40.099077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.121591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2cbbb5c-af6f-40d4-b676-83e10e8009c7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.169204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Network 042fb34b-c5e2-47bd-87be-0485e148a3e3 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:32:40.179481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4651d760>,) {'filters': {'network_id': ['b03e0ee5-7328-437a-97cd-b21d121e438d']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:40.211365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4651d760>, '114e7239-f78e-42de-813e-523d6bcf5ab6') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:40.211636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4651d760>, '114e7239-f78e-42de-813e-523d6bcf5ab6') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:40.230234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.251810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8879528-79e6-4fe8-a8a6-d4ba63880d4e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.256354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/d3a51083-7ddc-4cdb-a9e1-51d0b413966b/334f13e7-8c8c-4c22-aff9-1beaaaaad325) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:40.267677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1bc09bde-9a44-43fc-a0ac-a3b255b099f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:40.295882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.298471 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-72bb1d6f-b994-4ce6-b1cf-775d452c583e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:40.299663 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-72bb1d6f-b994-4ce6-b1cf-775d452c583e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5251417
Dec 19 13:32:40.305466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8879528-79e6-4fe8-a8a6-d4ba63880d4e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e73e2f-1f3c-42ab-962a-c9e85368dd8c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:40.308629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43064) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:40.314773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:40.314773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.330990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c8879528-79e6-4fe8-a8a6-d4ba63880d4e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:40.336864 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:40.381381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.399823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:40.441132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6be4d72a-4f93-45dd-bb20-65b5e7fe7803 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '92663d21-5fc7-4911-84fe-8e9bd915ff62', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:40.442146 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-6be4d72a-4f93-45dd-bb20-65b5e7fe7803 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:40.442777 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6be4d72a-4f93-45dd-bb20-65b5e7fe7803 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.1314533
Dec 19 13:32:40.448822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2cbbb5c-af6f-40d4-b676-83e10e8009c7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.453088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43068) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:40.469915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a19c554a-ec0d-4f48-9586-1e6f41a9e72f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:40.471289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-47a6fbb1-a20c-4f6e-a181-eadb36c1beca tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '92663d21-5fc7-4911-84fe-8e9bd915ff62', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:40.481958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-47a6fbb1-a20c-4f6e-a181-eadb36c1beca tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:40.510486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbbb5c-af6f-40d4-b676-83e10e8009c7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Subnet': ['ID=630e9e42-bcca-4f93-ad23-4ec91f19d3f6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:40.510723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-47a6fbb1-a20c-4f6e-a181-eadb36c1beca tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:40.512539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2cbbb5c-af6f-40d4-b676-83e10e8009c7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.518704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c2cbbb5c-af6f-40d4-b676-83e10e8009c7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:40.519323 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-47a6fbb1-a20c-4f6e-a181-eadb36c1beca tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:40.520701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8879528-79e6-4fe8-a8a6-d4ba63880d4e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.523660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:40.524461 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c8879528-79e6-4fe8-a8a6-d4ba63880d4e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-groups/f1e73e2f-1f3c-42ab-962a-c9e85368dd8c HTTP/1.1" status: 204  len: 168 time: 0.9886949
Dec 19 13:32:40.528574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43072) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:40.534825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 042fb34b-c5e2-47bd-87be-0485e148a3e3) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:40.542439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=9835aef2-d67f-46d5-9b18-71a6554a4bb6,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:40.548204 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c2cbbb5c-af6f-40d4-b676-83e10e8009c7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/630e9e42-bcca-4f93-ad23-4ec91f19d3f6 HTTP/1.1" status: 204  len: 168 time: 1.0036547
Dec 19 13:32:40.548801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf4cca-ed78-4feb-877c-163b8b65720f None None] Network 042fb34b-c5e2-47bd-87be-0485e148a3e3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:40.552011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43076) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:40.556957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.572756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:40.576235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:40.580239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:40.580875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.584956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:40.585837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-47a6fbb1-a20c-4f6e-a181-eadb36c1beca tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:40.599011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf3d145a-15fa-4f6a-b008-3ce705d36b2e tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:40.603324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:40.603908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.623905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.625718 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] 10.222.0.24 "DELETE /v2.0/networks/b03e0ee5-7328-437a-97cd-b21d121e438d HTTP/1.1" status: 204  len: 168 time: 2.8488674
Dec 19 13:32:40.630421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Pushing event deleted for resources: {'Network': ['ID=b03e0ee5-7328-437a-97cd-b21d121e438d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:40.665907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:40.668113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-36b88471-15eb-4c9a-ab91-b0a6d3e68f27 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:40.671425 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc19555b-b5cb-47a1-a21c-dfdc82116324 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:40.671860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc19555b-b5cb-47a1-a21c-dfdc82116324 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:40.673495 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fc19555b-b5cb-47a1-a21c-dfdc82116324 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/629e6023-65c2-40d6-8e32-8e0613059e00 HTTP/1.1" status: 404  len: 337 time: 0.1205864
Dec 19 13:32:40.676035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43082) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:40.748306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.753236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-efde9c4c-1391-4b77-8a6b-008ccfa8f5fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting subnet fc0c9e7b-af9b-4593-a348-99af510b3704 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:40.756950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efde9c4c-1391-4b77-8a6b-008ccfa8f5fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.761191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Transition to ACTIVE for port object 334f13e7-8c8c-4c22-aff9-1beaaaaad325 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:40.791128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Transition to ACTIVE for port object 334f13e7-8c8c-4c22-aff9-1beaaaaad325 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:40.802967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29fd94-74cf-42a2-a7ee-bfa6aa4cc35c None None] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:40.837702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efde9c4c-1391-4b77-8a6b-008ccfa8f5fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.844033 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.6882417
Dec 19 13:32:40.845776 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4962656
Dec 19 13:32:40.849050 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43086) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:40.875734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.893694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-86bc3d7d-5407-498a-bfa2-307eb6852be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:40.974308 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-47a6fbb1-a20c-4f6e-a181-eadb36c1beca tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:40.976404 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-47a6fbb1-a20c-4f6e-a181-eadb36c1beca tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.5176017
Dec 19 13:32:40.978298 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-abed9243-b8eb-45e0-8262-c6d0ad96d3fe None None] Provisioning complete for port a2330fb4-5966-4238-aa7e-47eadd936de9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:40.978679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-abed9243-b8eb-45e0-8262-c6d0ad96d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:40.981075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43092) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:40.988494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8459a7dc-aed2-49ad-904a-ee7c23e7082e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '92663d21-5fc7-4911-84fe-8e9bd915ff62', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:40.989370 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-8459a7dc-aed2-49ad-904a-ee7c23e7082e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:40.990820 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8459a7dc-aed2-49ad-904a-ee7c23e7082e tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0078943
Dec 19 13:32:41.000218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6068ab4-dde3-42c4-96a8-1b6c4588dad5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:41.004033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6068ab4-dde3-42c4-96a8-1b6c4588dad5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:41.004855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c6068ab4-dde3-42c4-96a8-1b6c4588dad5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:41.007084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43096) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.017530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-36b88471-15eb-4c9a-ab91-b0a6d3e68f27 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:41.026571 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-36b88471-15eb-4c9a-ab91-b0a6d3e68f27 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4905224
Dec 19 13:32:41.026571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6b8cf308-205f-4f8c-968f-35e49166fad3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '92663d21-5fc7-4911-84fe-8e9bd915ff62', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:41.026819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43100) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.033525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6b8cf308-205f-4f8c-968f-35e49166fad3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:41.046010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6b8cf308-205f-4f8c-968f-35e49166fad3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:41.050583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6b8cf308-205f-4f8c-968f-35e49166fad3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:41.059270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 2c73b091-f0bf-4bf9-9391-780bd6691be8 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:32:41.062496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6b8cf308-205f-4f8c-968f-35e49166fad3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:41.094140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Pushing event updated for resources: {'Port': ['ID=334f13e7-8c8c-4c22-aff9-1beaaaaad325,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:41.107689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efde9c4c-1391-4b77-8a6b-008ccfa8f5fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:41.110207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:41.112544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:41.128726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:41.134135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:41.175074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c6068ab4-dde3-42c4-96a8-1b6c4588dad5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:41.187619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43108) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.187831 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c6068ab4-dde3-42c4-96a8-1b6c4588dad5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.3326645
Dec 19 13:32:41.223121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-abed9243-b8eb-45e0-8262-c6d0ad96d3fe None None] Port a2330fb4-5966-4238-aa7e-47eadd936de9 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:41.284695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-458e52e8-8f2d-4efb-9fcc-84c13b6b6622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 9835aef2-d67f-46d5-9b18-71a6554a4bb6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:41.285214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-458e52e8-8f2d-4efb-9fcc-84c13b6b6622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:41.307263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-96392585-7569-4802-a37d-eeaef217690a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:41.328067 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43112) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.351022 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Attempting to bind port 334f13e7-8c8c-4c22-aff9-1beaaaaad325 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:32:41.351766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Attempting to bind port 334f13e7-8c8c-4c22-aff9-1beaaaaad325 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:32:41.352159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Attempting to bind port 334f13e7-8c8c-4c22-aff9-1beaaaaad325 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:32:41.392446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-96392585-7569-4802-a37d-eeaef217690a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group_rule {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:41.397342 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-96392585-7569-4802-a37d-eeaef217690a tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.3696229
Dec 19 13:32:41.399298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43118) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.454508 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-b1e31a6f-f2b4-4fb0-8392-866f5ee32866 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] delete failed (client error): The resource could not be found.
Dec 19 13:32:41.455532 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b1e31a6f-f2b4-4fb0-8392-866f5ee32866 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "DELETE /v2.0/security-groups/f1e73e2f-1f3c-42ab-962a-c9e85368dd8c HTTP/1.1" status: 404  len: 347 time: 0.0542426
Dec 19 13:32:41.459300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43124) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.532795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:32:41.533349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:41.533752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:41.538934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:32:41.538934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Bound port: 334f13e7-8c8c-4c22-aff9-1beaaaaad325, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:32:41.538934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:41.540160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efde9c4c-1391-4b77-8a6b-008ccfa8f5fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:41.551088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69947062-b919-4d69-a173-522bdf280320 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:41.554947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:32:41.566265 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/2c73b091-f0bf-4bf9-9391-780bd6691be8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4333365
Dec 19 13:32:41.566973 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b521c-5c8b-41d8-829a-1077855815a4 None None] Sync routers for ids ['2c73b091-f0bf-4bf9-9391-780bd6691be8'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:32:41.579458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43128) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.587949 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-6b8cf308-205f-4f8c-968f-35e49166fad3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:41.589575 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6b8cf308-205f-4f8c-968f-35e49166fad3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.5761201
Dec 19 13:32:41.597110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1240a4-21eb-43b0-aa3d-f34b85543027 None None] Network 042fb34b-c5e2-47bd-87be-0485e148a3e3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:41.602130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43132) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.607411 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b521c-5c8b-41d8-829a-1077855815a4 None None] Routers {'2c73b091-f0bf-4bf9-9391-780bd6691be8'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:41.608914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde9c4c-1391-4b77-8a6b-008ccfa8f5fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0c9e7b-af9b-4593-a348-99af510b3704,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:41.609437 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b85b521c-5c8b-41d8-829a-1077855815a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47529070>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2c73b091-f0bf-4bf9-9391-780bd6691be8'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:41.617756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9e0db34e-9584-4c88-accb-8ab08d07f69a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '92663d21-5fc7-4911-84fe-8e9bd915ff62', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:41.632615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-efde9c4c-1391-4b77-8a6b-008ccfa8f5fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:41.638588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9e0db34e-9584-4c88-accb-8ab08d07f69a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:41.643691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-efde9c4c-1391-4b77-8a6b-008ccfa8f5fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:41.651223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c02c8202-5e9a-404e-a00d-d4e19ebffc39 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Synchronizing usage tracker for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:41.653182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9e0db34e-9584-4c88-accb-8ab08d07f69a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:41.659710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9e0db34e-9584-4c88-accb-8ab08d07f69a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:41.659929 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5694c445-13b2-4ece-bdef-9a56ac972d9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aca823836bd0421186c9804de367229d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3291688
Dec 19 13:32:41.663785 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-efde9c4c-1391-4b77-8a6b-008ccfa8f5fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/fc0c9e7b-af9b-4593-a348-99af510b3704 HTTP/1.1" status: 204  len: 168 time: 0.9868441
Dec 19 13:32:41.665958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43136) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.668938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43138) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.674481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9e0db34e-9584-4c88-accb-8ab08d07f69a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:41.714555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da78dd1-3e92-4a0d-8f21-a85e3aa87e93 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:41.715183 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0da78dd1-3e92-4a0d-8f21-a85e3aa87e93 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Synchronizing usage tracker for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:41.716932 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98ff981-f987-4e7b-9e83-7cd9cedb4329 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:41.717595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98ff981-f987-4e7b-9e83-7cd9cedb4329 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:41.719523 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f98ff981-f987-4e7b-9e83-7cd9cedb4329 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/b54232e7-746e-4ee3-9560-5db7f4184751 HTTP/1.1" status: 404  len: 337 time: 0.0465710
Dec 19 13:32:41.734444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43144) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.741315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c02c8202-5e9a-404e-a00d-d4e19ebffc39 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Unset dirty status for tenant:5116845387d04b7a9258f1ad5f285bed on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:41.743317 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c02c8202-5e9a-404e-a00d-d4e19ebffc39 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2804487
Dec 19 13:32:41.781701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-dd971951-1401-446b-9aef-5ca1240825f8 None None] Provisioning complete for port e62458ab-2439-4a62-a466-41948db0e9c2 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:41.782076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dd971951-1401-446b-9aef-5ca1240825f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:41.808285 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c76629ed-fbcd-4985-8b1a-10f2d66db83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:41.826954 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b85b521c-5c8b-41d8-829a-1077855815a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47529070>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:41.841296 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b521c-5c8b-41d8-829a-1077855815a4 None None] Routers {'2c73b091-f0bf-4bf9-9391-780bd6691be8'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:41.842277 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b85b521c-5c8b-41d8-829a-1077855815a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47529070>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2c73b091-f0bf-4bf9-9391-780bd6691be8'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:41.842837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c76629ed-fbcd-4985-8b1a-10f2d66db83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:41.902027 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aeb9c991-e94a-4f44-98c9-92b25697d3ae tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b5be83-007f-4170-9ef6-339d14284533 HTTP/1.1" status: 200  len: 205 time: 0.1640916
Dec 19 13:32:41.904762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43152) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:41.905794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-458e52e8-8f2d-4efb-9fcc-84c13b6b6622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:41.919503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] For port 334f13e7-8c8c-4c22-aff9-1beaaaaad325, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:32:41.957143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] For port 334f13e7-8c8c-4c22-aff9-1beaaaaad325, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=334f13e7-8c8c-4c22-aff9-1beaaaaad325,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:32:41.985786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0da78dd1-3e92-4a0d-8f21-a85e3aa87e93 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Unset dirty status for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:41.987037 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0da78dd1-3e92-4a0d-8f21-a85e3aa87e93 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports/a2330fb4-5966-4238-aa7e-47eadd936de9 HTTP/1.1" status: 200  len: 910 time: 0.4066396
Dec 19 13:32:41.997936 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b85b521c-5c8b-41d8-829a-1077855815a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47529070>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:41.998821 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b521c-5c8b-41d8-829a-1077855815a4 None None] The sync data for ids ['2c73b091-f0bf-4bf9-9391-780bd6691be8'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:32:42.003664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c76629ed-fbcd-4985-8b1a-10f2d66db83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.016263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43156) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.017294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dcec351a-e4a8-4aab-a453-d2191e64b778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:42.026004 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-03c86939-9c04-4dc3-b397-aba38d1dd105 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] delete failed (client error): The resource could not be found.
Dec 19 13:32:42.031171 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-03c86939-9c04-4dc3-b397-aba38d1dd105 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/routers/c3b5be83-007f-4170-9ef6-339d14284533 HTTP/1.1" status: 404  len: 336 time: 0.1221302
Dec 19 13:32:42.033688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43162) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.056222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-458e52e8-8f2d-4efb-9fcc-84c13b6b6622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 9835aef2-d67f-46d5-9b18-71a6554a4bb6 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:42.089311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.112811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:42.139935 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-9e0db34e-9584-4c88-accb-8ab08d07f69a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:42.143140 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9e0db34e-9584-4c88-accb-8ab08d07f69a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.5376470
Dec 19 13:32:42.143997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43166) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.158189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76629ed-fbcd-4985-8b1a-10f2d66db83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800691fe-4530-4707-b3f2-ede0648a9d3d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:42.176167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c76629ed-fbcd-4985-8b1a-10f2d66db83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:42.176167 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad95521-c257-478a-943e-d08efa3ed44a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:42.176752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad95521-c257-478a-943e-d08efa3ed44a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:42.178392 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-aad95521-c257-478a-943e-d08efa3ed44a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/ad5cc946-242a-41e1-bbc6-8f025e352c4c HTTP/1.1" status: 404  len: 337 time: 0.0646684
Dec 19 13:32:42.205089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43170) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.229373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c76629ed-fbcd-4985-8b1a-10f2d66db83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.229720 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c76629ed-fbcd-4985-8b1a-10f2d66db83b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/800691fe-4530-4707-b3f2-ede0648a9d3d HTTP/1.1" status: 204  len: 168 time: 0.5604985
Dec 19 13:32:42.286268 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee29cc2a-681c-4d2e-b2ce-b3a57adbe737 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:42.287131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee29cc2a-681c-4d2e-b2ce-b3a57adbe737 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:42.324900 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ee29cc2a-681c-4d2e-b2ce-b3a57adbe737 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/e302a915-0d4e-4fb0-8321-302de31dec19 HTTP/1.1" status: 404  len: 337 time: 0.1042416
Dec 19 13:32:42.324900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1abde25f-a752-4d20-8f1c-32aece96f70f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.325369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Pushing event updated for resources: {'Port': ['ID=334f13e7-8c8c-4c22-aff9-1beaaaaad325,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:42.329882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43180) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.349915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:42.379448 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a2dc9e-c654-416c-ba0f-ecad3badc09f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:42.380153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a2dc9e-c654-416c-ba0f-ecad3badc09f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:42.381981 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-55a2dc9e-c654-416c-ba0f-ecad3badc09f tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/ccec248a-0ea3-4d95-927e-313fdaaa68f2 HTTP/1.1" status: 404  len: 337 time: 0.0508537
Dec 19 13:32:42.385583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43184) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.410369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467d22b7-3bcd-44f7-8d29-9f1702df5c08 None None] Update dhcp port {'port': {'network_id': '2b18094a-49b8-4dff-8efe-9812329e8e11', 'fixed_ips': [{'subnet_id': 'fc0c9e7b-af9b-4593-a348-99af510b3704'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': 'e62458ab-2439-4a62-a466-41948db0e9c2'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:32:42.442373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-458e52e8-8f2d-4efb-9fcc-84c13b6b6622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.445067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1abde25f-a752-4d20-8f1c-32aece96f70f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.463234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43188) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.467023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-575cb57d-5aa8-44d9-865b-a6a5b5944b45 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:42.511995 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-59aa9496-3c7d-47dc-979c-403d6768220e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:42.512608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59aa9496-3c7d-47dc-979c-403d6768220e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:42.514410 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-59aa9496-3c7d-47dc-979c-403d6768220e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/217203d3-1d3e-4b94-be5f-d03bfe214c24 HTTP/1.1" status: 404  len: 333 time: 0.1277516
Dec 19 13:32:42.522343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43192) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.541182 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-dd971951-1401-446b-9aef-5ca1240825f8 None None] Provisioning complete for port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:42.541628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dd971951-1401-446b-9aef-5ca1240825f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.547551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e52e8-8f2d-4efb-9fcc-84c13b6b6622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=9835aef2-d67f-46d5-9b18-71a6554a4bb6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:42.552878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-458e52e8-8f2d-4efb-9fcc-84c13b6b6622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:42.585107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-467d22b7-3bcd-44f7-8d29-9f1702df5c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.606500 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6a597283-5092-4521-8333-18620be026b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.617985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-458e52e8-8f2d-4efb-9fcc-84c13b6b6622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.628092 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0e4a61-a667-465d-befc-068c90d23598 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:42.628795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0e4a61-a667-465d-befc-068c90d23598 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:42.632628 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-458e52e8-8f2d-4efb-9fcc-84c13b6b6622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/9835aef2-d67f-46d5-9b18-71a6554a4bb6 HTTP/1.1" status: 204  len: 168 time: 1.4453588
Dec 19 13:32:42.637263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43200) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.638001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43202) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.643865 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5e0e4a61-a667-465d-befc-068c90d23598 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/ab1b0253-435e-42b5-a95a-122ea71e24d4 HTTP/1.1" status: 404  len: 337 time: 0.1165881
Dec 19 13:32:42.741761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-dd971951-1401-446b-9aef-5ca1240825f8 None None] Port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:42.751521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.836233 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-20007552-8994-454e-b84c-9b75d90b032b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:42.836233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20007552-8994-454e-b84c-9b75d90b032b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:42.836233 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-20007552-8994-454e-b84c-9b75d90b032b tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/32d11ab6-e1cc-4909-9db3-42ce65d4df5f HTTP/1.1" status: 404  len: 337 time: 0.1949689
Dec 19 13:32:42.841659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1abde25f-a752-4d20-8f1c-32aece96f70f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.844381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1abde25f-a752-4d20-8f1c-32aece96f70f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:42.845504 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1abde25f-a752-4d20-8f1c-32aece96f70f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "DELETE /v2.0/security-groups/92663d21-5fc7-4911-84fe-8e9bd915ff62 HTTP/1.1" status: 204  len: 168 time: 0.7004049
Dec 19 13:32:42.855559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43208) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.857789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43210) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:42.865460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f180c04e-7686-4de7-871c-5ba33975774d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:42.992177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abde25f-a752-4d20-8f1c-32aece96f70f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92663d21-5fc7-4911-84fe-8e9bd915ff62,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:42.999749 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebebafc-62a1-4385-a8cd-c9e223914821 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:43.000180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebebafc-62a1-4385-a8cd-c9e223914821 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:43.004081 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4ebebafc-62a1-4385-a8cd-c9e223914821 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/0aab7902-de18-4ca8-9269-03d13c2d89f0 HTTP/1.1" status: 404  len: 333 time: 0.1216815
Dec 19 13:32:43.008602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1abde25f-a752-4d20-8f1c-32aece96f70f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:43.013248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43218) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:43.031102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86adbcb-e7d3-426d-b383-8e5941b2685f None None] Network 2b18094a-49b8-4dff-8efe-9812329e8e11 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:43.083887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39810725-f636-464c-bc2d-2f6d1f2b8cd2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:43.085353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39810725-f636-464c-bc2d-2f6d1f2b8cd2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:43.087431 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-39810725-f636-464c-bc2d-2f6d1f2b8cd2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4461465
Dec 19 13:32:43.106143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43224) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:43.175404 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d146dcf-9695-46fc-b463-b10da8945f95 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:43.175959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d146dcf-9695-46fc-b463-b10da8945f95 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:43.181658 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9d146dcf-9695-46fc-b463-b10da8945f95 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/08678ba4-83c2-4481-84a7-f79da20ddc65 HTTP/1.1" status: 404  len: 337 time: 0.1521583
Dec 19 13:32:43.182343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43234) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:43.248394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6ad6720f-4022-4760-a2a1-34487e568410 None None] Provisioning complete for port e62458ab-2439-4a62-a466-41948db0e9c2 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:43.249041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ad6720f-4022-4760-a2a1-34487e568410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:43.302594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43240) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:43.365225 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-798428ab-54ee-4505-a1f6-333ce74be978 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5116845387d04b7a9258f1ad5f285bed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8641202
Dec 19 13:32:43.383587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43244) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:43.403679 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-42df9e0e-b87f-4060-9832-1d0c89b52bbd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:32:43.403679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42df9e0e-b87f-4060-9832-1d0c89b52bbd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:32:43.405879 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-42df9e0e-b87f-4060-9832-1d0c89b52bbd tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/subnets/a72a190f-0caa-4bb5-8c41-f679fb866869 HTTP/1.1" status: 404  len: 337 time: 0.2138476
Dec 19 13:32:43.406829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-918276563-network', 'tenant_id': '4199c9693bee4562aaddc439cec742b9'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:43.410779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43248) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:43.412392 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:43.417456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Usage tracker for resource:network and tenant:4199c9693bee4562aaddc439cec742b9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:43.420489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-964ae1be-d4e9-4bb8-9745-9049a6bccfbf tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Synchronizing usage tracker for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:43.420721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:43.427364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:43.501129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Made reservation on behalf of 4199c9693bee4562aaddc439cec742b9 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:43.504789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:43.512130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6ad6720f-4022-4760-a2a1-34487e568410 None None] Provisioning complete for port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:43.513168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ad6720f-4022-4760-a2a1-34487e568410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:43.524481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:43.573677 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739adf5c-0232-493d-909e-e49e04c7b5d5 None None] DHCP port deletion for 2b18094a-49b8-4dff-8efe-9812329e8e11 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:32:43.583365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-739adf5c-0232-493d-909e-e49e04c7b5d5 None None] Deleting port e62458ab-2439-4a62-a466-41948db0e9c2 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:43.583789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-739adf5c-0232-493d-909e-e49e04c7b5d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:43.643627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a75460ee-29ca-49e8-9742-9aaf336b660e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Deleting port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:43.644044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a75460ee-29ca-49e8-9742-9aaf336b660e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:43.672739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:43.683733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Usage tracker for resource:security_group_rule and tenant:4199c9693bee4562aaddc439cec742b9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:43.688705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:43.700472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:43.828968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6ad6720f-4022-4760-a2a1-34487e568410 None None] Port cff4afc0-e184-4e9a-9a3b-ca9d67322f2a cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:32:43.851010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-739adf5c-0232-493d-909e-e49e04c7b5d5 None None] For port e62458ab-2439-4a62-a466-41948db0e9c2, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e62458ab-2439-4a62-a466-41948db0e9c2,segment=NetworkSegment(8fb8eb46-b747-40a1-b214-8dcd95e133be),segment_id=8fb8eb46-b747-40a1-b214-8dcd95e133be)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:43.852398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-739adf5c-0232-493d-909e-e49e04c7b5d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:43.879722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:43.893720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab64eaf5-c48f-4643-8c7c-f02a0822edb8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet d3a51083-7ddc-4cdb-a9e1-51d0b413966b {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:43.897804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-964ae1be-d4e9-4bb8-9745-9049a6bccfbf tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Unset dirty status for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:43.908181 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-964ae1be-d4e9-4bb8-9745-9049a6bccfbf tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 1.0004470
Dec 19 13:32:43.909925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43256) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:43.927576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138040646'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:43.962358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:43.962483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab64eaf5-c48f-4643-8c7c-f02a0822edb8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:43.962610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:43.999951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c76629ed-fbcd-4985-8b1a-10f2d66db83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:44.028271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:44.051616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 334f13e7-8c8c-4c22-aff9-1beaaaaad325 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:44.060074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:32:44.069626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab64eaf5-c48f-4643-8c7c-f02a0822edb8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.080305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.080973 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Added segment 9cdc5e57-5605-434d-a608-da440f5b9689 of type vlan for network ce1d04b1-5906-4c43-b5ee-82892c046348
Dec 19 13:32:44.099024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed117892-3c1f-40f8-b73d-0901a9e438db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.112155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.149354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12726d50-650b-4424-b4b1-dc8e66400dc0,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:44.152384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-739adf5c-0232-493d-909e-e49e04c7b5d5 None None] Calling delete_port for e62458ab-2439-4a62-a466-41948db0e9c2 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:44.158043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.174072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:44.194473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b692898-07d6-40e0-9757-d357e9c08725 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:44.270778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port a2330fb4-5966-4238-aa7e-47eadd936de9 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:44.271333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.293770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed117892-3c1f-40f8-b73d-0901a9e438db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.340324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43264) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:44.356225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a75460ee-29ca-49e8-9742-9aaf336b660e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.357162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.357952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:44.358517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.418095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d872f53a-56da-4062-b7c0-e0981dc98340 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:44.498149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-48a95792-a6cd-4b30-8bad-0417b4bc505b None None] Provisioning for port 334f13e7-8c8c-4c22-aff9-1beaaaaad325 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:44.506328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:44.506554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-739adf5c-0232-493d-909e-e49e04c7b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.513360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d110fcec-e0dc-4a70-bdc6-bd02d67864bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:44.541694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a75460ee-29ca-49e8-9742-9aaf336b660e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Calling delete_port for cff4afc0-e184-4e9a-9a3b-ca9d67322f2a owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:44.544603 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:44.556219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:44.566358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Pushing event updated for resources: {'Network': ['ID=ce1d04b1-5906-4c43-b5ee-82892c046348,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:44.573368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739adf5c-0232-493d-909e-e49e04c7b5d5 None None] Pushing event deleted for resources: {'Port': ['ID=e62458ab-2439-4a62-a466-41948db0e9c2,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:44.574373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:44.579493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-739adf5c-0232-493d-909e-e49e04c7b5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:44.582141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:44.591591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-61c01da3-62c0-48eb-8733-8cae0888a241 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:44.591729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 334f13e7-8c8c-4c22-aff9-1beaaaaad325 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:44.591849 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-61c01da3-62c0-48eb-8733-8cae0888a241 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:32:44.591849 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-61c01da3-62c0-48eb-8733-8cae0888a241 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2434349
Dec 19 13:32:44.591849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43270) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:44.595482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739adf5c-0232-493d-909e-e49e04c7b5d5 None None] No DVR routers for this DVR port e62458ab-2439-4a62-a466-41948db0e9c2 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:32:44.604465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 334f13e7-8c8c-4c22-aff9-1beaaaaad325 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:44.604465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.605799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434294432'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:44.622939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:44.632386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:44.636271 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network ce1d04b1-5906-4c43-b5ee-82892c046348 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:32:44.639008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab64eaf5-c48f-4643-8c7c-f02a0822edb8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.650374 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3458159
Dec 19 13:32:44.656447 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43274) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:44.672116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:44.675034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Request body: {'subnet': {'network_id': 'ce1d04b1-5906-4c43-b5ee-82892c046348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-918276563-subnet', 'tenant_id': '4199c9693bee4562aaddc439cec742b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:44.689462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:44.692624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.708949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Usage tracker for resource:subnet and tenant:4199c9693bee4562aaddc439cec742b9 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:44.714328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:44.718896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:44.722324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-257f35be-1b2d-4925-941e-eb03958fae6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.746034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:44.813668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed117892-3c1f-40f8-b73d-0901a9e438db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.816601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c8879528-79e6-4fe8-a8a6-d4ba63880d4e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:44.832006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed117892-3c1f-40f8-b73d-0901a9e438db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c563f4d-c232-48b8-8c1c-a56cda26de69,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:44.835544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ed117892-3c1f-40f8-b73d-0901a9e438db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:44.844543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab64eaf5-c48f-4643-8c7c-f02a0822edb8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.854597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a75460ee-29ca-49e8-9742-9aaf336b660e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.856494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.862378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.871769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for a2330fb4-5966-4238-aa7e-47eadd936de9 owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:44.873152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5a60617f-1950-419d-bda0-edea9afd2211 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:44.915325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab64eaf5-c48f-4643-8c7c-f02a0822edb8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.923828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.924957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.940991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64eaf5-c48f-4643-8c7c-f02a0822edb8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a51083-7ddc-4cdb-a9e1-51d0b413966b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:44.946917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ab64eaf5-c48f-4643-8c7c-f02a0822edb8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:44.954469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-967eed17-2f76-4e67-8153-2c2fe592be49 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:44.969048 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:32:44.969508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:32:44.978967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Made reservation on behalf of 4199c9693bee4562aaddc439cec742b9 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:44.982015 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:44.991776 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ab64eaf5-c48f-4643-8c7c-f02a0822edb8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/d3a51083-7ddc-4cdb-a9e1-51d0b413966b HTTP/1.1" status: 204  len: 168 time: 1.8844709
Dec 19 13:32:44.999019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a75460ee-29ca-49e8-9742-9aaf336b660e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.003430 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a75460ee-29ca-49e8-9742-9aaf336b660e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/ports/cff4afc0-e184-4e9a-9a3b-ca9d67322f2a HTTP/1.1" status: 204  len: 168 time: 1.5890136
Dec 19 13:32:45.007864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43280) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:45.008186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43282) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:45.020967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed117892-3c1f-40f8-b73d-0901a9e438db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.022041 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ed117892-3c1f-40f8-b73d-0901a9e438db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c563f4d-c232-48b8-8c1c-a56cda26de69 HTTP/1.1" status: 204  len: 168 time: 1.6373956
Dec 19 13:32:45.067921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7cd03-a96d-491f-a20d-9a401832f9d7 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:45.100999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.134112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-137296e7-017d-4fed-b6c9-2f3807a749e8 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:45.191548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75460ee-29ca-49e8-9742-9aaf336b660e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Port': ['ID=cff4afc0-e184-4e9a-9a3b-ca9d67322f2a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:45.213328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18be5d8f-9c15-4ae5-9f3d-c5f916c6de84,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:45.217953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:45.237824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a75460ee-29ca-49e8-9742-9aaf336b660e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:45.262304 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1bc0b70c-bc51-454e-adfc-53ea1324b1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2527099
Dec 19 13:32:45.278710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43290) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:45.281326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-472d9559-e3c5-4e53-9827-d3918dcc4ebc None None] Provisioning complete for port 334f13e7-8c8c-4c22-aff9-1beaaaaad325 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:45.281716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-472d9559-e3c5-4e53-9827-d3918dcc4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.291329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:45.306478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:45.329640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:45.395614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:45.410566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:45.415614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.418510 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.5062144
Dec 19 13:32:45.419747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.420448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.423212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43294) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:45.431661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-53ee6248-ef53-4e86-b4db-d839b297fdc2 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:45.433139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:32:45.436399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-472d9559-e3c5-4e53-9827-d3918dcc4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.450486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Deleting port 334f13e7-8c8c-4c22-aff9-1beaaaaad325 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:45.450882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.463548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-fdbc78f6-5e45-4b93-b846-1b5f227c3fe1 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '18be5d8f-9c15-4ae5-9f3d-c5f916c6de84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:45.486787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fdbc78f6-5e45-4b93-b846-1b5f227c3fe1 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:45.522826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a561f4f-eafc-4021-951e-fbdb1d3fa58c,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:45.526104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fdbc78f6-5e45-4b93-b846-1b5f227c3fe1 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:45.529191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:45.533269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fdbc78f6-5e45-4b93-b846-1b5f227c3fe1 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:45.540908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:45.546440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Checking segment: {'id': '9cdc5e57-5605-434d-a608-da440f5b9689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ce1d04b1-5906-4c43-b5ee-82892c046348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:45.546440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Network hostable DHCP agents. Network: ce1d04b1-5906-4c43-b5ee-82892c046348, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:32:45.552940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fdbc78f6-5e45-4b93-b846-1b5f227c3fe1 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:45.571588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:45.580844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:45.598713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.609737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-de7b8790-d3ce-405b-af1d-f462b3e03baa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:45.677061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Network ce1d04b1-5906-4c43-b5ee-82892c046348 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:32:45.683313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=a2330fb4-5966-4238-aa7e-47eadd936de9,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:45.689934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-472d9559-e3c5-4e53-9827-d3918dcc4ebc None None] For port 334f13e7-8c8c-4c22-aff9-1beaaaaad325, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=334f13e7-8c8c-4c22-aff9-1beaaaaad325,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:45.692000 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:45.702972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.808432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, ce1d04b1-5906-4c43-b5ee-82892c046348) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:45.818717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:45.843263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:45.846377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-472d9559-e3c5-4e53-9827-d3918dcc4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.847275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.877491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.930423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.939253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45f9f6d0>,) {'filters': {'network_id': ['2b18094a-49b8-4dff-8efe-9812329e8e11']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:45.951103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b8644519-88c7-4d66-a330-b3879b2684b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:45.956532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:45.956532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:45.979569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45f9f6d0>, '8fb8eb46-b747-40a1-b214-8dcd95e133be') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:45.985350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45f9f6d0>, '8fb8eb46-b747-40a1-b214-8dcd95e133be') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:46.040135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440005f0-a010-4b4f-a203-cdcb0e7b6164 None None] Network ce1d04b1-5906-4c43-b5ee-82892c046348 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:46.050146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.060043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0e8b4c02-9040-4218-8a07-8d12a9652b56 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:46.068753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.099743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.136567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:46.146140 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-fdbc78f6-5e45-4b93-b846-1b5f227c3fe1 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The resource could not be found.
Dec 19 13:32:46.150283 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fdbc78f6-5e45-4b93-b846-1b5f227c3fe1 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.7156489
Dec 19 13:32:46.153831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.160059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43308) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:46.163497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:46.168974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:46.183914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4e248f3c-b8e4-4079-80db-d926bbf7240f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '18be5d8f-9c15-4ae5-9f3d-c5f916c6de84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '37e45b37-8873-4b7d-bd50-fa92688d030b'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:46.189328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:46.189714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:46.204656 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:46.207866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:46.237310 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5781391
Dec 19 13:32:46.254072 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:32:46.254433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:32:46.257353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c9b2e1-4dfc-4fa2-86b5-80b71db7aa77,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:46.260362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:46.266606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4e248f3c-b8e4-4079-80db-d926bbf7240f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:46.277773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4e248f3c-b8e4-4079-80db-d926bbf7240f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:46.288098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4e248f3c-b8e4-4079-80db-d926bbf7240f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:46.323019 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] For port 334f13e7-8c8c-4c22-aff9-1beaaaaad325, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=334f13e7-8c8c-4c22-aff9-1beaaaaad325,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:46.323451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.352373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4e248f3c-b8e4-4079-80db-d926bbf7240f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:46.370215 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d9559-e3c5-4e53-9827-d3918dcc4ebc None None] Pushing event updated for resources: {'Port': ['ID=334f13e7-8c8c-4c22-aff9-1beaaaaad325,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:46.427700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.429048 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-472d9559-e3c5-4e53-9827-d3918dcc4ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:46.498878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Calling delete_port for 334f13e7-8c8c-4c22-aff9-1beaaaaad325 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:46.515667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.523928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.526177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.532879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c1ddd0-b6d2-4b14-86d4-d8e99e1ed604 None None] Network ce1d04b1-5906-4c43-b5ee-82892c046348 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:46.555147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-98fec965-3df2-445a-b649-14795ac75672 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:46.601624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Pushing event deleted for resources: {'Network': ['ID=2b18094a-49b8-4dff-8efe-9812329e8e11,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:46.604395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:46.646262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.672605 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] 10.222.0.24 "DELETE /v2.0/networks/2b18094a-49b8-4dff-8efe-9812329e8e11 HTTP/1.1" status: 204  len: 168 time: 1.6618619
Dec 19 13:32:46.751729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.766670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-316a3aba-e251-4505-8362-219b418c543d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:46.782448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:32:46.786975 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-4e248f3c-b8e4-4079-80db-d926bbf7240f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The resource could not be found.
Dec 19 13:32:46.787120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:32:46.787214 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4e248f3c-b8e4-4079-80db-d926bbf7240f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.6160657
Dec 19 13:32:46.788821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43332) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:46.832491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6728f4d-f7e6-45e2-bc19-cd2d77a75e2d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:46.832739 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e62458ab-2439-4a62-a466-41948db0e9c2 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:32:46.834779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:46.839820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.851084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c2cbbb5c-af6f-40d4-b676-83e10e8009c7 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:46.877904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: e62458ab-2439-4a62-a466-41948db0e9c2 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:32:46.878296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e62458ab-2439-4a62-a466-41948db0e9c2 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:32:46.897683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:46.902259 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 2.3077765
Dec 19 13:32:46.909429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43336) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:46.923599 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': 'd6728f4d-f7e6-45e2-bc19-cd2d77a75e2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:46.943393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:46.956299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:46.960714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:46.968869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:46.994974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:46.996996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d749df2-efc0-412d-8d5e-f17b5bbefcfc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.005062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:47.008723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:47.009646 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.016761 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=2d3cc33e-8e42-4511-b5ed-543f22ce5e50,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:47.021403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:47.036997 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 334f13e7-8c8c-4c22-aff9-1beaaaaad325 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:32:47.054722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 2c73b091-f0bf-4bf9-9391-780bd6691be8 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:32:47.062265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d749df2-efc0-412d-8d5e-f17b5bbefcfc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.155470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.163537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.202531 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.9199347
Dec 19 13:32:47.203566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43342) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:47.204275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 334f13e7-8c8c-4c22-aff9-1beaaaaad325, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=334f13e7-8c8c-4c22-aff9-1beaaaaad325,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:47.213178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'name': 'tempest-NetworksTestDHCPv6-951101179'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:47.231005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d749df2-efc0-412d-8d5e-f17b5bbefcfc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.262200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:32:47.276745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b40397-e81a-46c9-98ce-cb5fe3378fd6 None None] Sync routers for ids ['2c73b091-f0bf-4bf9-9391-780bd6691be8'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:32:47.280918 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/2c73b091-f0bf-4bf9-9391-780bd6691be8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2497768
Dec 19 13:32:47.282954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43346) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:47.285999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-82b1a739-17c9-4107-aec1-f202805eeab3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:47.286713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Deleting port 334f13e7-8c8c-4c22-aff9-1beaaaaad325 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:47.287378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.316908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d749df2-efc0-412d-8d5e-f17b5bbefcfc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18be5d8f-9c15-4ae5-9f3d-c5f916c6de84,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:47.324852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3d749df2-efc0-412d-8d5e-f17b5bbefcfc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:47.359525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.369136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-739adf5c-0232-493d-909e-e49e04c7b5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:47.369409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d749df2-efc0-412d-8d5e-f17b5bbefcfc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.373456 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3d749df2-efc0-412d-8d5e-f17b5bbefcfc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "DELETE /v2.0/security-groups/18be5d8f-9c15-4ae5-9f3d-c5f916c6de84 HTTP/1.1" status: 204  len: 168 time: 0.5828567
Dec 19 13:32:47.374378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43356) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:47.396520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.464737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43360) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:47.500667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:47.510632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:47.510632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.511913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:47.515141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba107bad-43a1-4f46-b9de-17c239d62732 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:47.534375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f494cce5-a80d-4411-97f8-d229caba3909 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Synchronizing usage tracker for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:47.539851 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b40397-e81a-46c9-98ce-cb5fe3378fd6 None None] Routers {'2c73b091-f0bf-4bf9-9391-780bd6691be8'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:47.540498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c7b40397-e81a-46c9-98ce-cb5fe3378fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476220d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2c73b091-f0bf-4bf9-9391-780bd6691be8'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:47.561189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:47.616332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e03ab7-05d0-4ae7-b939-fd4b97e9b4ea,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:47.624676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:47.666995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.678521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=334f13e7-8c8c-4c22-aff9-1beaaaaad325,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:47.685532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c7b40397-e81a-46c9-98ce-cb5fe3378fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476220d0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:47.687919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:47.704399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:47.708728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.732879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 26280a5a-6001-431d-9957-71c49f6cf963 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:32:47.770661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.775444 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8649940
Dec 19 13:32:47.775817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43368) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:47.777689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f494cce5-a80d-4411-97f8-d229caba3909 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Unset dirty status for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:47.782711 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f494cce5-a80d-4411-97f8-d229caba3909 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3982663
Dec 19 13:32:47.788255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43370) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:47.795312 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-38b9bb89-4842-45b8-a685-bcd746fe82cb tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '5feeab58-fb8d-4cb9-824a-8e6825746d94', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:47.798355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b40397-e81a-46c9-98ce-cb5fe3378fd6 None None] Routers {'2c73b091-f0bf-4bf9-9391-780bd6691be8'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:47.799412 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c7b40397-e81a-46c9-98ce-cb5fe3378fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476220d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2c73b091-f0bf-4bf9-9391-780bd6691be8'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:47.816432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-38b9bb89-4842-45b8-a685-bcd746fe82cb tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:47.826373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-38b9bb89-4842-45b8-a685-bcd746fe82cb tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:47.831576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8e9e94a8-8565-45ac-9fc8-be0dbc541c7e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': 'd6728f4d-f7e6-45e2-bc19-cd2d77a75e2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:47.839097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-38b9bb89-4842-45b8-a685-bcd746fe82cb tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:47.851859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-38b9bb89-4842-45b8-a685-bcd746fe82cb tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:47.865654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8e9e94a8-8565-45ac-9fc8-be0dbc541c7e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:47.889062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c7b40397-e81a-46c9-98ce-cb5fe3378fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476220d0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:47.889294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8e9e94a8-8565-45ac-9fc8-be0dbc541c7e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:47.889499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b40397-e81a-46c9-98ce-cb5fe3378fd6 None None] The sync data for ids ['2c73b091-f0bf-4bf9-9391-780bd6691be8'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:32:47.905957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8e9e94a8-8565-45ac-9fc8-be0dbc541c7e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:47.943800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] For port 334f13e7-8c8c-4c22-aff9-1beaaaaad325, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=334f13e7-8c8c-4c22-aff9-1beaaaaad325,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:47.944219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:47.982822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::358 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/2d3cc33e-8e42-4511-b5ed-543f22ce5e50/26280a5a-6001-431d-9957-71c49f6cf963) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:47.985917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8e9e94a8-8565-45ac-9fc8-be0dbc541c7e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:48.154365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Calling delete_port for 334f13e7-8c8c-4c22-aff9-1beaaaaad325 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:48.256335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-2c03003f-a57d-41ce-bd58-ce15c14e845f tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:48.258521 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-2c03003f-a57d-41ce-bd58-ce15c14e845f tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/networks?id=042fb34b-c5e2-47bd-87be-0485e148a3e3 HTTP/1.1" status: 200  len: 812 time: 0.3419673
Dec 19 13:32:48.262836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e9e94a8-8565-45ac-9fc8-be0dbc541c7e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.286262 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e1f8ea37-3ef9-49bc-9302-48e8000c8d9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=279dea1e810345a989d561cf9297ff0d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8174345
Dec 19 13:32:48.287229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43384) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:48.318721 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-50dc2e5b-1d3d-454a-863b-32e90a8a0219 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/quotas/1566be31246a47a0a16f720b3008d23f HTTP/1.1" status: 200  len: 375 time: 0.0472226
Dec 19 13:32:48.324528 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-38b9bb89-4842-45b8-a685-bcd746fe82cb tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The resource could not be found.
Dec 19 13:32:48.325626 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-38b9bb89-4842-45b8-a685-bcd746fe82cb tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.5364275
Dec 19 13:32:48.328801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.330333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43390) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:48.340170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group': {'name': 'tempest-secgroup--52496088'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:48.349998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.358007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.364669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 26280a5a-6001-431d-9957-71c49f6cf963 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:48.366999 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:48.401684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4c8fef63-2e06-4f79-8703-7d0559852ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.402992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:48.435633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4c8fef63-2e06-4f79-8703-7d0559852ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.437612 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Pushing event deleted for resources: {'Port': ['ID=334f13e7-8c8c-4c22-aff9-1beaaaaad325,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:48.445077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:48.446032 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] No DVR routers for this DVR port 334f13e7-8c8c-4c22-aff9-1beaaaaad325 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:32:48.465793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2501b627-0fbf-405d-b2a8-2264cd457a33 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:48.531144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.533928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:48.535111 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-6edb4631-5507-4633-8ea8-0b3749274194 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1566be31246a47a0a16f720b3008d23f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1899059
Dec 19 13:32:48.548222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b2e06c92-4bd3-4dc6-a9af-fe1e3e4583f6 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:48.619098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4c8fef63-2e06-4f79-8703-7d0559852ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.671633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=26280a5a-6001-431d-9957-71c49f6cf963,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:48.675475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:48.677461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:48.678582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:48.683232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3cd2ff24-130f-46de-80b8-f13a758ca50e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:48.686545 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-8e9e94a8-8565-45ac-9fc8-be0dbc541c7e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:32:48.690231 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8e9e94a8-8565-45ac-9fc8-be0dbc541c7e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.9107153
Dec 19 13:32:48.691581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43400) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:48.697197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:48.701998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:48.702838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.713021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4c8fef63-2e06-4f79-8703-7d0559852ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.717677 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4c8fef63-2e06-4f79-8703-7d0559852ec7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37ccc326-5c39-44fe-8907-34f951941035 HTTP/1.1" status: 204  len: 168 time: 0.4271693
Dec 19 13:32:48.717884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.725431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fef63-2e06-4f79-8703-7d0559852ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ccc326-5c39-44fe-8907-34f951941035,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:48.731223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4c8fef63-2e06-4f79-8703-7d0559852ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:48.828795 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.6238370
Dec 19 13:32:48.829435 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43408) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:48.860254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': '2d3cc33e-8e42-4511-b5ed-543f22ce5e50'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:32:48.863235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:48.966952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:48.981110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5954af4-d6a7-447f-8809-2499a084b8a0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:48.983271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d5954af4-d6a7-447f-8809-2499a084b8a0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:48.995577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:49.000104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:49.019527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43412) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:49.021442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5305f9dd-b0ea-4480-911e-5a8221e35e2b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.026074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:49.072587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d5954af4-d6a7-447f-8809-2499a084b8a0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:49.076444 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d5954af4-d6a7-447f-8809-2499a084b8a0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.2432339
Dec 19 13:32:49.083342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/2d3cc33e-8e42-4511-b5ed-543f22ce5e50/6b0d6ac4-eb59-4642-a0db-3d8d3dcec482) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:49.083504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43418) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:49.123239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5305f9dd-b0ea-4480-911e-5a8221e35e2b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.151214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b7506da9-1ba4-4c5d-b2df-f9d9e7917a4d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 26280a5a-6001-431d-9957-71c49f6cf963 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:49.151824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7506da9-1ba4-4c5d-b2df-f9d9e7917a4d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.204952 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-917eda41-cf20-4f34-9ee7-96e395543699 service neutron] 10.222.0.24 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6586888
Dec 19 13:32:49.322149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'network': {'name': 'tempest-network-smoke--1710640669', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'port_security_enabled': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:49.334934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.335204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:49.343490 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Transition to ACTIVE for port object 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:49.352260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:network and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:49.358360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:49.367926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Transition to ACTIVE for port object 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:49.372929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5305f9dd-b0ea-4480-911e-5a8221e35e2b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.383745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e9e203fb-315b-4d3f-919f-2fdd0dda3c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:49.393289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:49.412520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.419239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305f9dd-b0ea-4480-911e-5a8221e35e2b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6728f4d-f7e6-45e2-bc19-cd2d77a75e2d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:49.428691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5305f9dd-b0ea-4480-911e-5a8221e35e2b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:49.467471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.473202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1d355d3e-321c-472d-bf13-1abd1cedb2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:49.494511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5305f9dd-b0ea-4480-911e-5a8221e35e2b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.497943 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5305f9dd-b0ea-4480-911e-5a8221e35e2b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "DELETE /v2.0/security-groups/d6728f4d-f7e6-45e2-bc19-cd2d77a75e2d HTTP/1.1" status: 204  len: 168 time: 0.8031900
Dec 19 13:32:49.501066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43426) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:49.519255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.525554 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-28eb1406-abd7-47c2-a9f0-76a856408c05 service neutron] 10.222.0.24 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2856383
Dec 19 13:32:49.530519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7febc6b6-2cad-4bd8-87df-ccd67970fc5b tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:49.554925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:49.559634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:49.567149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:49.588255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73605785-e393-426d-b9d3-6f262c290487,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:49.593714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:49.608398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7506da9-1ba4-4c5d-b2df-f9d9e7917a4d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.658292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b3fdc25-9063-4063-afdd-5640c9add04c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Synchronizing usage tracker for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:49.671866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Pushing event updated for resources: {'Port': ['ID=6b0d6ac4-eb59-4642-a0db-3d8d3dcec482,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:49.689247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:49.689566 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.693641 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.3608313
Dec 19 13:32:49.694922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43434) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:49.714101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group': {'name': 'tempest-secgroup--180601834'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:49.719733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Attempting to bind port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:32:49.723652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Attempting to bind port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:32:49.723652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Attempting to bind port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:32:49.723901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:49.733710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:32:49.734095 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:49.734504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.734899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:32:49.735451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Bound port: 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:32:49.735762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.741240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:49.778759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b7506da9-1ba4-4c5d-b2df-f9d9e7917a4d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 26280a5a-6001-431d-9957-71c49f6cf963 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:49.807414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:49.810609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.832623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.857932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] For port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:32:49.862029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] For port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6b0d6ac4-eb59-4642-a0db-3d8d3dcec482,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:32:49.903284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:49.907849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:49.922712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:49.933223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:49.946193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:49.969502 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-740d6edf-7ed7-40cd-a8de-74812cc64208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:50.020075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.030070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b3fdc25-9063-4063-afdd-5640c9add04c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Unset dirty status for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:50.031582 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8b3fdc25-9063-4063-afdd-5640c9add04c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5296919
Dec 19 13:32:50.040996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43452) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:50.053305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343288923'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:50.069134 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:50.081296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port b7a2339f-dc2d-4828-b958-a7c748a305aa {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:50.081630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.126559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:50.145734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:50.152608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Pushing event updated for resources: {'Port': ['ID=6b0d6ac4-eb59-4642-a0db-3d8d3dcec482,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:50.157720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:50.163477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:50.164624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:50.213688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.231531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7506da9-1ba4-4c5d-b2df-f9d9e7917a4d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.235121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:50.240506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:50.241988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.358626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:50.392483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.405151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:50.405745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:32:50.416711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.417107 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Added segment 204706a2-7318-4f60-98be-4d40eb1b0524 of type vlan for network 82b374b8-6a32-47cc-b37c-00cb794fe448
Dec 19 13:32:50.423695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7506da9-1ba4-4c5d-b2df-f9d9e7917a4d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=26280a5a-6001-431d-9957-71c49f6cf963,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:50.423862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:50.427970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b7506da9-1ba4-4c5d-b2df-f9d9e7917a4d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:50.430552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4c8fef63-2e06-4f79-8703-7d0559852ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:50.447951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.464842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:50.471822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.472043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7506da9-1ba4-4c5d-b2df-f9d9e7917a4d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.482157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c9cdaf-876a-419b-aba1-dbe74044be7d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:50.486097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:50.517537 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b7506da9-1ba4-4c5d-b2df-f9d9e7917a4d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/26280a5a-6001-431d-9957-71c49f6cf963 HTTP/1.1" status: 204  len: 168 time: 1.4398832
Dec 19 13:32:50.519384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.523407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43466) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:50.671882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.686506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:50.686506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.703651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f7164d7d-abb8-4738-89cd-f3d9bda9be66 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:50.726288 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eafe41bc-dfb3-4ea9-a5f2-45c448399a11 req-20d2c09e-361e-4ab0-ab6d-2aa7f36f493a tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 210 time: 0.7129300
Dec 19 13:32:50.727525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.739249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for b7a2339f-dc2d-4828-b958-a7c748a305aa owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:50.772338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b8bce4cf-f338-44ff-922f-20a752af15a0 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:50.802531 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.7811692
Dec 19 13:32:50.807353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43472) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:50.815255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-8766495', 'admin_state_up': True, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:50.825357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:50.829339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Network': ['ID=82b374b8-6a32-47cc-b37c-00cb794fe448,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:50.841677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:50.842995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 82b374b8-6a32-47cc-b37c-00cb794fe448 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:32:50.844679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:router and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:50.848379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:50.854308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:50.878885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43476) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:50.880250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac2b46f-7e4c-408e-a5a0-048b1c7888b8,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:50.892812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:50.943013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863fbe5-3e11-480b-b31d-263059fbe7a7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:50.944446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863fbe5-3e11-480b-b31d-263059fbe7a7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:50.945238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a863fbe5-3e11-480b-b31d-263059fbe7a7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:50.966723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.975910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:50.977255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.010050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.010217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.012851 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3116591
Dec 19 13:32:51.016227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43482) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:51.028178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-4fb5154d-72cd-415d-8276-6708252a548f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group_rule': {'security_group_id': '73605785-e393-426d-b9d3-6f262c290487', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2ac2b46f-7e4c-408e-a5a0-048b1c7888b8'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:51.073539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4fb5154d-72cd-415d-8276-6708252a548f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:51.077231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:51.083105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4fb5154d-72cd-415d-8276-6708252a548f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:51.085617 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.101292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4fb5154d-72cd-415d-8276-6708252a548f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:51.104256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0fbf27f3-8c38-4206-9059-52fa9ccc0e08 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:51.105666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1629920287'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:51.111688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:51.115003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:network and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:51.119613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:51.126062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:51.126231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4fb5154d-72cd-415d-8276-6708252a548f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:51.153764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a863fbe5-3e11-480b-b31d-263059fbe7a7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:51.157585 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a863fbe5-3e11-480b-b31d-263059fbe7a7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5587285
Dec 19 13:32:51.158167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43486) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:51.170452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f2c78f-b4ba-4ff0-8344-d30cebf32f29,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:51.177688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:51.221169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.226234 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1815293
Dec 19 13:32:51.228057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43492) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:51.240017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-81b5df14-4dae-4669-861b-d6528ec0dd9b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '20f2c78f-b4ba-4ff0-8344-d30cebf32f29', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:51.240738 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-81b5df14-4dae-4669-861b-d6528ec0dd9b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:51.245381 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-81b5df14-4dae-4669-861b-d6528ec0dd9b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0161891
Dec 19 13:32:51.251228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43496) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:51.260099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:51.262984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.278164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:51.315186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.321214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9fb41da7-decb-4fa2-9a34-59bfe31df042 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:51.340103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.379614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=b7a2339f-dc2d-4828-b958-a7c748a305aa,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:51.384988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:51.430996 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-4fb5154d-72cd-415d-8276-6708252a548f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:51.431848 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4fb5154d-72cd-415d-8276-6708252a548f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.4145374
Dec 19 13:32:51.438682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43500) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:51.462073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.472315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d76f93f5-186c-4b14-9637-ff6502e8ba9b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.535981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea038584-6413-4713-9631-16d3baaee9b8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 2d3cc33e-8e42-4511-b5ed-543f22ce5e50 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:51.541181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea038584-6413-4713-9631-16d3baaee9b8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.556650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d76f93f5-186c-4b14-9637-ff6502e8ba9b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.689818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:51.705395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:security_group_rule and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:51.709551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea038584-6413-4713-9631-16d3baaee9b8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.795022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-463e5657-818c-4dd4-bc19-97c4f448d9a4 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.815990 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.832733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6ef0a454-afe8-48d3-99da-22c5f8614ccd None None] Provisioning for port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:51.839834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6ef0a454-afe8-48d3-99da-22c5f8614ccd None None] Provisioning complete for port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:51.843431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ef0a454-afe8-48d3-99da-22c5f8614ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.934683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:51.941373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:51.956241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d76f93f5-186c-4b14-9637-ff6502e8ba9b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:51.996636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ef0a454-afe8-48d3-99da-22c5f8614ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.003784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-463e5657-818c-4dd4-bc19-97c4f448d9a4 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.021184 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2225ca3d-b3e1-400a-819e-c82fa8e16f83 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:52.021362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.072510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6ef0a454-afe8-48d3-99da-22c5f8614ccd None None] For port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6b0d6ac4-eb59-4642-a0db-3d8d3dcec482,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:52.094529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.102162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-81390c8e-7a0e-43fd-97a1-959988f08dae tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:52.145409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ef0a454-afe8-48d3-99da-22c5f8614ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.150652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-85d8e38b-4ac4-4dc0-8094-cc74d98e51da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:52.155384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:32:52.160309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea038584-6413-4713-9631-16d3baaee9b8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.180595 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1ed4dbd4-91bf-4ae2-9c74-d27e18b8e051 req-50a68c54-bfa2-46d0-8f5c-701aaca25e92 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 210 time: 0.2851980
Dec 19 13:32:52.196850 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6ef0a454-afe8-48d3-99da-22c5f8614ccd None None] Could not find standard attr ID for object 26280a5a-6001-431d-9957-71c49f6cf963. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:32:52.206407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f93f5-186c-4b14-9637-ff6502e8ba9b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f2c78f-b4ba-4ff0-8344-d30cebf32f29,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:52.214349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d76f93f5-186c-4b14-9637-ff6502e8ba9b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:52.218376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.218788 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added segment b2cb9941-72db-4e4e-9a35-425c769e3b84 of type vlan for network 405d4838-4bc8-460b-bd67-5c66348e58c0
Dec 19 13:32:52.250572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.255094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0a454-afe8-48d3-99da-22c5f8614ccd None None] Pushing event updated for resources: {'Port': ['ID=6b0d6ac4-eb59-4642-a0db-3d8d3dcec482,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:52.259721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6ef0a454-afe8-48d3-99da-22c5f8614ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:52.264441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad563bd-bf91-4949-a8d0-648e539dd9cf,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:52.288071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:52.342474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-60b684e7-099d-44e8-9d40-973da0a2f79c None None] Could not find standard attr ID for object 9835aef2-d67f-46d5-9b18-71a6554a4bb6. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:32:52.345226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-60b684e7-099d-44e8-9d40-973da0a2f79c None None] Could not find standard attr ID for object 26280a5a-6001-431d-9957-71c49f6cf963. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:32:52.355237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.393430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.401089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.404908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:52.405579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.439454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d76f93f5-186c-4b14-9637-ff6502e8ba9b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.439454 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d76f93f5-186c-4b14-9637-ff6502e8ba9b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "DELETE /v2.0/security-groups/20f2c78f-b4ba-4ff0-8344-d30cebf32f29 HTTP/1.1" status: 204  len: 168 time: 1.1859136
Dec 19 13:32:52.439454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43506) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:52.444388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a273b238-8107-4670-aa54-1b2c389c06d4 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:52.444735 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-463e5657-818c-4dd4-bc19-97c4f448d9a4 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.450607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:52.488018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e5657-818c-4dd4-bc19-97c4f448d9a4 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac2b46f-7e4c-408e-a5a0-048b1c7888b8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:52.490884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-463e5657-818c-4dd4-bc19-97c4f448d9a4 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:52.551586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-463e5657-818c-4dd4-bc19-97c4f448d9a4 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.560079 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-463e5657-818c-4dd4-bc19-97c4f448d9a4 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "DELETE /v2.0/security-groups/2ac2b46f-7e4c-408e-a5a0-048b1c7888b8 HTTP/1.1" status: 204  len: 168 time: 1.1111200
Dec 19 13:32:52.566970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43510) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:52.604377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Network': ['ID=405d4838-4bc8-460b-bd67-5c66348e58c0,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:52.616176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:52.620617 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 405d4838-4bc8-460b-bd67-5c66348e58c0 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:32:52.661741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a350c87a-8001-4b88-8f6c-5604d55fea23 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Synchronizing usage tracker for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:52.720915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea038584-6413-4713-9631-16d3baaee9b8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.730160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-52a9ca10-541d-48e9-b013-7299aed49698 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:52.738403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 2c73b091-f0bf-4bf9-9391-780bd6691be8 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:32:52.784610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.254 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/1978c790-9a99-44ca-8604-029e9554c141) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:52.801542 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.9210908
Dec 19 13:32:52.812089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea038584-6413-4713-9631-16d3baaee9b8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:52.815810 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ea038584-6413-4713-9631-16d3baaee9b8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/2d3cc33e-8e42-4511-b5ed-543f22ce5e50 HTTP/1.1" status: 204  len: 168 time: 1.6549094
Dec 19 13:32:52.815810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43514) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:52.821530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43516) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:52.822771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea038584-6413-4713-9631-16d3baaee9b8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3cc33e-8e42-4511-b5ed-543f22ce5e50,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:52.829283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1516689355'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:52.836070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ea038584-6413-4713-9631-16d3baaee9b8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:52.842204 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5e39ee04-3246-44ac-bea5-06a678ad6898 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4005 time: 0.2694967
Dec 19 13:32:52.842941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:52.859618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43520) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:52.860326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8659ca0-8223-47b0-9af6-64ff8009f93c None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:52.885657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a350c87a-8001-4b88-8f6c-5604d55fea23 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Unset dirty status for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:52.886963 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a350c87a-8001-4b88-8f6c-5604d55fea23 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4436021
Dec 19 13:32:52.927881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43526) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:52.931382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:network and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:52.942375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:52.948580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000147592'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:52.960299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:52.967079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:52.967298 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7dc3223b-723d-4d7d-968f-aaa45271e0c5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0855045
Dec 19 13:32:52.970155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43530) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:52.982055 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:53.002844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:32:53.006794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:53.017017 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e286588-2915-470d-a185-d3b3a1fedae6 None None] Sync routers for ids ['2c73b091-f0bf-4bf9-9391-780bd6691be8'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:32:53.055865 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e286588-2915-470d-a185-d3b3a1fedae6 None None] Routers {'2c73b091-f0bf-4bf9-9391-780bd6691be8'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:53.056898 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7e286588-2915-470d-a185-d3b3a1fedae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475d1be0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2c73b091-f0bf-4bf9-9391-780bd6691be8'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:53.074631 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/2c73b091-f0bf-4bf9-9391-780bd6691be8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7891386
Dec 19 13:32:53.079497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-862445fe-1f83-47ec-9f87-e0419100dabe tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.079987 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:53.084366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43534) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:53.128018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:53.130924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.136964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7e286588-2915-470d-a185-d3b3a1fedae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475d1be0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:53.138627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:53.142528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.152389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:53.154053 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e286588-2915-470d-a185-d3b3a1fedae6 None None] Routers {'2c73b091-f0bf-4bf9-9391-780bd6691be8'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:53.154053 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7e286588-2915-470d-a185-d3b3a1fedae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475d1be0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2c73b091-f0bf-4bf9-9391-780bd6691be8'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:53.155292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.189426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:53.189936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-20538ac3-f77d-4b57-9588-f09261313069 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Synchronizing usage tracker for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:53.190500 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.239115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-862445fe-1f83-47ec-9f87-e0419100dabe tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.239341 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7e286588-2915-470d-a185-d3b3a1fedae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475d1be0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:53.239341 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e286588-2915-470d-a185-d3b3a1fedae6 None None] The sync data for ids ['2c73b091-f0bf-4bf9-9391-780bd6691be8'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:32:53.241913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:53.286020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2959ee-0e9e-4208-8ec1-296fad33598e None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:32:53.296248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7c2959ee-0e9e-4208-8ec1-296fad33598e None None] Deleting port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:53.296986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7c2959ee-0e9e-4208-8ec1-296fad33598e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.309717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:32:53.322558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.323311 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added segment 31dd3a87-a0de-4267-802d-1827928351a2 of type vlan for network 4675eaca-0ab9-4141-905f-9b5c5e69c63d
Dec 19 13:32:53.357774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.404602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:53.409691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:53.413481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:53.435089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:53.451591 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a2d60edf-7fd7-4617-823a-91577c63ea8b req-ababfdbe-b94a-4aca-9510-290769af0f92 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 210 time: 0.0895009
Dec 19 13:32:53.466312 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-20538ac3-f77d-4b57-9588-f09261313069 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Unset dirty status for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:53.469989 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-20538ac3-f77d-4b57-9588-f09261313069 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c73b091-f0bf-4bf9-9391-780bd6691be8 HTTP/1.1" status: 200  len: 205 time: 0.3828716
Dec 19 13:32:53.474098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43542) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:53.522283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.579008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7c2959ee-0e9e-4208-8ec1-296fad33598e None None] For port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6b0d6ac4-eb59-4642-a0db-3d8d3dcec482,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:53.579434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7c2959ee-0e9e-4208-8ec1-296fad33598e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.647743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-862445fe-1f83-47ec-9f87-e0419100dabe tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.650859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.654395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.657993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:53.658586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.668910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:53.717837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862445fe-1f83-47ec-9f87-e0419100dabe tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73605785-e393-426d-b9d3-6f262c290487,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:53.721688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7c2959ee-0e9e-4208-8ec1-296fad33598e None None] Calling delete_port for 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:53.734316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-862445fe-1f83-47ec-9f87-e0419100dabe tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:53.745959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9735626e-62af-43cd-b983-97b0afeb25a3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:53.788831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.816914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:53.824096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:53.828604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:53.866138 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-2b3a159a-f26a-4fb3-9d62-fe6a1f0adc45 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:53.867746 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-2b3a159a-f26a-4fb3-9d62-fe6a1f0adc45 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.18 "GET /v2.0/networks?id=042fb34b-c5e2-47bd-87be-0485e148a3e3 HTTP/1.1" status: 200  len: 812 time: 0.4473391
Dec 19 13:32:53.880537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-862445fe-1f83-47ec-9f87-e0419100dabe tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.881631 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-862445fe-1f83-47ec-9f87-e0419100dabe tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "DELETE /v2.0/security-groups/73605785-e393-426d-b9d3-6f262c290487 HTTP/1.1" status: 204  len: 168 time: 1.0211329
Dec 19 13:32:53.885308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-08e0fdc4-ac59-4ff1-9bde-c91f1c87b3ec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.887249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Request body: {'port': {'device_id': '36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2', 'network_id': '042fb34b-c5e2-47bd-87be-0485e148a3e3', 'admin_state_up': True, 'tenant_id': '1566be31246a47a0a16f720b3008d23f'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:53.901758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43546) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:53.913341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7c2959ee-0e9e-4208-8ec1-296fad33598e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.917840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:53.952240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:53.962727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2959ee-0e9e-4208-8ec1-296fad33598e None None] Pushing event deleted for resources: {'Port': ['ID=6b0d6ac4-eb59-4642-a0db-3d8d3dcec482,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:53.965666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=1978c790-9a99-44ca-8604-029e9554c141,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:53.966777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7c2959ee-0e9e-4208-8ec1-296fad33598e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:53.968796 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.1477883
Dec 19 13:32:53.969671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:53.972408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2959ee-0e9e-4208-8ec1-296fad33598e None None] No DVR routers for this DVR port 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:32:53.981341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b412cee7-55f9-4394-9998-d681b4c7a457 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:54.004848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43550) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:54.004848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.008688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'subnet': {'network_id': '405d4838-4bc8-460b-bd67-5c66348e58c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:54.030369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-837b8644-d6ca-4609-9108-8b492322fd14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:54.321933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Network': ['ID=4675eaca-0ab9-4141-905f-9b5c5e69c63d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:54.330771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:54.331962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-35d34ca6-79ed-4437-ac62-0af5bc48ad8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:54.335193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 4675eaca-0ab9-4141-905f-9b5c5e69c63d details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:32:54.344500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:54.375848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:54.387846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=1fcbb91b-6858-4d6a-8ae1-d7c77b902336,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:54.389679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:54.390247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.405844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:54.411527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b8e3e-4dce-4d51-b295-855039f0ceef None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:54.426605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:54.427772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.429155 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.5003605
Dec 19 13:32:54.433923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fbad29da-68eb-4931-ab6c-919801eb7e9f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Synchronizing usage tracker for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:54.438075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43554) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:54.445609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:subnet and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:54.452732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d267dfb9-e073-4e43-bc58-74ca86c13e44 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': 'd03f50b6-6748-45e9-a80e-d061d4267f40', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:54.453373 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-d267dfb9-e073-4e43-bc58-74ca86c13e44 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:54.457408 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d267dfb9-e073-4e43-bc58-74ca86c13e44 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0151887
Dec 19 13:32:54.457408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:54.465763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:54.471089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43558) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:54.475685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:54.496279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Usage tracker for resource:port and tenant:1566be31246a47a0a16f720b3008d23f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:54.504630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:54.522555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:54.575572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-54ebc5e8-504e-4f48-8a6c-6d7c880f2816 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.604968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-54ebc5e8-504e-4f48-8a6c-6d7c880f2816 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.628201 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.6540978
Dec 19 13:32:54.633050 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43564) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:54.640797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03f50b6-6748-45e9-a80e-d061d4267f40,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:54.681363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fbad29da-68eb-4931-ab6c-919801eb7e9f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Unset dirty status for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:54.682657 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fbad29da-68eb-4931-ab6c-919801eb7e9f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7772217
Dec 19 13:32:54.686551 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'name': 'tempest-NetworksTestDHCPv6-1644731513'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:54.711658 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:54.729001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43568) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:54.736682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:54.740100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': '1fcbb91b-6858-4d6a-8ae1-d7c77b902336'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:32:54.741061 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.742589 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3fdbdc09-5997-4233-923a-cc32facf43c0 req-5f6f63e2-1d0a-46d8-b3ed-96d8f5537845 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 210 time: 0.1131139
Dec 19 13:32:54.746528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420105543'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:54.756417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-08e0fdc4-ac59-4ff1-9bde-c91f1c87b3ec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.761235 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-08e0fdc4-ac59-4ff1-9bde-c91f1c87b3ec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.854318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Made reservation on behalf of 1566be31246a47a0a16f720b3008d23f for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:54.858772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.877740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.878822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.881344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:54.882530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-08e0fdc4-ac59-4ff1-9bde-c91f1c87b3ec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.883403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e0fdc4-ac59-4ff1-9bde-c91f1c87b3ec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Fanout notify agent at l3_agent the message router_deleted on router 2c73b091-f0bf-4bf9-9391-780bd6691be8 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:32:54.928172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:54.934922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/1fcbb91b-6858-4d6a-8ae1-d7c77b902336/072bafed-4418-41bf-be71-e84999371fb7) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:54.962866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-08e0fdc4-ac59-4ff1-9bde-c91f1c87b3ec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:54.962866 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-08e0fdc4-ac59-4ff1-9bde-c91f1c87b3ec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/2c73b091-f0bf-4bf9-9391-780bd6691be8 HTTP/1.1" status: 204  len: 168 time: 1.4799225
Dec 19 13:32:54.963863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43572) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:55.012492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.071401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:32:55.112536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:32:55.112536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6b0d6ac4-eb59-4642-a0db-3d8d3dcec482 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:32:55.118795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.142636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-54ebc5e8-504e-4f48-8a6c-6d7c880f2816 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.159824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f87f8d71-2190-47c5-9f9e-a079c9c3b950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:55.215633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebc5e8-504e-4f48-8a6c-6d7c880f2816 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03f50b6-6748-45e9-a80e-d061d4267f40,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:55.245309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-54ebc5e8-504e-4f48-8a6c-6d7c880f2816 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:55.260094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:55.261024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.263847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a381c1-036c-4cd3-bda5-86e1abeb5ba0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting subnet 83f8c571-be9b-4552-bc48-1c9ee2f6f397 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:55.265335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:55.267323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94a381c1-036c-4cd3-bda5-86e1abeb5ba0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.275069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.287956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:55.288473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Transition to ACTIVE for port object 072bafed-4418-41bf-be71-e84999371fb7 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:55.295096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:55.312597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Transition to ACTIVE for port object 072bafed-4418-41bf-be71-e84999371fb7 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:55.335172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94a381c1-036c-4cd3-bda5-86e1abeb5ba0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.341778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:55.347661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Usage tracker for resource:security_group_rule and tenant:2f89d6b511224b749b78a81546f9a608 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:55.357099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:55.373422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:55.396639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.398030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-54ebc5e8-504e-4f48-8a6c-6d7c880f2816 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.399448 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-54ebc5e8-504e-4f48-8a6c-6d7c880f2816 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "DELETE /v2.0/security-groups/d03f50b6-6748-45e9-a80e-d061d4267f40 HTTP/1.1" status: 204  len: 168 time: 0.9254992
Dec 19 13:32:55.400475 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:55.404011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43576) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:55.408193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Allocated IP 172.20.0.7 (042fb34b-c5e2-47bd-87be-0485e148a3e3/d2066a85-bffd-49a2-9fdf-291bb1391abf/7495fc77-4107-4989-b6a3-1c7b9406d4cd) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:55.474916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:55.475792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Pushing event updated for resources: {'Port': ['ID=072bafed-4418-41bf-be71-e84999371fb7,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:55.479146 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:55.481235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:55.481952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:55.515462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94a381c1-036c-4cd3-bda5-86e1abeb5ba0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.518945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:55.521936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.553054 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-006efe7e-51e4-41a6-b092-160dba5a7c52 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Synchronizing usage tracker for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:55.581169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Attempting to bind port 072bafed-4418-41bf-be71-e84999371fb7 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:32:55.582011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Attempting to bind port 072bafed-4418-41bf-be71-e84999371fb7 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:32:55.582402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Attempting to bind port 072bafed-4418-41bf-be71-e84999371fb7 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:32:55.589526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:32:55.589897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:55.590467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.591242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:32:55.591729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Bound port: 072bafed-4418-41bf-be71-e84999371fb7, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:32:55.592112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.629505 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.684505 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:32:55.693139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] For port 072bafed-4418-41bf-be71-e84999371fb7, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:32:55.696961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] For port 072bafed-4418-41bf-be71-e84999371fb7, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=072bafed-4418-41bf-be71-e84999371fb7,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:32:55.704583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 900a30d0-3707-4575-9052-4410d8224a48 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:32:55.772013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-006efe7e-51e4-41a6-b092-160dba5a7c52 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Unset dirty status for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:55.773159 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-006efe7e-51e4-41a6-b092-160dba5a7c52 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3682053
Dec 19 13:32:55.779696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.780441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94a381c1-036c-4cd3-bda5-86e1abeb5ba0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.786115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43580) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:55.791481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d0f2b911-7100-4ea6-a3cd-3b09b2a67446 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:55.792808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3856c54d-1e10-48dc-9a83-c1c5932db7c2 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:55.805630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.812694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:55.814324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'tempest-secgroup--751855913'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:55.830113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a381c1-036c-4cd3-bda5-86e1abeb5ba0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Subnet': ['ID=83f8c571-be9b-4552-bc48-1c9ee2f6f397,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:55.832277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94a381c1-036c-4cd3-bda5-86e1abeb5ba0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.834771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:55.836171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-94a381c1-036c-4cd3-bda5-86e1abeb5ba0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:55.842753 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-94a381c1-036c-4cd3-bda5-86e1abeb5ba0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/83f8c571-be9b-4552-bc48-1c9ee2f6f397 HTTP/1.1" status: 204  len: 168 time: 0.8773372
Dec 19 13:32:55.849597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43586) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:55.871818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b7b447-3515-40e5-8135-efa23148af99 None None] Network 2fa3299b-9664-4980-b418-78d553a1d65d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:55.915104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:55.936225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:55.938757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ec6ddf-1334-4fe1-8756-fec538634e33,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:55.956511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:55.962641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fc0a0002-b088-4d97-bff5-7ed4412f42e1 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:56.083335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.084527 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.3450437
Dec 19 13:32:56.091605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Pushing event updated for resources: {'Port': ['ID=072bafed-4418-41bf-be71-e84999371fb7,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:56.097045 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-39f16d23-468d-447e-84a1-272d42416ff8 req-6fd3dff1-8cce-4361-b42e-71e09e8d2201 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Synchronizing usage tracker for tenant:1566be31246a47a0a16f720b3008d23f on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:56.098516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:56.110783 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43590) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:56.121013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.144107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::99 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/1fcbb91b-6858-4d6a-8ae1-d7c77b902336/7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:56.150054 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ea701c18-7977-4763-b628-3cb9f9133492 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:56.150734 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-ea701c18-7977-4763-b628-3cb9f9133492 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:32:56.152674 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ea701c18-7977-4763-b628-3cb9f9133492 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "PUT /v2.0/security-groups/54ec6ddf-1334-4fe1-8756-fec538634e33 HTTP/1.1" status: 409  len: 330 time: 0.0378628
Dec 19 13:32:56.166259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43594) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:56.183826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.217967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Subnet': ['ID=64a90a43-f917-42fb-8d72-cd6e5b17473c,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:56.224115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:56.317246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf04348-6a22-4453-b588-9f551da108f7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting subnet 0d8e151d-7252-4d04-b1de-c2bad73256eb {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:32:56.318489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-baf04348-6a22-4453-b588-9f551da108f7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.319004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Checking segment: {'id': 'b2cb9941-72db-4e4e-9a35-425c769e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '405d4838-4bc8-460b-bd67-5c66348e58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:56.319426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network hostable DHCP agents. Network: 405d4838-4bc8-460b-bd67-5c66348e58c0, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:32:56.364070 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6d2b2-13f9-4a90-83e4-63d4c23616a2 None None] DHCP port deletion for 2fa3299b-9664-4980-b418-78d553a1d65d request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:32:56.372358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-43b6d2b2-13f9-4a90-83e4-63d4c23616a2 None None] Deleting port aa9d0871-b6f4-4278-990d-6b1349fe4179 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:56.372815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-43b6d2b2-13f9-4a90-83e4-63d4c23616a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.387583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-baf04348-6a22-4453-b588-9f551da108f7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.419100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:32:56.431157 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Sync routers for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:32:56.504626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-39f16d23-468d-447e-84a1-272d42416ff8 req-6fd3dff1-8cce-4361-b42e-71e09e8d2201 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Unset dirty status for tenant:1566be31246a47a0a16f720b3008d23f on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:56.505203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:32:56.506284 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39f16d23-468d-447e-84a1-272d42416ff8 req-6fd3dff1-8cce-4361-b42e-71e09e8d2201 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 210 time: 0.5114632
Dec 19 13:32:56.521810 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473be5b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:56.526849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-baf04348-6a22-4453-b588-9f551da108f7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.528864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:56.574083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.578965 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 5.7669301
Dec 19 13:32:56.578965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43598) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:56.601477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:56.612334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:56.644976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:56.647897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.676959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-65edb814-cbb3-49ae-9da4-065c55cd7a59 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:56.702511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2244390d-b551-4a45-a31b-a709889380fc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.760473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-baf04348-6a22-4453-b588-9f551da108f7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.778835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8343ecf0-c795-4069-894b-667547af5dbf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:56.820489 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-43b6d2b2-13f9-4a90-83e4-63d4c23616a2 None None] For port aa9d0871-b6f4-4278-990d-6b1349fe4179, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=aa9d0871-b6f4-4278-990d-6b1349fe4179,segment=NetworkSegment(23fe5daa-d90e-4b44-b743-989745d77c7f),segment_id=23fe5daa-d90e-4b44-b743-989745d77c7f)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:56.820858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-43b6d2b2-13f9-4a90-83e4-63d4c23616a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.821923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2244390d-b551-4a45-a31b-a709889380fc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.831886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-baf04348-6a22-4453-b588-9f551da108f7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:56.858104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Network 042fb34b-c5e2-47bd-87be-0485e148a3e3 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:56.867252 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Pushing event updated for resources: {'Port': ['ID=7495fc77-4107-4989-b6a3-1c7b9406d4cd,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:56.869893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:56.872212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:56.880518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf04348-6a22-4453-b588-9f551da108f7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8e151d-7252-4d04-b1de-c2bad73256eb,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:56.883840 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1078b010-206b-490c-b702-993d9eeb88ce tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=077ccee64892449c9cacad2ed1d1a724&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3043404
Dec 19 13:32:56.885008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-baf04348-6a22-4453-b588-9f551da108f7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:56.891878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16325c05-8f3b-4af6-b068-97daf7a5f3eb None None] Network 2c6c9f2c-7d00-40b0-a46b-16a263d23dff requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:56.897130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43604) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:56.899158 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-baf04348-6a22-4453-b588-9f551da108f7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/0d8e151d-7252-4d04-b1de-c2bad73256eb HTTP/1.1" status: 204  len: 168 time: 1.0486114
Dec 19 13:32:56.907316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 405d4838-4bc8-460b-bd67-5c66348e58c0 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:32:56.909297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43608) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:56.924684 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:57.067920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e03d0-91c9-4973-8cae-075ee777022e tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:57.069889 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-619e03d0-91c9-4973-8cae-075ee777022e tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1695664
Dec 19 13:32:57.073282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.076490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43612) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.126564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-43b6d2b2-13f9-4a90-83e4-63d4c23616a2 None None] Calling delete_port for aa9d0871-b6f4-4278-990d-6b1349fe4179 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:57.130641 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4532e420-5beb-4fb2-9f82-f86c6397fb7e tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0526288
Dec 19 13:32:57.139962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43616) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.148720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2046333406', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:57.154233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.155516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:57.160189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 072bafed-4418-41bf-be71-e84999371fb7 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:32:57.167344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:57.168225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.187095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 405d4838-4bc8-460b-bd67-5c66348e58c0) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:57.202360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:57.203175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def2cb4-6773-4789-ad09-de91a5b4b517 None None] Network 405d4838-4bc8-460b-bd67-5c66348e58c0 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:57.203902 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.218486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.255870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.264830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c3518706-82f0-4e6b-8222-8dcdd9502831 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:57.290698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2244390d-b551-4a45-a31b-a709889380fc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.293064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2244390d-b551-4a45-a31b-a709889380fc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.297120 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43620) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.297278 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2244390d-b551-4a45-a31b-a709889380fc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "DELETE /v2.0/security-groups/54ec6ddf-1334-4fe1-8756-fec538634e33 HTTP/1.1" status: 204  len: 168 time: 1.1272633
Dec 19 13:32:57.315086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port aa9d0871-b6f4-4278-990d-6b1349fe4179 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:57.315426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.343689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:57.357377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:subnet and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:57.358405 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4782922
Dec 19 13:32:57.362571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f299654-0178-43f3-bc41-1b5e2ee79c97,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:57.363879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:57.367411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:57.368189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d0d917c4-e7f6-4eee-b65c-76c557980ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:57.369875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:32:57.372548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:57.381862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Request body: {'port': {'device_id': '36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:57.394444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a6d2217c-04d1-46c6-b60d-0ed853bf2f40 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Synchronizing usage tracker for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:57.426347 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.4315653
Dec 19 13:32:57.429347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43624) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.439713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244390d-b551-4a45-a31b-a709889380fc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ec6ddf-1334-4fe1-8756-fec538634e33,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:57.441809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'subnet': {'network_id': '4675eaca-0ab9-4141-905f-9b5c5e69c63d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:57.448458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2244390d-b551-4a45-a31b-a709889380fc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:57.449207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.453159 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.6511757
Dec 19 13:32:57.467445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43628) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.483745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.495728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a3e4608-ad51-4edb-b120-3addd0e190ac tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:57.541874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e90a9da9-a909-49b4-abad-af08d9fa0856 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '6f299654-0178-43f3-bc41-1b5e2ee79c97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:57.543178 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-e90a9da9-a909-49b4-abad-af08d9fa0856 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:57.545402 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e90a9da9-a909-49b4-abad-af08d9fa0856 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0764697
Dec 19 13:32:57.559382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a6d2217c-04d1-46c6-b60d-0ed853bf2f40 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Unset dirty status for tenant:2f89d6b511224b749b78a81546f9a608 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:57.560907 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a6d2217c-04d1-46c6-b60d-0ed853bf2f40 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2623732
Dec 19 13:32:57.567386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:57.573706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43632) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.574443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43636) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.653570 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1a6fe703-cbe8-4ad8-9574-99ee3ffe1778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '6f299654-0178-43f3-bc41-1b5e2ee79c97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:57.654173 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-1a6fe703-cbe8-4ad8-9574-99ee3ffe1778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:57.655140 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1a6fe703-cbe8-4ad8-9574-99ee3ffe1778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0759511
Dec 19 13:32:57.678538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43642) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.694023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-98947d32-a3cd-4252-bdbe-32fbac19d53b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '6f299654-0178-43f3-bc41-1b5e2ee79c97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:57.696355 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-98947d32-a3cd-4252-bdbe-32fbac19d53b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:57.699313 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-98947d32-a3cd-4252-bdbe-32fbac19d53b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0231664
Dec 19 13:32:57.712559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43646) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.721443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6f17978d-d407-4bfc-901c-d4234666d796 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '6f299654-0178-43f3-bc41-1b5e2ee79c97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:57.722454 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-6f17978d-d407-4bfc-901c-d4234666d796 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:32:57.723600 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6f17978d-d407-4bfc-901c-d4234666d796 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0067737
Dec 19 13:32:57.738177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43650) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.770440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-43b6d2b2-13f9-4a90-83e4-63d4c23616a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.779608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f844f5ed-67d8-46b7-bd55-5f71a63a22c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:57.793902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:57.794034 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-0418516a-f612-49e9-8686-f818c7997994 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] delete failed (client error): The resource could not be found.
Dec 19 13:32:57.798577 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0418516a-f612-49e9-8686-f818c7997994 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "DELETE /v2.0/security-groups/7ddeb036-5e80-4e5e-9a7f-f5f163e0f852 HTTP/1.1" status: 404  len: 347 time: 0.2179265
Dec 19 13:32:57.801700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43654) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.804265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.826677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:subnet and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:57.856758 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6d2b2-13f9-4a90-83e4-63d4c23616a2 None None] Pushing event deleted for resources: {'Port': ['ID=aa9d0871-b6f4-4278-990d-6b1349fe4179,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:57.874166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-43b6d2b2-13f9-4a90-83e4-63d4c23616a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:57.891463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:32:57.897625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:57.902818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:57.905234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6d2b2-13f9-4a90-83e4-63d4c23616a2 None None] No DVR routers for this DVR port aa9d0871-b6f4-4278-990d-6b1349fe4179 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:32:57.909666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:57.912626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:57.913019 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 072bafed-4418-41bf-be71-e84999371fb7 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:57.921384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:57.921913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:32:57.925818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:57.926519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.942564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-25e52f31-94c4-4b59-84cf-6542f8f108c6 None None] Provisioning for port 072bafed-4418-41bf-be71-e84999371fb7 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:57.949113 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-28a6b419-881a-45f8-9916-16a624e37850 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] show failed (client error): The resource could not be found.
Dec 19 13:32:57.950753 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-28a6b419-881a-45f8-9916-16a624e37850 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "GET /v2.0/security-groups/163783db-9ec8-47d7-a75d-0cfcdd05aa7c HTTP/1.1" status: 404  len: 347 time: 0.1321228
Dec 19 13:32:57.958799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43658) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:57.989736 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-25e52f31-94c4-4b59-84cf-6542f8f108c6 None None] Provisioning complete for port 072bafed-4418-41bf-be71-e84999371fb7 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:57.990374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-25e52f31-94c4-4b59-84cf-6542f8f108c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:57.991336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:58.008494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cd730cfa-3df9-4125-9b59-41226d79c335 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:58.031662 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-24d5019e-8dd4-4240-8398-ab9f43031e2a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] show failed (client error): The resource could not be found.
Dec 19 13:32:58.046512 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-24d5019e-8dd4-4240-8398-ab9f43031e2a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] 10.222.0.24 "GET /v2.0/security-group-rules/874312a5-7eb6-4847-8642-894bbae27547 HTTP/1.1" status: 404  len: 356 time: 0.0766671
Dec 19 13:32:58.046512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port aa9d0871-b6f4-4278-990d-6b1349fe4179, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=aa9d0871-b6f4-4278-990d-6b1349fe4179,segment=NetworkSegment(23fe5daa-d90e-4b44-b743-989745d77c7f),segment_id=23fe5daa-d90e-4b44-b743-989745d77c7f)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:58.046512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:58.078414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:32:58.099860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa9d0871-b6f4-4278-990d-6b1349fe4179 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:32:58.136761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-405d4838-4bc8-460b-bd67-5c66348e58c0', 'network_id': '405d4838-4bc8-460b-bd67-5c66348e58c0', 'tenant_id': '830d4338d371471192910e025aa964fe', 'fixed_ips': [{'subnet_id': '64a90a43-f917-42fb-8d72-cd6e5b17473c'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:32:58.137874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:58.179092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: aa9d0871-b6f4-4278-990d-6b1349fe4179 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:32:58.179677 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa9d0871-b6f4-4278-990d-6b1349fe4179 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:32:58.208763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cd730cfa-3df9-4125-9b59-41226d79c335 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:58.247359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] DHCP port deletion for 2c6c9f2c-7d00-40b0-a46b-16a263d23dff request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:32:58.275494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] Deleting port 91a36862-f95a-48f4-af7f-267c57b74785 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:58.275984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:58.308523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:58.346359 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.6732171
Dec 19 13:32:58.351118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43664) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:58.364288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for aa9d0871-b6f4-4278-990d-6b1349fe4179 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:58.451468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473be5b0>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:32:54Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:58.525912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Checking router: 900a30d0-3707-4575-9052-4410d8224a48 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:32:58.526311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Updating router 900a30d0-3707-4575-9052-4410d8224a48 port 1978c790-9a99-44ca-8604-029e9554c141 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:32:58.566785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e84d80-fcfc-47af-901b-374019b2dedd req-77dc9448-9a7b-4119-aedb-2fbd64d33bcb tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:58.574715 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61e84d80-fcfc-47af-901b-374019b2dedd req-77dc9448-9a7b-4119-aedb-2fbd64d33bcb tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 931 time: 0.7889993
Dec 19 13:32:58.586409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-25e52f31-94c4-4b59-84cf-6542f8f108c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:58.662207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:58.664939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:32:58.665501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:32:58.686820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Allocated IP 2001:db8::2 (405d4838-4bc8-460b-bd67-5c66348e58c0/64a90a43-f917-42fb-8d72-cd6e5b17473c/aa08b20a-2f61-4aa4-9cae-62e9a408cfc8) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:32:58.708345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cd730cfa-3df9-4125-9b59-41226d79c335 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:58.725665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-14e67802-5943-4975-a8dd-7f2f73b7e6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:58.763555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd730cfa-3df9-4125-9b59-41226d79c335 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f299654-0178-43f3-bc41-1b5e2ee79c97,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:58.771601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cd730cfa-3df9-4125-9b59-41226d79c335 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:58.782247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:58.792229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-50a7bb50-df08-410a-b37e-3697527b8b5a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:58.823203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-25e52f31-94c4-4b59-84cf-6542f8f108c6 None None] For port 072bafed-4418-41bf-be71-e84999371fb7, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=072bafed-4418-41bf-be71-e84999371fb7,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:58.908567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Subnet': ['ID=ed535a1a-755a-47d2-8ab7-0b067ea99f1b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:58.925286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:58.942251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Checking segment: {'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:58.942608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network hostable DHCP agents. Network: 82b374b8-6a32-47cc-b37c-00cb794fe448, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:32:58.999465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cd730cfa-3df9-4125-9b59-41226d79c335 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.001940 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cd730cfa-3df9-4125-9b59-41226d79c335 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "DELETE /v2.0/security-groups/6f299654-0178-43f3-bc41-1b5e2ee79c97 HTTP/1.1" status: 204  len: 168 time: 1.2624266
Dec 19 13:32:59.008463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43670) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:59.012832 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61e84d80-fcfc-47af-901b-374019b2dedd req-cb5558eb-2ed1-425e-bb17-c2b4ac55a039 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4364278
Dec 19 13:32:59.053810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb25e01-2db4-49f6-860a-2a0b6c0dff1d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:59.058758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb25e01-2db4-49f6-860a-2a0b6c0dff1d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:59.062961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 91a36862-f95a-48f4-af7f-267c57b74785 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:32:59.064690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-deb25e01-2db4-49f6-860a-2a0b6c0dff1d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:59.098036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-25e52f31-94c4-4b59-84cf-6542f8f108c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.116777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5e141278-8bb1-46af-97f4-d9228d3ce314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:59.120902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43674) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:59.128873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.140863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ab64eaf5-c48f-4643-8c7c-f02a0822edb8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:59.180962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port aa9d0871-b6f4-4278-990d-6b1349fe4179 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:59.181551 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.184685 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] For port 91a36862-f95a-48f4-af7f-267c57b74785, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=91a36862-f95a-48f4-af7f-267c57b74785,segment=NetworkSegment(3633a1bc-7074-4e66-b663-e7d31e5ebb25),segment_id=3633a1bc-7074-4e66-b663-e7d31e5ebb25)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:32:59.185094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.217239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 82b374b8-6a32-47cc-b37c-00cb794fe448 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:32:59.221691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-deb25e01-2db4-49f6-860a-2a0b6c0dff1d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:59.222231 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-deb25e01-2db4-49f6-860a-2a0b6c0dff1d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.8129973
Dec 19 13:32:59.230518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43680) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:59.244643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a9d642c9-cab4-4110-9b01-858e237467ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Synchronizing usage tracker for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:32:59.281156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Subnet': ['ID=0334388e-e838-4cd7-bf6f-d300549247d7,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:59.284173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:59.299286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] The port 'aa9d0871-b6f4-4278-990d-6b1349fe4179' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:32:59.317683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Checking segment: {'id': '31dd3a87-a0de-4267-802d-1827928351a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4675eaca-0ab9-4141-905f-9b5c5e69c63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:32:59.318034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network hostable DHCP agents. Network: 4675eaca-0ab9-4141-905f-9b5c5e69c63d, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:32:59.330979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 82b374b8-6a32-47cc-b37c-00cb794fe448) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:59.344234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7495fc77-4107-4989-b6a3-1c7b9406d4cd {{(pid=84125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:32:59.347186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:59.350755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.357846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a9d642c9-cab4-4110-9b01-858e237467ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Unset dirty status for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:32:59.361676 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a9d642c9-cab4-4110-9b01-858e237467ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3518424
Dec 19 13:32:59.371648 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43684) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:59.376136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.391130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] Calling delete_port for 91a36862-f95a-48f4-af7f-267c57b74785 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:32:59.391355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'tempest-secgroup--989204056'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:59.396858 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:59.427362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639a016f-2c4a-43f9-9918-13725ed64845 None None] Network 82b374b8-6a32-47cc-b37c-00cb794fe448 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:59.428445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:59.458419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Transition to ACTIVE for port object 7495fc77-4107-4989-b6a3-1c7b9406d4cd will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:32:59.466238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-dd9346e7-97d6-408d-8cec-0ac725415aeb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:32:59.466573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd9346e7-97d6-408d-8cec-0ac725415aeb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.467776 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d8e2eab4-cff3-42cd-9f63-97ba121bd0a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f89d6b511224b749b78a81546f9a608&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3434772
Dec 19 13:32:59.469440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43688) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:59.515549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 4675eaca-0ab9-4141-905f-9b5c5e69c63d is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:32:59.521014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.527653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 4675eaca-0ab9-4141-905f-9b5c5e69c63d) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:32:59.532021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:32:59.532493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.569523 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.4282768
Dec 19 13:32:59.574049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43692) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:59.577745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815396bb-b023-40c7-a934-06a7af42660c None None] Network 4675eaca-0ab9-4141-905f-9b5c5e69c63d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:32:59.587551 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4616db50>,) {'filters': {'network_id': ['2fa3299b-9664-4980-b418-78d553a1d65d']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:59.609948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.617106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4616db50>, '23fe5daa-d90e-4b44-b743-989745d77c7f') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:59.617586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4616db50>, '23fe5daa-d90e-4b44-b743-989745d77c7f') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:32:59.624051 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:32:59.642539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-793e1300-bfe1-4fb9-8a55-b4ab4f9f355b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.680832 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.2445195
Dec 19 13:32:59.681855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.690636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-793e1300-bfe1-4fb9-8a55-b4ab4f9f355b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.699645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43696) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:32:59.709430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e175d1f0-797c-4f0c-bea9-f7163dd1c4fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1351488885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:32:59.715083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.729567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e52f31-94c4-4b59-84cf-6542f8f108c6 None None] Pushing event updated for resources: {'Port': ['ID=072bafed-4418-41bf-be71-e84999371fb7,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:59.739577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e175d1f0-797c-4f0c-bea9-f7163dd1c4fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:59.756569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e175d1f0-797c-4f0c-bea9-f7163dd1c4fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:router and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:59.765776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e175d1f0-797c-4f0c-bea9-f7163dd1c4fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:59.788792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-25e52f31-94c4-4b59-84cf-6542f8f108c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:59.798358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e175d1f0-797c-4f0c-bea9-f7163dd1c4fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:59.823156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:32:59.838513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.844449 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:32:59.848767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:32:59.852631 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7495fc77-4107-4989-b6a3-1c7b9406d4cd,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:32:59.862308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:32:59.872013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:32:59.872416 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.891389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:32:59.892080 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:32:59.918777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b3a4a5e9-b6e3-4506-87d6-d2cf3680400d None None] Provisioning for port 7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:32:59.942464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e175d1f0-797c-4f0c-bea9-f7163dd1c4fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.943381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e175d1f0-797c-4f0c-bea9-f7163dd1c4fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.978426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:32:59.988321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b3a4a5e9-b6e3-4506-87d6-d2cf3680400d None None] Provisioning complete for port 7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:32:59.988955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b3a4a5e9-b6e3-4506-87d6-d2cf3680400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.041691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.048824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e175d1f0-797c-4f0c-bea9-f7163dd1c4fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.051372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-793e1300-bfe1-4fb9-8a55-b4ab4f9f355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.062724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b8bf2a2b-3dd6-4bfe-97aa-54371a9f7187 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:00.101344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e1300-bfe1-4fb9-8a55-b4ab4f9f355b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41d80ab-4131-45fd-9ae2-4f44e7d445e2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:00.104913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-793e1300-bfe1-4fb9-8a55-b4ab4f9f355b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:00.145790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.153129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.153952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.158796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd9346e7-97d6-408d-8cec-0ac725415aeb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.169821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-240e9a24-c708-4eed-921e-06c131d9b463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:00.170097 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f47d0197-b704-4d8e-831b-b2f1d704b22c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:00.185213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d18488d6-4149-4205-bdb4-d74a1a65af80 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:00.194275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.197631 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Attempting to bind port 7495fc77-4107-4989-b6a3-1c7b9406d4cd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:00.198220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Attempting to bind port 7495fc77-4107-4989-b6a3-1c7b9406d4cd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8a360e13-b8fa-4502-850e-3b66944b56a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '042fb34b-c5e2-47bd-87be-0485e148a3e3'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:00.198763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Attempting to bind port 7495fc77-4107-4989-b6a3-1c7b9406d4cd on network 042fb34b-c5e2-47bd-87be-0485e148a3e3 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:00.208033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e175d1f0-797c-4f0c-bea9-f7163dd1c4fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.247221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.265174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] Pushing event deleted for resources: {'Port': ['ID=91a36862-f95a-48f4-af7f-267c57b74785,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:00.269032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Network': ['ID=2fa3299b-9664-4980-b418-78d553a1d65d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:00.300556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:00.312764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.resource_extend [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:33:00.325856 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4a5e9-b6e3-4506-87d6-d2cf3680400d None None] Port 7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:00.337273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-793e1300-bfe1-4fb9-8a55-b4ab4f9f355b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.343893 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-793e1300-bfe1-4fb9-8a55-b4ab4f9f355b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a41d80ab-4131-45fd-9ae2-4f44e7d445e2 HTTP/1.1" status: 204  len: 168 time: 0.8714716
Dec 19 13:33:00.350351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Transition to ACTIVE for port object aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:00.353806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.355978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:00.357212 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9844334
Dec 19 13:33:00.369391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43704) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:00.371538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4afd7e-a756-4cec-b450-f2b100476bd9,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:00.375146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:00.382393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a7691c80-17af-41a7-b6a9-bea4291735b6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '8c4afd7e-a756-4cec-b450-f2b100476bd9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:00.383289 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-a7691c80-17af-41a7-b6a9-bea4291735b6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:00.384204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-dd9346e7-97d6-408d-8cec-0ac725415aeb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:00.384350 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a7691c80-17af-41a7-b6a9-bea4291735b6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0082924
Dec 19 13:33:00.389748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43708) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:00.402620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7e6c35b7-18f0-4f23-a012-5bd4cf88c810 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '8c4afd7e-a756-4cec-b450-f2b100476bd9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:00.414621 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] No DVR routers for this DVR port 91a36862-f95a-48f4-af7f-267c57b74785 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:00.421538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7e6c35b7-18f0-4f23-a012-5bd4cf88c810 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:00.438259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7e6c35b7-18f0-4f23-a012-5bd4cf88c810 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:00.442772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7e6c35b7-18f0-4f23-a012-5bd4cf88c810 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:00.458918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7e6c35b7-18f0-4f23-a012-5bd4cf88c810 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:00.464960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e175d1f0-797c-4f0c-bea9-f7163dd1c4fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.466444 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e175d1f0-797c-4f0c-bea9-f7163dd1c4fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7649887
Dec 19 13:33:00.483339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43712) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:00.523188 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Port 7495fc77-4107-4989-b6a3-1c7b9406d4cd on network 042fb34b-c5e2-47bd-87be-0485e148a3e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:33:00.523970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Attempting to bind port 7495fc77-4107-4989-b6a3-1c7b9406d4cd on network 042fb34b-c5e2-47bd-87be-0485e148a3e3 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:00.533895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Transition to ACTIVE for port object aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:00.546213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:00.546410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Checking segment: {'id': '8a360e13-b8fa-4502-850e-3b66944b56a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '042fb34b-c5e2-47bd-87be-0485e148a3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:00.546959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Bound using segment: {'id': '8a360e13-b8fa-4502-850e-3b66944b56a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '042fb34b-c5e2-47bd-87be-0485e148a3e3'} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:00.547591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Bound port: 7495fc77-4107-4989-b6a3-1c7b9406d4cd, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a360e13-b8fa-4502-850e-3b66944b56a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '042fb34b-c5e2-47bd-87be-0485e148a3e3'}}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:00.548099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.553498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-4675eaca-0ab9-4141-905f-9b5c5e69c63d', 'network_id': '4675eaca-0ab9-4141-905f-9b5c5e69c63d', 'tenant_id': '830d4338d371471192910e025aa964fe', 'fixed_ips': [{'subnet_id': '0334388e-e838-4cd7-bf6f-d300549247d7'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:33:00.554313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.565532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.573010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-82b374b8-6a32-47cc-b37c-00cb794fe448', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:33:00.573831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.590849 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/networks/2fa3299b-9664-4980-b418-78d553a1d65d HTTP/1.1" status: 204  len: 168 time: 3.6589773
Dec 19 13:33:00.591598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43716) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:00.608196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Transition to ACTIVE for port object 1978c790-9a99-44ca-8604-029e9554c141 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:00.788166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:00.795211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6ef0a454-afe8-48d3-99da-22c5f8614ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:00.943033 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-7e6c35b7-18f0-4f23-a012-5bd4cf88c810 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:00.943033 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7e6c35b7-18f0-4f23-a012-5bd4cf88c810 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5495605
Dec 19 13:33:00.946864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43720) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:00.954954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8f9f10e3-471d-4680-a1ff-90daa8d77ccc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '8c4afd7e-a756-4cec-b450-f2b100476bd9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:00.955700 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-8f9f10e3-471d-4680-a1ff-90daa8d77ccc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:00.956787 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8f9f10e3-471d-4680-a1ff-90daa8d77ccc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0088401
Dec 19 13:33:00.960272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43724) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:00.972426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1eb2852e-5934-4182-adbb-df5441466527 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '8c4afd7e-a756-4cec-b450-f2b100476bd9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:00.983797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1eb2852e-5934-4182-adbb-df5441466527 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:01.058938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.078663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1eb2852e-5934-4182-adbb-df5441466527 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:01.090702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.092414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd9346e7-97d6-408d-8cec-0ac725415aeb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.120197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 072bafed-4418-41bf-be71-e84999371fb7 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:01.136238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fc2a4389-69ca-4649-9fd7-0b0e120fa4e2 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:01.154167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Allocated IP 172.20.0.2 (82b374b8-6a32-47cc-b37c-00cb794fe448/ed535a1a-755a-47d2-8ab7-0b067ea99f1b/6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:01.214516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9346e7-97d6-408d-8cec-0ac725415aeb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:01.231416 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8748a3-492e-4b49-a5af-2d33036c7a91 req-a3006031-7860-48d8-8fde-9f0ac02b55fd tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:01.233183 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ed8748a3-492e-4b49-a5af-2d33036c7a91 req-a3006031-7860-48d8-8fde-9f0ac02b55fd tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 943 time: 0.8722806
Dec 19 13:33:01.237536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dd9346e7-97d6-408d-8cec-0ac725415aeb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:01.241596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Network 405d4838-4bc8-460b-bd67-5c66348e58c0 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:01.254334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:01.257254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:01.278242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1eb2852e-5934-4182-adbb-df5441466527 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:01.345344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Pushing event updated for resources: {'Port': ['ID=aa08b20a-2f61-4aa4-9cae-62e9a408cfc8,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:01.346281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1eb2852e-5934-4182-adbb-df5441466527 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:01.348786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:01.368837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:01.383496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] For port 7495fc77-4107-4989-b6a3-1c7b9406d4cd, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:01.388697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.400698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd9346e7-97d6-408d-8cec-0ac725415aeb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.409483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Attempting to bind port 1978c790-9a99-44ca-8604-029e9554c141 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:01.410136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Attempting to bind port 1978c790-9a99-44ca-8604-029e9554c141 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:01.411114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Attempting to bind port 1978c790-9a99-44ca-8604-029e9554c141 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:01.414248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] For port 7495fc77-4107-4989-b6a3-1c7b9406d4cd, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7495fc77-4107-4989-b6a3-1c7b9406d4cd,segment=NetworkSegment(8a360e13-b8fa-4502-850e-3b66944b56a6),segment_id=8a360e13-b8fa-4502-850e-3b66944b56a6)] {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:01.448013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46b49a90>,) {'filters': {'network_id': ['2c6c9f2c-7d00-40b0-a46b-16a263d23dff']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:01.474215 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ed8748a3-492e-4b49-a5af-2d33036c7a91 req-792bf2a4-348e-4257-8ebc-1703508eab79 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837690
Dec 19 13:33:01.478354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46b49a90>, '3633a1bc-7074-4e66-b663-e7d31e5ebb25') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:01.478653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46b49a90>, '3633a1bc-7074-4e66-b663-e7d31e5ebb25') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:01.501611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.519199 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dd9346e7-97d6-408d-8cec-0ac725415aeb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301 HTTP/1.1" status: 204  len: 168 time: 2.2619812
Dec 19 13:33:01.521743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.527367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.529829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-90f9b694-8820-4770-b5ab-0d16aacb9565 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:01.569596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43728) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:01.580993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.591715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:01.592274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:01.593013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.593409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:01.593893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Bound port: 1978c790-9a99-44ca-8604-029e9554c141, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:01.594323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.621717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:33:01.622753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:33:01.643757 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:33:01.694926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d6aad-7458-44fc-867f-efd8f403973c None None] Pushing event updated for resources: {'Port': ['ID=1978c790-9a99-44ca-8604-029e9554c141,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:01.707048 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a74d6aad-7458-44fc-867f-efd8f403973c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:01.716372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Attempting to bind port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:01.716748 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Attempting to bind port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'b2cb9941-72db-4e4e-9a35-425c769e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '405d4838-4bc8-460b-bd67-5c66348e58c0'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:01.717110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Attempting to bind port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 on network 405d4838-4bc8-460b-bd67-5c66348e58c0 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:01.721693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Allocated IP 2001:db8:1::2 (4675eaca-0ab9-4141-905f-9b5c5e69c63d/0334388e-e838-4cd7-bf6f-d300549247d7/43ef0418-9b14-41fa-8625-b15a89940575) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:01.767695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.769360 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] 10.222.0.18 "PUT /v2.0/ports/7495fc77-4107-4989-b6a3-1c7b9406d4cd HTTP/1.1" status: 200  len: 1093 time: 4.4031925
Dec 19 13:33:01.770073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2', 'tag': '7495fc77-4107-4989-b6a3-1c7b9406d4cd'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:33:01.792807 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-1eb2852e-5934-4182-adbb-df5441466527 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:01.796732 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1eb2852e-5934-4182-adbb-df5441466527 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.8292656
Dec 19 13:33:01.798919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43736) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:01.813780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-827ef659-54bc-450b-9426-cd82af8ee5ba tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '8c4afd7e-a756-4cec-b450-f2b100476bd9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:01.814424 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-827ef659-54bc-450b-9426-cd82af8ee5ba tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:01.818508 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-827ef659-54bc-450b-9426-cd82af8ee5ba tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0121887
Dec 19 13:33:01.818671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:01.818671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Checking segment: {'id': 'b2cb9941-72db-4e4e-9a35-425c769e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '405d4838-4bc8-460b-bd67-5c66348e58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:01.818671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.818671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Bound using segment: {'id': 'b2cb9941-72db-4e4e-9a35-425c769e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '405d4838-4bc8-460b-bd67-5c66348e58c0'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:01.818671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Bound port: aa08b20a-2f61-4aa4-9cae-62e9a408cfc8, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb9941-72db-4e4e-9a35-425c769e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '405d4838-4bc8-460b-bd67-5c66348e58c0'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:01.818671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.822360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7495fc77-4107-4989-b6a3-1c7b9406d4cd,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:01.824980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43740) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:01.827985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d801e-fe8e-4f17-9c90-44ea50ea1f48 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:01.829492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d801e-fe8e-4f17-9c90-44ea50ea1f48 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:01.830393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-513d801e-fe8e-4f17-9c90-44ea50ea1f48 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:01.838819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2a72a6d9-c99f-46a4-b540-fed463154478 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '8c4afd7e-a756-4cec-b450-f2b100476bd9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:01.844716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:01.848241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2a72a6d9-c99f-46a4-b540-fed463154478 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:01.855336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2a72a6d9-c99f-46a4-b540-fed463154478 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:01.860507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2a72a6d9-c99f-46a4-b540-fed463154478 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:01.871235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2a72a6d9-c99f-46a4-b540-fed463154478 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:01.937643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 072bafed-4418-41bf-be71-e84999371fb7 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:01.938020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.962081 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:01.968652 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-513d801e-fe8e-4f17-9c90-44ea50ea1f48 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:01.969813 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-513d801e-fe8e-4f17-9c90-44ea50ea1f48 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3961272
Dec 19 13:33:01.976127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f5646077-9d73-490c-96fc-86e327d13e13 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:01.995901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43744) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:01.997062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.009126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Network': ['ID=2c6c9f2c-7d00-40b0-a46b-16a263d23dff,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:02.020650 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/networks/2c6c9f2c-7d00-40b0-a46b-16a263d23dff HTTP/1.1" status: 204  len: 168 time: 1.4148073
Dec 19 13:33:02.054244 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:02.054744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43748) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:02.060510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] For port 1978c790-9a99-44ca-8604-029e9554c141, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:02.065699 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-2a72a6d9-c99f-46a4-b540-fed463154478 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Project e9de7fe01c424cc192305b5accc475c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:33:02.077101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'network': {'name': 'tempest-RoutersTest-1986842146'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:02.082059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:02.086888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:network and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:02.089900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:02.097652 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:02.104594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] For port 1978c790-9a99-44ca-8604-029e9554c141, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=1978c790-9a99-44ca-8604-029e9554c141,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:02.160640 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-860228fa-d585-49c0-86d3-072f0b3b7abf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1566be31246a47a0a16f720b3008d23f&device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 1096 time: 0.2410192
Dec 19 13:33:02.184501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Allocated IP 2001:db8::1 (405d4838-4bc8-460b-bd67-5c66348e58c0/64a90a43-f917-42fb-8d72-cd6e5b17473c/46731100-041c-4873-a2bc-4d466086108f) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:02.212342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.269345 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.280321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Transition to ACTIVE for port object 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:02.284625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e78c5f4d-4549-4476-9581-bf4f8919f65a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:02.296862 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-2a72a6d9-c99f-46a4-b540-fed463154478 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:02.297980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2a72a6d9-c99f-46a4-b540-fed463154478 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4639571
Dec 19 13:33:02.299335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:02.301686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.312176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43752) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:02.334436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-fd4d3251-d626-45b5-88e8-7ef8fd16e5eb tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '8c4afd7e-a756-4cec-b450-f2b100476bd9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:02.337740 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-fd4d3251-d626-45b5-88e8-7ef8fd16e5eb tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:02.337740 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fd4d3251-d626-45b5-88e8-7ef8fd16e5eb tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0155590
Dec 19 13:33:02.346384 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-d2b1af25-cf81-40ee-b15b-9480c7a3a9bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7495fc77-4107-4989-b6a3-1c7b9406d4cd HTTP/1.1" status: 200  len: 217 time: 0.1775486
Dec 19 13:33:02.348727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43756) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:02.362683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8091e99a-0d8d-46cc-a49f-f760e8f3865e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '8c4afd7e-a756-4cec-b450-f2b100476bd9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:02.408970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8091e99a-0d8d-46cc-a49f-f760e8f3865e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:02.415524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.420656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8091e99a-0d8d-46cc-a49f-f760e8f3865e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:02.440779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8091e99a-0d8d-46cc-a49f-f760e8f3865e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:02.443622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] For port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:02.452887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Transition to ACTIVE for port object 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:02.455951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8091e99a-0d8d-46cc-a49f-f760e8f3865e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:02.457967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:33:02.476656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Transition to ACTIVE for port object 46731100-041c-4873-a2bc-4d466086108f will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:02.486543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d6aad-7458-44fc-867f-efd8f403973c None None] Pushing event updated for resources: {'Port': ['ID=1978c790-9a99-44ca-8604-029e9554c141,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:02.490209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a74d6aad-7458-44fc-867f-efd8f403973c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:02.491505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.498698 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.499213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] For port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=aa08b20a-2f61-4aa4-9cae-62e9a408cfc8,segment=NetworkSegment(b2cb9941-72db-4e4e-9a35-425c769e3b84),segment_id=b2cb9941-72db-4e4e-9a35-425c769e3b84)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:02.500041 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ef99bb-c3fc-41b6-8ead-a1917044b93b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 1fcbb91b-6858-4d6a-8ae1-d7c77b902336 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:02.503447 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.503782 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added segment 51f49e38-2a81-4715-9484-cde4c87c8edd of type vlan for network 5cd7c21b-2ad0-4be8-b915-c31a04fe2161
Dec 19 13:33:02.505703 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-e4380dd6-d6d1-436b-9134-ea10c4058aab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:02.507157 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-e4380dd6-d6d1-436b-9134-ea10c4058aab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2066a85-bffd-49a2-9fdf-291bb1391abf HTTP/1.1" status: 200  len: 852 time: 0.1402934
Dec 19 13:33:02.508526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90ef99bb-c3fc-41b6-8ead-a1917044b93b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.515525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:02.516140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473be5b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:02.569483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Transition to ACTIVE for port object 43ef0418-9b14-41fa-8625-b15a89940575 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:02.578324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.602333 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:02.651921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.655901 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-e9531b28-7c45-4940-9401-d45176285d84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=042fb34b-c5e2-47bd-87be-0485e148a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1104670
Dec 19 13:33:02.692093 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-8091e99a-0d8d-46cc-a49f-f760e8f3865e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Project e9de7fe01c424cc192305b5accc475c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:33:02.724519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90ef99bb-c3fc-41b6-8ead-a1917044b93b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.726642 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.742332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fbb431cc-5677-49e3-8c86-a7ca24be8eb9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:02.754746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.814185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Transition to ACTIVE for port object 43ef0418-9b14-41fa-8625-b15a89940575 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:02.845260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Network 82b374b8-6a32-47cc-b37c-00cb794fe448 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:02.848585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=46731100-041c-4873-a2bc-4d466086108f,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:02.856954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:02.857170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Pushing event updated for resources: {'Port': ['ID=6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:02.869491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:02.869491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:02.869815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 405d4838-4bc8-460b-bd67-5c66348e58c0 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:02.869906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:02.870001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:02.870001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:02.870001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:02.872867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-25e52f31-94c4-4b59-84cf-6542f8f108c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:02.944613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.084863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:33:03.128541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Pushing event updated for resources: {'Port': ['ID=aa08b20a-2f61-4aa4-9cae-62e9a408cfc8,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:03.130969 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-8091e99a-0d8d-46cc-a49f-f760e8f3865e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:03.135739 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:03.135918 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8091e99a-0d8d-46cc-a49f-f760e8f3865e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.7822199
Dec 19 13:33:03.138516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:03.157058 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43762) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:03.162465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90ef99bb-c3fc-41b6-8ead-a1917044b93b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.189893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Network 4675eaca-0ab9-4141-905f-9b5c5e69c63d is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:03.229752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:03.231975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Attempting to bind port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:03.236015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Attempting to bind port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:03.236015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Attempting to bind port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 on network 82b374b8-6a32-47cc-b37c-00cb794fe448 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:03.242775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:03.254283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ef3ffbdd-1d7a-457f-9954-bd89f96a6e1b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '8c4afd7e-a756-4cec-b450-f2b100476bd9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:03.266134 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2', 'tag': '7495fc77-4107-4989-b6a3-1c7b9406d4cd', 'status': 'completed', 'code': 200}
Dec 19 13:33:03.266134 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-d9943da8-5ee7-4761-84be-fb909bbb61a5 service neutron] 10.222.0.18 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5664442
Dec 19 13:33:03.268653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.273496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:03.274077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.278189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ef3ffbdd-1d7a-457f-9954-bd89f96a6e1b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:03.285511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3938de60-c804-4785-8e5e-5d968ea0932e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:03.349269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d0f12-adca-4cf4-8596-820dc390a74b req-84a83f9f-73ea-47fa-9d31-600610efdb39 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:03.357846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.359257 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b95d0f12-adca-4cf4-8596-820dc390a74b req-84a83f9f-73ea-47fa-9d31-600610efdb39 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 943 time: 0.7010479
Dec 19 13:33:03.365939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:03.366324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Checking segment: {'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:03.366781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.367405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Bound using segment: {'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:03.368177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Bound port: 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:03.368564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.478170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ef3ffbdd-1d7a-457f-9954-bd89f96a6e1b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:03.484517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.1 (82b374b8-6a32-47cc-b37c-00cb794fe448/ed535a1a-755a-47d2-8ab7-0b067ea99f1b/59b83876-81fe-4745-8a29-e81e11f87d1e) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:03.496660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Pushing event updated for resources: {'Port': ['ID=43ef0418-9b14-41fa-8625-b15a89940575,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:03.507908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:03.510726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ef3ffbdd-1d7a-457f-9954-bd89f96a6e1b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:03.549285 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ef3ffbdd-1d7a-457f-9954-bd89f96a6e1b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:03.580754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Attempting to bind port 43ef0418-9b14-41fa-8625-b15a89940575 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:03.581310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Attempting to bind port 43ef0418-9b14-41fa-8625-b15a89940575 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '31dd3a87-a0de-4267-802d-1827928351a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4675eaca-0ab9-4141-905f-9b5c5e69c63d'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:03.581853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Attempting to bind port 43ef0418-9b14-41fa-8625-b15a89940575 on network 4675eaca-0ab9-4141-905f-9b5c5e69c63d {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:03.609144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Network': ['ID=5cd7c21b-2ad0-4be8-b915-c31a04fe2161,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:03.612528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:03.638638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 5cd7c21b-2ad0-4be8-b915-c31a04fe2161 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:33:03.648986 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b95d0f12-adca-4cf4-8596-820dc390a74b req-a5af91e9-841a-405f-b883-333ea6d719b0 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2877083
Dec 19 13:33:03.661521 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.6040235
Dec 19 13:33:03.672737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.677857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43768) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:03.691474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 59b83876-81fe-4745-8a29-e81e11f87d1e will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:03.697673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'subnet': {'network_id': '5cd7c21b-2ad0-4be8-b915-c31a04fe2161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:03.747135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:03.747135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Checking segment: {'id': '31dd3a87-a0de-4267-802d-1827928351a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4675eaca-0ab9-4141-905f-9b5c5e69c63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:03.747135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.747135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Bound using segment: {'id': '31dd3a87-a0de-4267-802d-1827928351a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4675eaca-0ab9-4141-905f-9b5c5e69c63d'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:03.747135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Bound port: 43ef0418-9b14-41fa-8625-b15a89940575, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dd3a87-a0de-4267-802d-1827928351a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4675eaca-0ab9-4141-905f-9b5c5e69c63d'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:03.747135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.770326 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-ef3ffbdd-1d7a-457f-9954-bd89f96a6e1b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Project e9de7fe01c424cc192305b5accc475c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:33:03.784488 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-131f945b-c95b-44d7-9534-c0a1ac8e6f88 req-e157dab4-1ba6-4892-8aa5-bbb666ef1584 service neutron] 10.222.0.18 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5019643
Dec 19 13:33:03.785405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90ef99bb-c3fc-41b6-8ead-a1917044b93b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.799587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f74c0572-1ba5-4022-9102-209dcd51abc9 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:03.811260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] For port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:03.850203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef99bb-c3fc-41b6-8ead-a1917044b93b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=1fcbb91b-6858-4d6a-8ae1-d7c77b902336,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:03.853741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-90ef99bb-c3fc-41b6-8ead-a1917044b93b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:03.872745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] For port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5,segment=NetworkSegment(204706a2-7318-4f60-98be-4d40eb1b0524),segment_id=204706a2-7318-4f60-98be-4d40eb1b0524)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:03.879957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90ef99bb-c3fc-41b6-8ead-a1917044b93b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.888737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb15fe4-e77a-463a-ab2b-eb6a0e7ce713 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:03.897123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:03.902226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:subnet and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:03.905672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:03.913369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:03.923568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:03.946983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:04.018333 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-ef3ffbdd-1d7a-457f-9954-bd89f96a6e1b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:04.020414 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ef3ffbdd-1d7a-457f-9954-bd89f96a6e1b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.8606513
Dec 19 13:33:04.027881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43772) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:04.032417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=59b83876-81fe-4745-8a29-e81e11f87d1e,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:04.050304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:04.059789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] For port 43ef0418-9b14-41fa-8625-b15a89940575, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:04.070428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:04.082775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 82b374b8-6a32-47cc-b37c-00cb794fe448 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:04.083246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43776) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:04.083914 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-90ef99bb-c3fc-41b6-8ead-a1917044b93b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/1fcbb91b-6858-4d6a-8ae1-d7c77b902336 HTTP/1.1" status: 204  len: 168 time: 2.0727584
Dec 19 13:33:04.084050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:04.092298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:04.104972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f09313ae-4874-492a-bdb4-0d47e7a5dead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:04.138712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] For port 43ef0418-9b14-41fa-8625-b15a89940575, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=43ef0418-9b14-41fa-8625-b15a89940575,segment=NetworkSegment(31dd3a87-a0de-4267-802d-1827928351a2),segment_id=31dd3a87-a0de-4267-802d-1827928351a2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:04.152060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:04.209699 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1cb2a463-1423-4f37-82d0-791861add3d1 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1207814
Dec 19 13:33:04.215558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473be5b0>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:32:54Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:04.216813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43782) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:04.225507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:04.243318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d455a6-1713-4c15-9896-af67060b71a8 None None] The sync data for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv is: [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:32:54Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:04.250742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Pushing event updated for resources: {'Port': ['ID=6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:04.258759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:04.260345 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:04.354578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44134f1e-c8fc-4f61-a2a0-a629db5d4bc6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:04.381767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a6e7a-4653-428b-87d8-86523a72bfe7 None None] Network 405d4838-4bc8-460b-bd67-5c66348e58c0 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:04.452541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44134f1e-c8fc-4f61-a2a0-a629db5d4bc6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:04.528895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Pushing event updated for resources: {'Port': ['ID=43ef0418-9b14-41fa-8625-b15a89940575,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:04.541465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:04.553309 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae16545a-77a0-4bb5-9a1e-ac93a2cadedd None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:33:04.573015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ae16545a-77a0-4bb5-9a1e-ac93a2cadedd None None] Deleting port 072bafed-4418-41bf-be71-e84999371fb7 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:04.573015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae16545a-77a0-4bb5-9a1e-ac93a2cadedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:04.573188 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-170cb1fc-83b2-49a3-917d-faacd5477b9e req-a6b87ca4-f8aa-48ad-b29f-16d609ea215e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1566be31246a47a0a16f720b3008d23f&device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 1096 time: 0.6077368
Dec 19 13:33:04.692391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:04.739629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44134f1e-c8fc-4f61-a2a0-a629db5d4bc6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:04.751300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:04.770576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-50e0b07a-d652-46c3-a147-16cc83496063 None None] Provisioning for port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:04.850111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c2507-1b28-4f39-b97e-f6c66eb61d9b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:04.853601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fd0c2507-1b28-4f39-b97e-f6c66eb61d9b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:04.885052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:04.885838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:04.907360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d55591f3-1178-4e73-83c6-3da6b3ff6980 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:04.938733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8784aaf1-81fa-4071-9127-cdeb0ae237c3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:05.085127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44134f1e-c8fc-4f61-a2a0-a629db5d4bc6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4afd7e-a756-4cec-b450-f2b100476bd9,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:05.090210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-44134f1e-c8fc-4f61-a2a0-a629db5d4bc6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:05.094020 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:05.128771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=46731100-041c-4873-a2bc-4d466086108f,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:05.243653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:05.244286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fd0c2507-1b28-4f39-b97e-f6c66eb61d9b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:05.245456 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fd0c2507-1b28-4f39-b97e-f6c66eb61d9b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.0261776
Dec 19 13:33:05.261988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43790) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:05.321670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44134f1e-c8fc-4f61-a2a0-a629db5d4bc6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:05.323722 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-44134f1e-c8fc-4f61-a2a0-a629db5d4bc6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "DELETE /v2.0/security-groups/8c4afd7e-a756-4cec-b450-f2b100476bd9 HTTP/1.1" status: 204  len: 168 time: 1.2942152
Dec 19 13:33:05.337870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43794) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:05.381695 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 1978c790-9a99-44ca-8604-029e9554c141 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:05.464794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cb1fc-83b2-49a3-917d-faacd5477b9e req-c614ac0a-94fb-4936-93d9-9eeb93960096 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:05.466504 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-170cb1fc-83b2-49a3-917d-faacd5477b9e req-c614ac0a-94fb-4936-93d9-9eeb93960096 service neutron] 10.222.0.18 "GET /v2.0/networks?id=042fb34b-c5e2-47bd-87be-0485e148a3e3 HTTP/1.1" status: 200  len: 913 time: 0.8352568
Dec 19 13:33:05.484658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:05.490843 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ae16545a-77a0-4bb5-9a1e-ac93a2cadedd None None] For port 072bafed-4418-41bf-be71-e84999371fb7, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=072bafed-4418-41bf-be71-e84999371fb7,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:05.491268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae16545a-77a0-4bb5-9a1e-ac93a2cadedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:05.544119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b701cda-153b-491e-b097-51cc34639c21 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:05.544813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7b701cda-153b-491e-b097-51cc34639c21 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:05.608103 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-170cb1fc-83b2-49a3-917d-faacd5477b9e req-3db16008-00f5-4d51-a1b4-fb42371337e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7495fc77-4107-4989-b6a3-1c7b9406d4cd HTTP/1.1" status: 200  len: 217 time: 0.1317692
Dec 19 13:33:05.678487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ae16545a-77a0-4bb5-9a1e-ac93a2cadedd None None] Calling delete_port for 072bafed-4418-41bf-be71-e84999371fb7 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:05.678910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cedeb5-c2c9-4dfe-b15a-621a9b729aae req-1516b7f4-cf0f-4ed6-bc33-d80e97c25a9b tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:05.696868 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-76cedeb5-c2c9-4dfe-b15a-621a9b729aae req-1516b7f4-cf0f-4ed6-bc33-d80e97c25a9b tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 943 time: 0.7004278
Dec 19 13:33:05.737426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c9635a5b-3dac-42a9-a17d-510da7c24bfe tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Synchronizing usage tracker for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:05.802915 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ab53-fdd8-4210-bdfd-7acb34363b38 req-9e6422c5-19a3-4b46-8893-5ada3c6e57e7 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:05.815460 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a7b5ab53-fdd8-4210-bdfd-7acb34363b38 req-9e6422c5-19a3-4b46-8893-5ada3c6e57e7 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 946 time: 0.5108793
Dec 19 13:33:05.862360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 405d4838-4bc8-460b-bd67-5c66348e58c0 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:05.875772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7495fc77-4107-4989-b6a3-1c7b9406d4cd details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:33:06.016622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 1978c790-9a99-44ca-8604-029e9554c141 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:06.023812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae16545a-77a0-4bb5-9a1e-ac93a2cadedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:06.032961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-472d9559-e3c5-4e53-9827-d3918dcc4ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:06.090962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16545a-77a0-4bb5-9a1e-ac93a2cadedd None None] Pushing event deleted for resources: {'Port': ['ID=072bafed-4418-41bf-be71-e84999371fb7,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:06.103044 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ae16545a-77a0-4bb5-9a1e-ac93a2cadedd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:06.116222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 1978c790-9a99-44ca-8604-029e9554c141 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:06.116891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:06.137644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:06.140247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7b701cda-153b-491e-b097-51cc34639c21 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:06.142186 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7b701cda-153b-491e-b097-51cc34639c21 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.8202584
Dec 19 13:33:06.158541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43798) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:06.223707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b0639-fb2f-4a72-b866-6f4c11533fb4 None None] Network 82b374b8-6a32-47cc-b37c-00cb794fe448 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:06.292350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cb1fc-83b2-49a3-917d-faacd5477b9e req-300132b9-31b1-468c-8be8-4ce8905aa4c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:06.294062 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-170cb1fc-83b2-49a3-917d-faacd5477b9e req-300132b9-31b1-468c-8be8-4ce8905aa4c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2066a85-bffd-49a2-9fdf-291bb1391abf HTTP/1.1" status: 200  len: 852 time: 0.5954416
Dec 19 13:33:06.321656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae16545a-77a0-4bb5-9a1e-ac93a2cadedd None None] No DVR routers for this DVR port 072bafed-4418-41bf-be71-e84999371fb7 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:06.334241 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2054e427-cb6b-457e-a7a7-c7bb0a40d74e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1647265
Dec 19 13:33:06.343823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43802) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:06.365579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7495fc77-4107-4989-b6a3-1c7b9406d4cd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7495fc77-4107-4989-b6a3-1c7b9406d4cd,segment=NetworkSegment(8a360e13-b8fa-4502-850e-3b66944b56a6),segment_id=8a360e13-b8fa-4502-850e-3b66944b56a6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:06.405151 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-170cb1fc-83b2-49a3-917d-faacd5477b9e req-24ddb7b9-335c-497e-8927-c539827ae0ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=042fb34b-c5e2-47bd-87be-0485e148a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0736547
Dec 19 13:33:06.409239 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a7b5ab53-fdd8-4210-bdfd-7acb34363b38 req-9188e856-8b9e-4a67-8fed-ad97576042fe tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5924251
Dec 19 13:33:06.413103 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-76cedeb5-c2c9-4dfe-b15a-621a9b729aae req-2ba222c7-1469-49c8-8ee5-50f080f9f208 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6470680
Dec 19 13:33:06.413710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '7495fc77-4107-4989-b6a3-1c7b9406d4cd', 'network_id': '042fb34b-c5e2-47bd-87be-0485e148a3e3', 'port_id': '7495fc77-4107-4989-b6a3-1c7b9406d4cd', 'mac_address': 'fa:16:3e:79:0a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2066a85-bffd-49a2-9fdf-291bb1391abf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:33:06.443489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:06.485221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c9635a5b-3dac-42a9-a17d-510da7c24bfe tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Unset dirty status for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:06.485221 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c9635a5b-3dac-42a9-a17d-510da7c24bfe tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 1.0958154
Dec 19 13:33:06.516958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43806) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:06.531191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:06.541934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336083184'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:06.547322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dca580e1-3b51-4b4c-a11b-b334af92cc22 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:06.554410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:06.599463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:06.637033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fee4def5-2526-494d-bc15-d1f079885749 None None] Provisioning for port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:06.661639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:06.690933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3477178d-39c9-45ce-990c-7a72960ff664 None None] Network 4675eaca-0ab9-4141-905f-9b5c5e69c63d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:06.707187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7495fc77-4107-4989-b6a3-1c7b9406d4cd {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:33:06.714689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Subnet': ['ID=30e4836d-e832-491f-b562-7146f505b63f,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:06.721626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:06.758774 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-170cb1fc-83b2-49a3-917d-faacd5477b9e req-9cfa0eb6-ed40-49d9-8b40-b286df6e15af service neutron] 10.222.0.18 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3430967
Dec 19 13:33:06.762541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Checking segment: {'id': '51f49e38-2a81-4715-9484-cde4c87c8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5cd7c21b-2ad0-4be8-b915-c31a04fe2161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:06.764742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network hostable DHCP agents. Network: 5cd7c21b-2ad0-4be8-b915-c31a04fe2161, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:33:06.808967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:06.842664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:06.846620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7495fc77-4107-4989-b6a3-1c7b9406d4cd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7495fc77-4107-4989-b6a3-1c7b9406d4cd,segment=NetworkSegment(8a360e13-b8fa-4502-850e-3b66944b56a6),segment_id=8a360e13-b8fa-4502-850e-3b66944b56a6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:06.896442 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 1978c790-9a99-44ca-8604-029e9554c141, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=1978c790-9a99-44ca-8604-029e9554c141,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:06.964406 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-170cb1fc-83b2-49a3-917d-faacd5477b9e req-127e3b10-46ca-4a63-8c43-c358bdd8890d service neutron] 10.222.0.18 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947718
Dec 19 13:33:06.965794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:06.970998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:06.975075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:06.975734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:06.980225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ae16545a-77a0-4bb5-9a1e-ac93a2cadedd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:06.986238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:07.021778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.022677 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:07.052926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 5cd7c21b-2ad0-4be8-b915-c31a04fe2161 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:33:07.072931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.078685 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e4b16709-4aac-4436-b648-b709a77469af None None] Provisioning for port 43ef0418-9b14-41fa-8625-b15a89940575 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:07.080317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:07.123840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:07.129292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 5cd7c21b-2ad0-4be8-b915-c31a04fe2161) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:07.134498 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:07.135112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.161718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.167497 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9fdf467b-0df2-4ac2-9a50-9479aef4e4d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:07.200311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-511858b2-fb1e-4b99-8100-eccce821e05d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:07.202269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-511858b2-fb1e-4b99-8100-eccce821e05d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Synchronizing usage tracker for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:07.204536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9a6a6e-f8a7-49f6-a2d4-508f8e03d501,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:07.207233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:07.214522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10c898-a71b-4673-b9a2-90ba9666d757 None None] Network 5cd7c21b-2ad0-4be8-b915-c31a04fe2161 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:07.241987 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5630450
Dec 19 13:33:07.242839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43810) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:07.248710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-040e96b9-eaa2-4e62-84d8-631f71eb1a77 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-437239796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:07.255379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-040e96b9-eaa2-4e62-84d8-631f71eb1a77 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:07.260053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-040e96b9-eaa2-4e62-84d8-631f71eb1a77 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:router and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:07.263699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-040e96b9-eaa2-4e62-84d8-631f71eb1a77 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:07.270149 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-040e96b9-eaa2-4e62-84d8-631f71eb1a77 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:07.274430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.275547 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.7571123
Dec 19 13:33:07.278502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43814) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:07.283289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.285990 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a86212b3-f65c-45b8-9b45-461d837cdb69 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '1e9a6a6e-f8a7-49f6-a2d4-508f8e03d501', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:07.291790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a86212b3-f65c-45b8-9b45-461d837cdb69 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:07.295897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a86212b3-f65c-45b8-9b45-461d837cdb69 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:07.298757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a86212b3-f65c-45b8-9b45-461d837cdb69 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:07.304742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a86212b3-f65c-45b8-9b45-461d837cdb69 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:07.311854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['7495fc77-4107-4989-b6a3-1c7b9406d4cd'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:33:07.323556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:07.355825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=7495fc77-4107-4989-b6a3-1c7b9406d4cd,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:07.361785 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:07.368309 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c266bc3b-14ef-4050-a074-62ca4c9f2b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:07.370299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-040e96b9-eaa2-4e62-84d8-631f71eb1a77 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.371290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-040e96b9-eaa2-4e62-84d8-631f71eb1a77 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.398460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.424446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-511858b2-fb1e-4b99-8100-eccce821e05d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Unset dirty status for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:07.424697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-040e96b9-eaa2-4e62-84d8-631f71eb1a77 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.426261 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-511858b2-fb1e-4b99-8100-eccce821e05d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 946 time: 0.8870432
Dec 19 13:33:07.433167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-04bdf61b-427e-4c31-b0ad-fb0b1698a4c9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:07.536181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=1978c790-9a99-44ca-8604-029e9554c141,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:07.539682 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-a86212b3-f65c-45b8-9b45-461d837cdb69 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The resource could not be found.
Dec 19 13:33:07.541025 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a86212b3-f65c-45b8-9b45-461d837cdb69 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2605247
Dec 19 13:33:07.543998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43822) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:07.551342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-19ba6034-7310-4850-a1fa-3833dd55e7c4 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '1e9a6a6e-f8a7-49f6-a2d4-508f8e03d501', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ee556da6-2d9c-46a4-958d-4bb701211ae5'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:07.552490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router 7dffbef5-a44e-44a3-a56e-12a09908c3d5 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:33:07.557390 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:07.565974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-19ba6034-7310-4850-a1fa-3833dd55e7c4 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:07.579791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-19ba6034-7310-4850-a1fa-3833dd55e7c4 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:07.583505 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-19ba6034-7310-4850-a1fa-3833dd55e7c4 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:07.600012 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-040e96b9-eaa2-4e62-84d8-631f71eb1a77 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.624128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device c4955458-3b59-464d-885a-2034bea8d7bb no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:33:07.688077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:07.724327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:07.724712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.725261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Deleting port c4955458-3b59-464d-885a-2034bea8d7bb {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:07.725687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.747037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-19ba6034-7310-4850-a1fa-3833dd55e7c4 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:07.771718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-040e96b9-eaa2-4e62-84d8-631f71eb1a77 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.772950 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-040e96b9-eaa2-4e62-84d8-631f71eb1a77 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5290790
Dec 19 13:33:07.786497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.808469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e4b16709-4aac-4436-b648-b709a77469af None None] Provisioning for port 46731100-041c-4873-a2bc-4d466086108f completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:07.829376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43826) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:07.887148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e4b16709-4aac-4436-b648-b709a77469af None None] Provisioning complete for port 46731100-041c-4873-a2bc-4d466086108f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:07.888057 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4b16709-4aac-4436-b648-b709a77469af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.922151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-5cd7c21b-2ad0-4be8-b915-c31a04fe2161', 'network_id': '5cd7c21b-2ad0-4be8-b915-c31a04fe2161', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'fixed_ips': [{'subnet_id': '30e4836d-e832-491f-b562-7146f505b63f'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:33:07.922370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'port': {'network_id': '5cd7c21b-2ad0-4be8-b915-c31a04fe2161', 'name': 'tempest-RoutersTest-1422497165'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:07.922980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:07.938615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17e915-b5db-47a4-8fc7-97d1ff72f917 req-0383a2f0-0567-4c83-9afa-e84088fc713b tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:07.940626 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cf17e915-b5db-47a4-8fc7-97d1ff72f917 req-0383a2f0-0567-4c83-9afa-e84088fc713b tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 944 time: 0.1945171
Dec 19 13:33:07.952549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a874de2-193d-4420-bf63-e0542b2fbe6d req-37b019ca-040f-4ef6-8f86-8fba2891b854 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:07.954082 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a874de2-193d-4420-bf63-e0542b2fbe6d req-37b019ca-040f-4ef6-8f86-8fba2891b854 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 946 time: 0.3082154
Dec 19 13:33:08.039419 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a874de2-193d-4420-bf63-e0542b2fbe6d req-8dde8505-0cb6-4c52-b68f-b24c9f80cd0e tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747550
Dec 19 13:33:08.043296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e4b16709-4aac-4436-b648-b709a77469af None None] Port 46731100-041c-4873-a2bc-4d466086108f cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:08.086727 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-19ba6034-7310-4850-a1fa-3833dd55e7c4 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The resource could not be found.
Dec 19 13:33:08.087969 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-19ba6034-7310-4850-a1fa-3833dd55e7c4 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.5428307
Dec 19 13:33:08.090878 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43830) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:08.122078 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cf17e915-b5db-47a4-8fc7-97d1ff72f917 req-a8a5db4b-5a89-46d3-bc8f-2b4ab926d353 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592741
Dec 19 13:33:08.188322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e3658f6-3052-40c8-8b08-2e7256609a98 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:08.221967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e3658f6-3052-40c8-8b08-2e7256609a98 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:08.236281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=59b83876-81fe-4745-8a29-e81e11f87d1e,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:08.238749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:08.245665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:08.248603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:08.340747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e3658f6-3052-40c8-8b08-2e7256609a98 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:08.343369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:08.346177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fed482b5-9db4-4ea9-883e-3f56cf727568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:08.363762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3658f6-3052-40c8-8b08-2e7256609a98 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9a6a6e-f8a7-49f6-a2d4-508f8e03d501,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:08.364690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4955458-3b59-464d-885a-2034bea8d7bb'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:33:08.366665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7e3658f6-3052-40c8-8b08-2e7256609a98 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:08.411545 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port c4955458-3b59-464d-885a-2034bea8d7bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4955458-3b59-464d-885a-2034bea8d7bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:08.418239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-543f38af-96f1-4a17-bb38-628d1dfb1e73 None None] Provisioning for port 59b83876-81fe-4745-8a29-e81e11f87d1e completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:08.434609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Allocated IP 172.20.0.2 (5cd7c21b-2ad0-4be8-b915-c31a04fe2161/30e4836d-e832-491f-b562-7146f505b63f/72e9319a-2e61-417b-a403-8d83372802ec) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:08.438014 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-543f38af-96f1-4a17-bb38-628d1dfb1e73 None None] Provisioning complete for port 59b83876-81fe-4745-8a29-e81e11f87d1e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:08.438384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-543f38af-96f1-4a17-bb38-628d1dfb1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:08.449189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e3658f6-3052-40c8-8b08-2e7256609a98 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:08.450390 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7e3658f6-3052-40c8-8b08-2e7256609a98 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "DELETE /v2.0/security-groups/1e9a6a6e-f8a7-49f6-a2d4-508f8e03d501 HTTP/1.1" status: 204  len: 168 time: 0.3583910
Dec 19 13:33:08.452890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43838) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:08.483926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=aa08b20a-2f61-4aa4-9cae-62e9a408cfc8,segment=NetworkSegment(b2cb9941-72db-4e4e-9a35-425c769e3b84),segment_id=b2cb9941-72db-4e4e-9a35-425c769e3b84)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:08.515875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b57e8763-7e9c-4ce7-be49-6a783a795f70 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Synchronizing usage tracker for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:08.581315 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4955458-3b59-464d-885a-2034bea8d7bb', 'code': 200}
Dec 19 13:33:08.587988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:08.590765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:08.591558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 43ef0418-9b14-41fa-8625-b15a89940575 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:08.621180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ad6c2ff3-2b3a-4666-912c-ee1039144398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:08.655960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-543f38af-96f1-4a17-bb38-628d1dfb1e73 None None] Port 59b83876-81fe-4745-8a29-e81e11f87d1e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:08.657176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b57e8763-7e9c-4ce7-be49-6a783a795f70 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Unset dirty status for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:08.658414 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b57e8763-7e9c-4ce7-be49-6a783a795f70 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2046468
Dec 19 13:33:08.664948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43842) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:08.671995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-265d0c29-5caf-494d-b875-729dbc550312 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '2ae25466-9da0-429b-9765-8e8272b3c0df', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:08.690087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-265d0c29-5caf-494d-b875-729dbc550312 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:08.698675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-265d0c29-5caf-494d-b875-729dbc550312 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:08.705265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-265d0c29-5caf-494d-b875-729dbc550312 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:08.716910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-265d0c29-5caf-494d-b875-729dbc550312 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:08.746811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:08.761678 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=c4955458-3b59-464d-885a-2034bea8d7bb,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:08.779023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:port and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:08.803388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:08.827926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:08.904710 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-265d0c29-5caf-494d-b875-729dbc550312 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The resource could not be found.
Dec 19 13:33:08.910961 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-265d0c29-5caf-494d-b875-729dbc550312 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2402282
Dec 19 13:33:08.912379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43846) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:08.914184 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 82b374b8-6a32-47cc-b37c-00cb794fe448 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:08.915960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=aa08b20a-2f61-4aa4-9cae-62e9a408cfc8,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:08.918125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119190834'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:08.919509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:08.922492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:08.922840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:08.923621 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-543f38af-96f1-4a17-bb38-628d1dfb1e73 None None] Provisioning complete for port 46731100-041c-4873-a2bc-4d466086108f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:08.923989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-543f38af-96f1-4a17-bb38-628d1dfb1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:08.925466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:08.926170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:08.937189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:08.993555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.006315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 43ef0418-9b14-41fa-8625-b15a89940575 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:09.010028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-543f38af-96f1-4a17-bb38-628d1dfb1e73 None None] Port 46731100-041c-4873-a2bc-4d466086108f cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:09.015580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Transition to ACTIVE for port object 72e9319a-2e61-417b-a403-8d83372802ec will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:09.021848 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 43ef0418-9b14-41fa-8625-b15a89940575 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:09.022226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.031096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:09.034347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.065056 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.066082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:09.074420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] For port c4955458-3b59-464d-885a-2034bea8d7bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4955458-3b59-464d-885a-2034bea8d7bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:09.074832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.082719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Transition to ACTIVE for port object 72e9319a-2e61-417b-a403-8d83372802ec will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:09.093655 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce7b6b-f26c-40f3-885e-3f6c064e4e69 None None] Sync routers for ids ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:09.139423 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce7b6b-f26c-40f3-885e-3f6c064e4e69 None None] Routers {'7dffbef5-a44e-44a3-a56e-12a09908c3d5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:09.143078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:09.145831 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7b6b-f26c-40f3-885e-3f6c064e4e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47af7d60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:09.152145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:09.156690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:09.160312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.166723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-30f87fd5-a5f8-473b-9125-aa2202c107b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:09.174462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:09.249482 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.281912 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7b6b-f26c-40f3-885e-3f6c064e4e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47af7d60>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:09.284489 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.318954 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce7b6b-f26c-40f3-885e-3f6c064e4e69 None None] Routers {'7dffbef5-a44e-44a3-a56e-12a09908c3d5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:09.319743 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7b6b-f26c-40f3-885e-3f6c064e4e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47af7d60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:09.321128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.330021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b01d9e3b-c531-4e79-91eb-3d9be2467c15 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:09.346166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] device_id is not set on port 4b1fdf8f-1564-4542-8aae-a633f2170d70 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:33:09.391732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1f50c5-c90f-436d-b990-167a318e2c8c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:09.394595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:09.397453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Pushing event updated for resources: {'Port': ['ID=72e9319a-2e61-417b-a403-8d83372802ec,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:09.407547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Network 5cd7c21b-2ad0-4be8-b915-c31a04fe2161 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:09.419359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 43ef0418-9b14-41fa-8625-b15a89940575, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=43ef0418-9b14-41fa-8625-b15a89940575,segment=NetworkSegment(31dd3a87-a0de-4267-802d-1827928351a2),segment_id=31dd3a87-a0de-4267-802d-1827928351a2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:09.424116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:09.426220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:09.428712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-52ffab1c-7ec5-440f-9d0e-c81187fe7549 None None] Provisioning complete for port 59b83876-81fe-4745-8a29-e81e11f87d1e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:09.429089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-52ffab1c-7ec5-440f-9d0e-c81187fe7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.433812 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7b6b-f26c-40f3-885e-3f6c064e4e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47af7d60>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:09.434216 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce7b6b-f26c-40f3-885e-3f6c064e4e69 None None] The sync data for ids ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:09.458740 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:09.471500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e079ad-c6b8-475b-b604-a18edd301e84 req-49439cba-93db-4b29-93b7-2ce86e376768 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:09.472718 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-50e079ad-c6b8-475b-b604-a18edd301e84 req-49439cba-93db-4b29-93b7-2ce86e376768 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 944 time: 0.2091279
Dec 19 13:33:09.482036 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/7dffbef5-a44e-44a3-a56e-12a09908c3d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9321396
Dec 19 13:33:09.495705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43854) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:09.499177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.500705 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5880983
Dec 19 13:33:09.538312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43858) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:09.558421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-52ffab1c-7ec5-440f-9d0e-c81187fe7549 None None] Port 59b83876-81fe-4745-8a29-e81e11f87d1e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:09.560475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'tempest-secgroup--223235478'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:09.565410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.566274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:09.580300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:09.592818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.600323 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:09.602933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-43b6d2b2-13f9-4a90-83e4-63d4c23616a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:09.606152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:09.614295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1cbc720-5448-463f-970f-0861bed6bf5e tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:09.624128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:09.646857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35771a4a-aa2b-43e1-ad3c-b8d6ede4d84b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:09.649806 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-35771a4a-aa2b-43e1-ad3c-b8d6ede4d84b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports/46731100-041c-4873-a2bc-4d466086108f HTTP/1.1" status: 200  len: 911 time: 0.1463792
Dec 19 13:33:09.656073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43862) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:09.658164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c479dc9-3360-40e4-86ff-27f3817b054c req-bac6be4b-7fc2-48a4-bf05-0570180867be tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:09.659672 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4c479dc9-3360-40e4-86ff-27f3817b054c req-bac6be4b-7fc2-48a4-bf05-0570180867be tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 944 time: 0.2538116
Dec 19 13:33:09.662480 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-50e079ad-c6b8-475b-b604-a18edd301e84 req-0c21c091-9a08-46db-b9d0-a3cb7c773a35 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1836593
Dec 19 13:33:09.683345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:09.707166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7495fc77-4107-4989-b6a3-1c7b9406d4cd up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:09.719349 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4c479dc9-3360-40e4-86ff-27f3817b054c req-fe21d7c6-da27-49ce-8a40-057c419bc25d tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535717
Dec 19 13:33:09.749212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.754328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:09.772584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:09.773597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.780151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Attempting to bind port 72e9319a-2e61-417b-a403-8d83372802ec on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:09.780151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Attempting to bind port 72e9319a-2e61-417b-a403-8d83372802ec by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '51f49e38-2a81-4715-9484-cde4c87c8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5cd7c21b-2ad0-4be8-b915-c31a04fe2161'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:09.780451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Attempting to bind port 72e9319a-2e61-417b-a403-8d83372802ec on network 5cd7c21b-2ad0-4be8-b915-c31a04fe2161 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:09.782524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07e3c16-a9c0-418d-9522-114c5f4d5c67 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:09.785491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:09.789366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:09.792127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:09.798124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:09.863098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.898635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:09.899248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Checking segment: {'id': '51f49e38-2a81-4715-9484-cde4c87c8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5cd7c21b-2ad0-4be8-b915-c31a04fe2161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:09.899664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.900063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Bound using segment: {'id': '51f49e38-2a81-4715-9484-cde4c87c8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5cd7c21b-2ad0-4be8-b915-c31a04fe2161'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:09.900562 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Bound port: 72e9319a-2e61-417b-a403-8d83372802ec, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f49e38-2a81-4715-9484-cde4c87c8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5cd7c21b-2ad0-4be8-b915-c31a04fe2161'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:09.900937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.921225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-52ffab1c-7ec5-440f-9d0e-c81187fe7549 None None] Provisioning complete for port 43ef0418-9b14-41fa-8625-b15a89940575 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:09.921604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-52ffab1c-7ec5-440f-9d0e-c81187fe7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.933160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:09.937461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-987cf0a1-842f-44b2-b04c-d61c88ab3039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:09.972016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=43ef0418-9b14-41fa-8625-b15a89940575,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:09.984024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:09.988139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdff7e1-6f92-4321-b702-80d24e38bbd3,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:09.991460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:10.017273 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:33:10.064445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.066276 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5264137
Dec 19 13:33:10.068607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43866) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:10.074796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-e69e12a8-e20d-47c4-8463-d06c8c66a9f5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '9e1f50c5-c90f-436d-b990-167a318e2c8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cbdff7e1-6f92-4321-b702-80d24e38bbd3'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:10.082869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e69e12a8-e20d-47c4-8463-d06c8c66a9f5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:10.088401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e69e12a8-e20d-47c4-8463-d06c8c66a9f5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:10.093353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e69e12a8-e20d-47c4-8463-d06c8c66a9f5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:10.105132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e69e12a8-e20d-47c4-8463-d06c8c66a9f5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:10.162493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:10.205886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=c9bec27d-88e2-4280-a2cd-f82be32d559c,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:10.213359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] For port 72e9319a-2e61-417b-a403-8d83372802ec, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:10.215316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:10.215700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.217258 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:10.263919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.264282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.264602 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Floating IP 400859b3-9df7-4b56-b379-ff971cb1ab78 disassociated. External IP: 172.26.4.151, port: c4955458-3b59-464d-885a-2034bea8d7bb.
Dec 19 13:33:10.264927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Calling delete_port for c4955458-3b59-464d-885a-2034bea8d7bb owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:10.287667 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-e69e12a8-e20d-47c4-8463-d06c8c66a9f5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:10.287868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 7495fc77-4107-4989-b6a3-1c7b9406d4cd completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:10.291979 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e69e12a8-e20d-47c4-8463-d06c8c66a9f5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.2189834
Dec 19 13:33:10.297929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43870) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:10.298060 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] For port 72e9319a-2e61-417b-a403-8d83372802ec, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=72e9319a-2e61-417b-a403-8d83372802ec,segment=NetworkSegment(51f49e38-2a81-4715-9484-cde4c87c8edd),segment_id=51f49e38-2a81-4715-9484-cde4c87c8edd)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:10.312520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Allocated IP 172.20.0.4 (5cd7c21b-2ad0-4be8-b915-c31a04fe2161/30e4836d-e832-491f-b562-7146f505b63f/4b1fdf8f-1564-4542-8aae-a633f2170d70) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:10.318101 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.9683387
Dec 19 13:33:10.318878 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43874) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:10.332432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': 'c9bec27d-88e2-4280-a2cd-f82be32d559c', 'ip_address': '2001:db8::6841:b98:4929:7e9b'}], 'name': 'tempest-NetworksTestDHCPv6-1477992949'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:10.334046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 7495fc77-4107-4989-b6a3-1c7b9406d4cd triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:10.334046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.371560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': 'c9bec27d-88e2-4280-a2cd-f82be32d559c'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:33:10.372434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.407900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.424915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a480cea4-93d0-4f84-ad5d-4d5ce32bd8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:10.588444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3be6ddf0-7c1e-4aa9-9bae-11e316b0a782 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.635154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3be6ddf0-7c1e-4aa9-9bae-11e316b0a782 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.642334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:10.664429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:10.680012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Pushing event updated for resources: {'Port': ['ID=72e9319a-2e61-417b-a403-8d83372802ec,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:10.681168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:33:10.681647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:33:10.682654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:10.724160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-195375da-aafa-43f0-9333-2a811a4e09f0 None None] Provisioning complete for port 59b83876-81fe-4745-8a29-e81e11f87d1e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:10.724539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-195375da-aafa-43f0-9333-2a811a4e09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.746502 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.767179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:10.801467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.811398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5,segment=NetworkSegment(204706a2-7318-4f60-98be-4d40eb1b0524),segment_id=204706a2-7318-4f60-98be-4d40eb1b0524)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:10.817737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3be6ddf0-7c1e-4aa9-9bae-11e316b0a782 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.878491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-854df232-1ffb-492d-9dcd-95aef260c764 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:10.889895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.900659 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6ddf0-7c1e-4aa9-9bae-11e316b0a782 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdff7e1-6f92-4321-b702-80d24e38bbd3,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:10.903463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3be6ddf0-7c1e-4aa9-9bae-11e316b0a782 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:10.906691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Transition to ACTIVE for port object 4b1fdf8f-1564-4542-8aae-a633f2170d70 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:10.909584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-195375da-aafa-43f0-9333-2a811a4e09f0 None None] Port 59b83876-81fe-4745-8a29-e81e11f87d1e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:10.940870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:10.950440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:10.971864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 900a30d0-3707-4575-9052-4410d8224a48 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:33:11.015747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3be6ddf0-7c1e-4aa9-9bae-11e316b0a782 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.019329 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3be6ddf0-7c1e-4aa9-9bae-11e316b0a782 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "DELETE /v2.0/security-groups/cbdff7e1-6f92-4321-b702-80d24e38bbd3 HTTP/1.1" status: 204  len: 168 time: 0.7220533
Dec 19 13:33:11.023747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7495fc77-4107-4989-b6a3-1c7b9406d4cd'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:33:11.024010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43882) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:11.038228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:11.041767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 072bafed-4418-41bf-be71-e84999371fb7 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:33:11.076885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:11.095743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 072bafed-4418-41bf-be71-e84999371fb7 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:33:11.096110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 072bafed-4418-41bf-be71-e84999371fb7 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:33:11.103436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7495fc77-4107-4989-b6a3-1c7b9406d4cd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7495fc77-4107-4989-b6a3-1c7b9406d4cd,segment=NetworkSegment(8a360e13-b8fa-4502-850e-3b66944b56a6),segment_id=8a360e13-b8fa-4502-850e-3b66944b56a6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:11.115825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/c9bec27d-88e2-4280-a2cd-f82be32d559c/6073c56c-a684-480a-a04b-dd261c760e7c) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:11.131647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.137215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.193157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 56886aa8-2651-47be-8415-1b546f95c780 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:33:11.204143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.207653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Deleting port c4955458-3b59-464d-885a-2034bea8d7bb {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:11.207991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.210186 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a74d6aad-7458-44fc-867f-efd8f403973c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:11.241185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-23b3967e-7201-43ac-aec3-89c2ebad68b3 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:11.357714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=7495fc77-4107-4989-b6a3-1c7b9406d4cd,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:11.361399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 1978c790-9a99-44ca-8604-029e9554c141 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:11.406269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:11.428073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=4b1fdf8f-1564-4542-8aae-a633f2170d70,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:11.443405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 5cd7c21b-2ad0-4be8-b915-c31a04fe2161 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:11.446813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:11.452869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:11.461414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-08d5397d-f13e-4381-973f-868398503791 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Synchronizing usage tracker for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:11.466296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:11.468975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae7ce8-01b8-4b5a-a651-f633f651c93d req-a43d1766-d47e-4c44-8dc8-50506d36feee tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:11.475948 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c7ae7ce8-01b8-4b5a-a651-f633f651c93d req-a43d1766-d47e-4c44-8dc8-50506d36feee tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 944 time: 0.6532750
Dec 19 13:33:11.517058 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 1978c790-9a99-44ca-8604-029e9554c141 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:11.517603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.524843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfe13f-5ab2-4ba5-9219-5945f143f78b req-ce18a9a3-5dad-494c-b395-12cd1f14ed9c tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:11.531843 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e3bfe13f-5ab2-4ba5-9219-5945f143f78b req-ce18a9a3-5dad-494c-b395-12cd1f14ed9c tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 944 time: 0.6374726
Dec 19 13:33:11.632131 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c7ae7ce8-01b8-4b5a-a651-f633f651c93d req-e2477b39-c2fe-47f3-bfc2-c7e422012fbd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1545565
Dec 19 13:33:11.646741 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e3bfe13f-5ab2-4ba5-9219-5945f143f78b req-b971831e-6302-4748-b326-98cf5b49c9e5 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140337
Dec 19 13:33:11.676173 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.687345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-08d5397d-f13e-4381-973f-868398503791 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Unset dirty status for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:11.688656 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-08d5397d-f13e-4381-973f-868398503791 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.6624651
Dec 19 13:33:11.691589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43888) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:11.740907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:11.766664 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7495fc77-4107-4989-b6a3-1c7b9406d4cd', 'code': 200}
Dec 19 13:33:11.774179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Transition to ACTIVE for port object 6073c56c-a684-480a-a04b-dd261c760e7c will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:11.814290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Transition to ACTIVE for port object 6073c56c-a684-480a-a04b-dd261c760e7c will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:11.830913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4862f2e-11b3-48f1-aa7b-55207638a716 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.835267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:11.836820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.867736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4862f2e-11b3-48f1-aa7b-55207638a716 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.890035 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.890764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:11.891388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:11.896902 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:11.959452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Pushing event updated for resources: {'Port': ['ID=6073c56c-a684-480a-a04b-dd261c760e7c,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:11.967816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:11.981850 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:11.983447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:11.987719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:12.003169 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 4.1678243
Dec 19 13:33:12.005730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43892) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:12.007160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::6841:b98:4929:7e9b (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/c9bec27d-88e2-4280-a2cd-f82be32d559c/56886aa8-2651-47be-8415-1b546f95c780) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:12.022222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] For port c4955458-3b59-464d-885a-2034bea8d7bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c4955458-3b59-464d-885a-2034bea8d7bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:12.022560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.146166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 43ef0418-9b14-41fa-8625-b15a89940575 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:12.149739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4862f2e-11b3-48f1-aa7b-55207638a716 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.158360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2244390d-b551-4a45-a31b-a709889380fc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:12.178100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Attempting to bind port 6073c56c-a684-480a-a04b-dd261c760e7c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:12.178476 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Attempting to bind port 6073c56c-a684-480a-a04b-dd261c760e7c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:12.178848 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Attempting to bind port 6073c56c-a684-480a-a04b-dd261c760e7c on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:12.198884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:12.198884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:12.198884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.199371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:12.199493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Bound port: 6073c56c-a684-480a-a04b-dd261c760e7c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:12.199871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.217574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4862f2e-11b3-48f1-aa7b-55207638a716 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1f50c5-c90f-436d-b990-167a318e2c8c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:12.232168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4862f2e-11b3-48f1-aa7b-55207638a716 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:12.348645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] For port 6073c56c-a684-480a-a04b-dd261c760e7c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:12.352624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] For port 6073c56c-a684-480a-a04b-dd261c760e7c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6073c56c-a684-480a-a04b-dd261c760e7c,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:12.353692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 43ef0418-9b14-41fa-8625-b15a89940575 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:12.354070 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.356585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.393702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:12.402406 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/900a30d0-3707-4575-9052-4410d8224a48/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8271635
Dec 19 13:33:12.404522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7bc10401-e024-4c17-9def-b4f2b5b942ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.405753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43896) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:12.421978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Sync routers for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:12.436596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.442552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-09ec64f7-53ad-4a20-a450-7749fd76f6c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:12.530487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4862f2e-11b3-48f1-aa7b-55207638a716 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.533917 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c4862f2e-11b3-48f1-aa7b-55207638a716 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e1f50c5-c90f-436d-b990-167a318e2c8c HTTP/1.1" status: 204  len: 168 time: 0.8384309
Dec 19 13:33:12.550692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43900) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:12.556153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:12.556797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4711efa0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:32:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:12.607396 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-209e9c1f-d505-4f4a-8a6f-6e5ac101e518 req-b472a034-e13b-4ac4-88d3-6ac520c208ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 1098 time: 0.4406037
Dec 19 13:33:12.661640 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:12.691284 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Pushing event updated for resources: {'Port': ['ID=6073c56c-a684-480a-a04b-dd261c760e7c,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:12.701554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb26c78b-d3e0-47ae-94ae-78ec2c059e05 None None] Network 5cd7c21b-2ad0-4be8-b915-c31a04fe2161 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:12.727810 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:12.730889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.780568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 56886aa8-2651-47be-8415-1b546f95c780 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:12.780794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.781091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:12.781478 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Floating IP 400859b3-9df7-4b56-b379-ff971cb1ab78 disassociated. External IP: 172.26.4.151, port: c4955458-3b59-464d-885a-2034bea8d7bb.
Dec 19 13:33:12.781875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Calling delete_port for c4955458-3b59-464d-885a-2034bea8d7bb owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:13.052866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:33:13.122405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.123046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.123426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.123712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.124140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.125245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.125245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.125245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.125550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.125871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.126228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.126557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.131726 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-11c2092d-b218-489c-8d8b-25bfbf127d18 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 8440 time: 0.7215190
Dec 19 13:33:13.137138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a9a19640-b529-4e6c-8428-163ca8e10294 None None] Provisioning for port 72e9319a-2e61-417b-a403-8d83372802ec completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:13.143958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43908) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:13.161101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:13.161478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:13.263636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:13.294095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f242b61-d57b-4bcd-8484-c5969e05fff9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:13.330419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5d9d484f-f30f-43c0-80fb-ed18f528131f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Synchronizing usage tracker for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:13.347041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.347041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.347041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.347041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.347539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.347658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.348036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.348386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.348729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.349069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.349405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.349741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.354621 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-40f417d7-6174-4393-8471-0dee433058c7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7748 time: 0.2072484
Dec 19 13:33:13.359345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43912) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:13.364356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Allocated IP 2001:db8:1::1 (4675eaca-0ab9-4141-905f-9b5c5e69c63d/0334388e-e838-4cd7-bf6f-d300549247d7/b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:13.486567 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-209e9c1f-d505-4f4a-8a6f-6e5ac101e518 req-517ea955-31d2-4570-9c61-f56cf7ef4b65 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6720843
Dec 19 13:33:13.501915 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:13.506279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:13.516270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:13.516724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dc16d3ab-f354-43d0-825e-e37461962355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:13.519520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:13.524042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.524672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:13.545755 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=56886aa8-2651-47be-8415-1b546f95c780,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:13.549297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:13.591153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event deleted for resources: {'Port': ['ID=c4955458-3b59-464d-885a-2034bea8d7bb,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:13.661180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:13.661180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:13.661180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:13.661180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:13.661180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:13.661180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:13.661180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:13.661180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:13.661180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:13.663755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:13.664463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:13.676345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5d9d484f-f30f-43c0-80fb-ed18f528131f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Unset dirty status for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:13.678428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:13.678584 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5d9d484f-f30f-43c0-80fb-ed18f528131f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 1.1260810
Dec 19 13:33:13.690036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3eeb8-eaf0-44d8-a9c0-a9b5b92d7c20 req-e872a3e9-37b9-49cf-a34a-395c9d965cdb tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.691815 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20c3eeb8-eaf0-44d8-a9c0-a9b5b92d7c20 req-e872a3e9-37b9-49cf-a34a-395c9d965cdb tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.7380133
Dec 19 13:33:13.700829 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43916) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:13.813874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3276eed-256b-47ea-a89a-2a081769e8c6 req-d2289fa4-44c9-496d-a717-5e68cae544a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:13.815410 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c3276eed-256b-47ea-a89a-2a081769e8c6 req-d2289fa4-44c9-496d-a717-5e68cae544a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 865 time: 0.8550863
Dec 19 13:33:13.822004 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.5024109
Dec 19 13:33:13.873113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43918) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:13.900144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4711efa0>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:33:04Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:13.931167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Checking router: 900a30d0-3707-4575-9052-4410d8224a48 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:33:13.931776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Updating router 900a30d0-3707-4575-9052-4410d8224a48 port 59b83876-81fe-4745-8a29-e81e11f87d1e binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:33:14.009133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'tempest-secgroup--406024619'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:14.018202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:14.018562 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6073c56c-a684-480a-a04b-dd261c760e7c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:14.030038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:14.079426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.082334 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20c3eeb8-eaf0-44d8-a9c0-a9b5b92d7c20 req-640f1ef9-6155-4b68-9439-1da53668fa88 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3755193
Dec 19 13:33:14.104270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Transition to ACTIVE for port object b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:14.148608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.186177 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c3276eed-256b-47ea-a89a-2a081769e8c6 req-7fd3cc1c-f41a-48bf-9c11-12572f4b62f2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3618925
Dec 19 13:33:14.208761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.212208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.325370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:14.331644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:14.335372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:14.346408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:14.401742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.429862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-86b61cd2-587b-4307-a7d1-d9b45e6d5714 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:14.444070 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6073c56c-a684-480a-a04b-dd261c760e7c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:14.464998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 72e9319a-2e61-417b-a403-8d83372802ec up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:14.558151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 4675eaca-0ab9-4141-905f-9b5c5e69c63d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:14.571178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:14.584731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:14.585317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.664102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3be79ab1-242a-4cb8-a2aa-645cafcb435b None None] Provisioning for port 4b1fdf8f-1564-4542-8aae-a633f2170d70 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:14.669492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:33:14.709876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:14.711493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3be79ab1-242a-4cb8-a2aa-645cafcb435b None None] Provisioning complete for port 4b1fdf8f-1564-4542-8aae-a633f2170d70 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:14.711493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3be79ab1-242a-4cb8-a2aa-645cafcb435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.711685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:14.711685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.740079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a78d6-0564-44fb-ae0b-0cb5e466a0f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:14.746400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a78d6-0564-44fb-ae0b-0cb5e466a0f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:14.746400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cb0a78d6-0564-44fb-ae0b-0cb5e466a0f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:14.808496 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cb1bef95-d457-437b-be18-560e36b9624b tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4104 time: 1.4354644
Dec 19 13:33:14.813174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.817795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3be79ab1-242a-4cb8-a2aa-645cafcb435b None None] Port 4b1fdf8f-1564-4542-8aae-a633f2170d70 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:14.832591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-42423b68-a074-4aed-9e48-ed460682a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.859154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.886540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1abde25f-a752-4d20-8f1c-32aece96f70f tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:14.895133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cb0a78d6-0564-44fb-ae0b-0cb5e466a0f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:14.898789 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cb0a78d6-0564-44fb-ae0b-0cb5e466a0f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 1.0222800
Dec 19 13:33:14.899112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43926) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:14.928288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 72e9319a-2e61-417b-a403-8d83372802ec completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:14.942680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.943455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.947036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 72e9319a-2e61-417b-a403-8d83372802ec triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:14.947437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:14.949945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2ccecaba-8a3c-4754-a965-e7975b33e153 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:14.967944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5f702a-335f-4326-92e9-c6812889b285,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:14.973015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:14.985518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.017267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Transition to ACTIVE for port object 59b83876-81fe-4745-8a29-e81e11f87d1e will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:15.028940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 56886aa8-2651-47be-8415-1b546f95c780 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:15.029292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.035272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.039987 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0451455
Dec 19 13:33:15.044772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43930) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:15.092531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.099887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Provisioning for port 56886aa8-2651-47be-8415-1b546f95c780 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:15.109776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-21cddbe7-9cff-4b2f-b143-1169698022d6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '5b5f702a-335f-4326-92e9-c6812889b285', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:15.110088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Provisioning complete for port 56886aa8-2651-47be-8415-1b546f95c780 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:15.110560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.155013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.165517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:15.231597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 72e9319a-2e61-417b-a403-8d83372802ec, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=72e9319a-2e61-417b-a403-8d83372802ec,segment=NetworkSegment(51f49e38-2a81-4715-9484-cde4c87c8edd),segment_id=51f49e38-2a81-4715-9484-cde4c87c8edd)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:15.263507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Port 56886aa8-2651-47be-8415-1b546f95c780 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:15.334649 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76cee3-888f-4466-9f2f-3e72c496f857 None None] Pushing event updated for resources: {'Port': ['ID=59b83876-81fe-4745-8a29-e81e11f87d1e,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:15.350539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.359788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ff76cee3-888f-4466-9f2f-3e72c496f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:15.360269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ff76cee3-888f-4466-9f2f-3e72c496f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:15.435457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-21cddbe7-9cff-4b2f-b143-1169698022d6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:15.460065 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-21cddbe7-9cff-4b2f-b143-1169698022d6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:15.472983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-21cddbe7-9cff-4b2f-b143-1169698022d6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:15.504248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-21cddbe7-9cff-4b2f-b143-1169698022d6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:15.508028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Provisioning for port 6073c56c-a684-480a-a04b-dd261c760e7c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:15.515349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Provisioning complete for port 6073c56c-a684-480a-a04b-dd261c760e7c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:15.515732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.551719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:15.553920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=72e9319a-2e61-417b-a403-8d83372802ec,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:15.571649 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8514876-dfe3-40ca-a37c-76c0b26773d5 None None] Sync routers for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:15.572930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:15.576890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Attempting to bind port 59b83876-81fe-4745-8a29-e81e11f87d1e on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:15.577171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Attempting to bind port 59b83876-81fe-4745-8a29-e81e11f87d1e by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:15.577542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Attempting to bind port 59b83876-81fe-4745-8a29-e81e11f87d1e on network 82b374b8-6a32-47cc-b37c-00cb794fe448 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:15.580350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=4b1fdf8f-1564-4542-8aae-a633f2170d70,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:15.599689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:15.607309 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8514876-dfe3-40ca-a37c-76c0b26773d5 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:15.607848 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d8514876-dfe3-40ca-a37c-76c0b26773d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477334f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:15.647700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:15.648108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Checking segment: {'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:15.648717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.649281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Bound using segment: {'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:15.649946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Bound port: 59b83876-81fe-4745-8a29-e81e11f87d1e, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:15.650492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.745910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] No DVR routers for this DVR port c4955458-3b59-464d-885a-2034bea8d7bb on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:15.765002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.774810 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7ab3d193-ecef-448a-8916-9023ed6b4f7c req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "DELETE /v2.0/ports/c4955458-3b59-464d-885a-2034bea8d7bb HTTP/1.1" status: 204  len: 173 time: 8.3046916
Dec 19 13:33:15.810789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'name': 'network-vif-deleted', 'tag': 'c4955458-3b59-464d-885a-2034bea8d7bb'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:33:15.821087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.836815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 72e9319a-2e61-417b-a403-8d83372802ec up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:15.855529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.864962 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-21cddbe7-9cff-4b2f-b143-1169698022d6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:15.865155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6e9fe-9acb-4984-b6d8-7e0d1e2b3188 req-729d6ed7-580e-4444-bb3e-dd76c47690fb tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:15.865665 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-21cddbe7-9cff-4b2f-b143-1169698022d6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.8186574
Dec 19 13:33:15.867707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43940) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:15.871628 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3db6e9fe-9acb-4984-b6d8-7e0d1e2b3188 req-729d6ed7-580e-4444-bb3e-dd76c47690fb tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.3889866
Dec 19 13:33:15.875887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-bf4f22e9-dbec-4fda-981e-eed9a6b62344 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group_rule': {'security_group_id': '5b5f702a-335f-4326-92e9-c6812889b285', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:15.882763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] For port 59b83876-81fe-4745-8a29-e81e11f87d1e, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:15.887414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-bf4f22e9-dbec-4fda-981e-eed9a6b62344 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:15.892453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-bf4f22e9-dbec-4fda-981e-eed9a6b62344 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:15.896286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-bf4f22e9-dbec-4fda-981e-eed9a6b62344 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:15.904638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-bf4f22e9-dbec-4fda-981e-eed9a6b62344 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:15.929694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] For port 59b83876-81fe-4745-8a29-e81e11f87d1e, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=59b83876-81fe-4745-8a29-e81e11f87d1e,segment=NetworkSegment(204706a2-7318-4f60-98be-4d40eb1b0524),segment_id=204706a2-7318-4f60-98be-4d40eb1b0524)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:15.936117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.937233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.939723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] For port 6073c56c-a684-480a-a04b-dd261c760e7c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6073c56c-a684-480a-a04b-dd261c760e7c,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:15.947382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:15.953432 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d8514876-dfe3-40ca-a37c-76c0b26773d5 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:33:15.954399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 72e9319a-2e61-417b-a403-8d83372802ec triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:15.954941 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:15.978393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:16.026019 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3db6e9fe-9acb-4984-b6d8-7e0d1e2b3188 req-fb70a423-3080-4b93-9757-2d06dcae651a tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533868
Dec 19 13:33:16.063263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:16.073416 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:16.084097 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a74d6aad-7458-44fc-867f-efd8f403973c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:16.203361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:16.256584 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-bf4f22e9-dbec-4fda-981e-eed9a6b62344 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:16.262213 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bf4f22e9-dbec-4fda-981e-eed9a6b62344 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3920033
Dec 19 13:33:16.278018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43948) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:16.281568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 4675eaca-0ab9-4141-905f-9b5c5e69c63d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:16.286502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:16.382175 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b392328a-5e55-4a86-a830-5f702890a68b req-51f31d94-53a1-4976-9ec1-06beab2abfbd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 210 time: 0.0739336
Dec 19 13:33:16.476815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 56886aa8-2651-47be-8415-1b546f95c780 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:16.526164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:16.530549 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d8514876-dfe3-40ca-a37c-76c0b26773d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477334f0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:16.542690 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8514876-dfe3-40ca-a37c-76c0b26773d5 None None] Checking router: acbf5ca9-9d83-418d-a03b-2830e1d7fc94 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:33:16.575443 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8514876-dfe3-40ca-a37c-76c0b26773d5 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:16.577957 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d8514876-dfe3-40ca-a37c-76c0b26773d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477334f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:16.612252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76cee3-888f-4466-9f2f-3e72c496f857 None None] Pushing event updated for resources: {'Port': ['ID=59b83876-81fe-4745-8a29-e81e11f87d1e,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:16.642823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:16.643511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4711efa0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:16.942141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:17.013059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:17.031261 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fa6db2-3545-42c1-aedd-bbe5a07b2e64', 'name': 'network-vif-deleted', 'tag': 'c4955458-3b59-464d-885a-2034bea8d7bb', 'status': 'completed', 'code': 200}
Dec 19 13:33:17.034867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.089s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:17.062956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:33:17.083649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f52e980a-8678-4a4e-b4bb-d338372acdae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:17.108887 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d8514876-dfe3-40ca-a37c-76c0b26773d5 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:33:17.175340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f52e980a-8678-4a4e-b4bb-d338372acdae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:17.217712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ff76cee3-888f-4466-9f2f-3e72c496f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.134s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:17.232135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:17.269696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Provisioning for port b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:17.275921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:17.332374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Provisioning complete for port b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:17.332929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:17.368564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:17.370155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router 7dffbef5-a44e-44a3-a56e-12a09908c3d5 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:33:17.451037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f52e980a-8678-4a4e-b4bb-d338372acdae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:17.466123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e3e83cf4-4347-4d1d-a774-7f0539546ba1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:17.525146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cbc4d149-9382-4c36-a606-1cb9b638a6f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:17.607349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Port b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:17.615014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e980a-8678-4a4e-b4bb-d338372acdae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5f702a-335f-4326-92e9-c6812889b285,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:17.654228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f52e980a-8678-4a4e-b4bb-d338372acdae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:17.660380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Pushing event updated for resources: {'Port': ['ID=6073c56c-a684-480a-a04b-dd261c760e7c,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:17.669441 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d8514876-dfe3-40ca-a37c-76c0b26773d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477334f0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:17.673093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:17.676183 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8514876-dfe3-40ca-a37c-76c0b26773d5 None None] The sync data for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv is: [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:17.683901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f52e980a-8678-4a4e-b4bb-d338372acdae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:17.689310 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f52e980a-8678-4a4e-b4bb-d338372acdae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b5f702a-335f-4326-92e9-c6812889b285 HTTP/1.1" status: 204  len: 168 time: 1.4079704
Dec 19 13:33:17.689865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43956) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:17.722492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:17.749709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Provisioning complete for port 4b1fdf8f-1564-4542-8aae-a633f2170d70 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:17.750087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:17.804342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=56886aa8-2651-47be-8415-1b546f95c780,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:17.832654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:17.835278 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6073c56c-a684-480a-a04b-dd261c760e7c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:17.873472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4711efa0>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:33:04Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:15Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:17.899536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-27d3e213-39d1-4a45-a3b0-1a11a38862ea tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Synchronizing usage tracker for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:17.942259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:17.978028 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/7dffbef5-a44e-44a3-a56e-12a09908c3d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2861044
Dec 19 13:33:17.978028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43960) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:17.978193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05a80c-0d5c-48d8-bbf9-0917b75fcbd2 None None] Sync routers for ids ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:17.978193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3a6cc9-581d-4d65-99e7-c49302d4cb44 None None] The sync data for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv is: [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:33:04Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:15Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:18.006028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Port 4b1fdf8f-1564-4542-8aae-a633f2170d70 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:18.037135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05a80c-0d5c-48d8-bbf9-0917b75fcbd2 None None] Routers {'7dffbef5-a44e-44a3-a56e-12a09908c3d5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:18.043421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2b05a80c-0d5c-48d8-bbf9-0917b75fcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472826a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:18.080775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-27d3e213-39d1-4a45-a3b0-1a11a38862ea tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Unset dirty status for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:18.081433 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-27d3e213-39d1-4a45-a3b0-1a11a38862ea tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3812339
Dec 19 13:33:18.093437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43964) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:18.105792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959937941'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:18.116790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b2e4bc-fd00-4dce-8512-48c5a983d6a2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:18.117512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-45b2e4bc-fd00-4dce-8512-48c5a983d6a2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Synchronizing usage tracker for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:18.138485 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7383e42a-8312-4602-bd58-64a3835c9f2f None None] New status for floating IP 400859b3-9df7-4b56-b379-ff971cb1ab78: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:33:18.138850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:18.162373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2b05a80c-0d5c-48d8-bbf9-0917b75fcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472826a0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:18.180988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:18.202846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43968) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:18.203199 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05a80c-0d5c-48d8-bbf9-0917b75fcbd2 None None] Routers {'7dffbef5-a44e-44a3-a56e-12a09908c3d5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:18.205273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2b05a80c-0d5c-48d8-bbf9-0917b75fcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472826a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:18.215846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873848498', 'description': 'tempest-secgroup-smoke-1873848498 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:18.218962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:18.230518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6db7c-9d1b-4c7d-88df-a63e62045863 req-f3b9f22a-e686-45c9-b2ab-edc9bfdb15cf tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:18.237453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:18.238178 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e2e6db7c-9d1b-4c7d-88df-a63e62045863 req-f3b9f22a-e686-45c9-b2ab-edc9bfdb15cf tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 1.2373025
Dec 19 13:33:18.248224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:18.256393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:18.264403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-45b2e4bc-fd00-4dce-8512-48c5a983d6a2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Unset dirty status for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:18.267584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:18.267965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:18.268340 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:18.268755 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:18.269123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:18.269877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:18.270245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:18.270680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:18.271039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:18.271430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:18.271784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:18.272092 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-45b2e4bc-fd00-4dce-8512-48c5a983d6a2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports/b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f HTTP/1.1" status: 200  len: 913 time: 0.3163559
Dec 19 13:33:18.272905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43972) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:18.276803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:18.282518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:18.290063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:18.323557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f92ba233-7391-4d58-bbfd-940c30c6be50 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:18.345651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2b05a80c-0d5c-48d8-bbf9-0917b75fcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472826a0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:18.346119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05a80c-0d5c-48d8-bbf9-0917b75fcbd2 None None] The sync data for ids ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:18.349922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6073c56c-a684-480a-a04b-dd261c760e7c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:18.353894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:18.363760 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:18.490131 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-eac2db5b-cd01-4635-b16c-ce286fc068cd None None] Provisioning complete for port b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:18.490816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eac2db5b-cd01-4635-b16c-ce286fc068cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:18.564143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:18.597796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Usage tracker for resource:security_group_rule and tenant:e9de7fe01c424cc192305b5accc475c4 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:18.603048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:18.611520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:18.626869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:18.629439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=4b1fdf8f-1564-4542-8aae-a633f2170d70,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:18.638239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:18.671733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-eac2db5b-cd01-4635-b16c-ce286fc068cd None None] Port b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:18.708487 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e2e6db7c-9d1b-4c7d-88df-a63e62045863 req-88ea8cde-1c6c-409b-b908-3c4de2c6a68a tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4693410
Dec 19 13:33:18.713295 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/56886aa8-2651-47be-8415-1b546f95c780 HTTP/1.1" status: 204  len: 168 time: 3.8132150
Dec 19 13:33:18.732228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43976) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:18.744588 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dbc3d83b-a7b8-4de6-b853-e846b3e5b34c req-a9d92d26-9ab9-4722-82d4-e946ed326d8c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=80fa6db2-3545-42c1-aedd-bbe5a07b2e64 HTTP/1.1" status: 200  len: 210 time: 0.1818852
Dec 19 13:33:18.754110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-eac2db5b-cd01-4635-b16c-ce286fc068cd None None] Provisioning complete for port 4b1fdf8f-1564-4542-8aae-a633f2170d70 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:18.754538 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eac2db5b-cd01-4635-b16c-ce286fc068cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:18.800299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:18.853763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-eac2db5b-cd01-4635-b16c-ce286fc068cd None None] Port 4b1fdf8f-1564-4542-8aae-a633f2170d70 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:18.882302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:18.899470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:18.913019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:18.923916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:18.932942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:18.961576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472bb798-a119-4b76-9100-eff82c1f28d9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:18.967541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472bb798-a119-4b76-9100-eff82c1f28d9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:18.967541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-472bb798-a119-4b76-9100-eff82c1f28d9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:18.980664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 5cd7c21b-2ad0-4be8-b915-c31a04fe2161 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:18.981908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:19.032749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.088583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cd730cfa-3df9-4125-9b59-41226d79c335 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:19.185662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.189588 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0923486
Dec 19 13:33:19.202216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43982) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:19.221114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-cf0b5ad7-7d99-4f96-ac35-27ef76c1b3ce tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:19.225955 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-cf0b5ad7-7d99-4f96-ac35-27ef76c1b3ce tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:33:19.227083 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cf0b5ad7-7d99-4f96-ac35-27ef76c1b3ce tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "PUT /v2.0/security-groups/e9121df0-a1cd-4daa-8a06-e823ba7a7c9e HTTP/1.1" status: 409  len: 330 time: 0.0223725
Dec 19 13:33:19.236303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43986) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:19.239436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9121df0-a1cd-4daa-8a06-e823ba7a7c9e,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:19.242598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:19.265722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-472bb798-a119-4b76-9100-eff82c1f28d9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:19.266912 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-472bb798-a119-4b76-9100-eff82c1f28d9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4987245
Dec 19 13:33:19.271536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 43990) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:19.287210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bf0d5a46-20e7-42b7-b348-6fdbe4ef3924 None None] Provisioning complete for port 4b1fdf8f-1564-4542-8aae-a633f2170d70 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:19.287893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bf0d5a46-20e7-42b7-b348-6fdbe4ef3924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.356180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.409124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adfa25ee-d221-4a2a-b64f-c2096a7effe5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.454045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d5a46-20e7-42b7-b348-6fdbe4ef3924 None None] Port 4b1fdf8f-1564-4542-8aae-a633f2170d70 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:19.465624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adfa25ee-d221-4a2a-b64f-c2096a7effe5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.608420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.616397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ed117892-3c1f-40f8-b73d-0901a9e438db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:19.662988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.688533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adfa25ee-d221-4a2a-b64f-c2096a7effe5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.701282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-463e5657-818c-4dd4-bc19-97c4f448d9a4 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:19.730919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b4e3d-de0f-4714-a399-2b182be0bde4 req-9eed461b-bba0-4458-aa03-cd4fdf835a75 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:19.732422 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-799b4e3d-de0f-4714-a399-2b182be0bde4 req-9eed461b-bba0-4458-aa03-cd4fdf835a75 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.2306120
Dec 19 13:33:19.741371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa25ee-d221-4a2a-b64f-c2096a7effe5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9121df0-a1cd-4daa-8a06-e823ba7a7c9e,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:19.745738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-adfa25ee-d221-4a2a-b64f-c2096a7effe5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.749083 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-adfa25ee-d221-4a2a-b64f-c2096a7effe5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "DELETE /v2.0/security-groups/e9121df0-a1cd-4daa-8a06-e823ba7a7c9e HTTP/1.1" status: 204  len: 168 time: 0.5003934
Dec 19 13:33:19.749083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-adfa25ee-d221-4a2a-b64f-c2096a7effe5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:19.782006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 43996) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:19.807324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:19.811031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:19.832698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 59b83876-81fe-4745-8a29-e81e11f87d1e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:19.836832 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-799b4e3d-de0f-4714-a399-2b182be0bde4 req-bdf141b2-e827-4e1a-8887-da5337061c4b tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923188
Dec 19 13:33:19.886938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1419f0-e27c-4499-ac00-4605e49793b5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet c9bec27d-88e2-4280-a2cd-f82be32d559c {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:19.891864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.895888 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.6839793
Dec 19 13:33:19.895888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c1419f0-e27c-4499-ac00-4605e49793b5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.896139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-579ab7de-6f90-4195-b941-d48149a59d8a tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Synchronizing usage tracker for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:19.909085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44002) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:19.951730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:19.973532 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router dd046e6c-10c6-40e8-ae78-43d4170f5669 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:33:19.978330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:19.987047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c1419f0-e27c-4499-ac00-4605e49793b5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:19.987333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:19.991402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:20.081266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:20.092673 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 59b83876-81fe-4745-8a29-e81e11f87d1e completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:20.098718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 59b83876-81fe-4745-8a29-e81e11f87d1e triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:20.099118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:20.113201 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-579ab7de-6f90-4195-b941-d48149a59d8a tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Unset dirty status for tenant:e9de7fe01c424cc192305b5accc475c4 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:20.129522 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-579ab7de-6f90-4195-b941-d48149a59d8a tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3442400
Dec 19 13:33:20.146477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44010) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:20.301288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:20.303773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:20.329348 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-9e45d791-0b73-4a11-8c96-6daddcaa9e40 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] delete failed (client error): The resource could not be found.
Dec 19 13:33:20.330462 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9e45d791-0b73-4a11-8c96-6daddcaa9e40 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "DELETE /v2.0/security-groups/e6b18693-26b5-4104-b630-2395e6d041a1 HTTP/1.1" status: 404  len: 347 time: 0.1818917
Dec 19 13:33:20.342421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44016) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:20.343880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 59b83876-81fe-4745-8a29-e81e11f87d1e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=59b83876-81fe-4745-8a29-e81e11f87d1e,segment=NetworkSegment(204706a2-7318-4f60-98be-4d40eb1b0524),segment_id=204706a2-7318-4f60-98be-4d40eb1b0524)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:20.391825 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-02703d0a-7fd5-4e65-bf4f-c888722adc42 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] show failed (client error): The resource could not be found.
Dec 19 13:33:20.392853 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-02703d0a-7fd5-4e65-bf4f-c888722adc42 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-groups/de5df918-204c-486e-b516-4ba737876261 HTTP/1.1" status: 404  len: 347 time: 0.0423675
Dec 19 13:33:20.394747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c1419f0-e27c-4499-ac00-4605e49793b5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:20.399501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44020) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:20.417643 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-95742c13-fbc0-4d1e-a579-e6feb036f884 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879029828&fields=id&tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a HTTP/1.1" status: 200  len: 267 time: 0.1511965
Dec 19 13:33:20.420831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:20.424245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7c2959ee-0e9e-4208-8ec1-296fad33598e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:20.430957 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-053b3e08-26e2-4ad4-97bb-ebb54ed6ba6e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] show failed (client error): The resource could not be found.
Dec 19 13:33:20.431993 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-053b3e08-26e2-4ad4-97bb-ebb54ed6ba6e tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] 10.222.0.24 "GET /v2.0/security-group-rules/47e86869-b3d6-4f8c-b80c-ff683c323327 HTTP/1.1" status: 404  len: 356 time: 0.0282514
Dec 19 13:33:20.479989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:20.512442 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=59b83876-81fe-4745-8a29-e81e11f87d1e,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:20.522183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:20.550781 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:20.566497 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:20.650940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3384aef2-c75f-4c68-bc2a-96f6ebc74b05,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:20.665784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c1419f0-e27c-4499-ac00-4605e49793b5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:20.666039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:20.668649 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:20.674912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c544a-0abe-4178-a541-55305d509543 req-f1d39169-075a-4ffb-9d8a-966093c54950 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:20.676381 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-f1d39169-075a-4ffb-9d8a-966093c54950 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 812 time: 0.2385564
Dec 19 13:33:20.680410 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/dd046e6c-10c6-40e8-ae78-43d4170f5669/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6648543
Dec 19 13:33:20.682221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ac246-def8-4ebf-ad85-023bfb05a8cd None None] Sync routers for ids ['dd046e6c-10c6-40e8-ae78-43d4170f5669'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:20.685957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44026) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:20.694063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-73282c50-70bc-4fc1-9832-ab8bd37d1d4a tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:20.695320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ac246-def8-4ebf-ad85-023bfb05a8cd None None] Routers {'dd046e6c-10c6-40e8-ae78-43d4170f5669'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:20.696188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b63ac246-def8-4ebf-ad85-023bfb05a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474c0f10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['dd046e6c-10c6-40e8-ae78-43d4170f5669'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:20.699368 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-57184f8a-23ff-4b09-bb85-61f56bafc717 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/quotas/afb7e7c024a14aa0b2ca3ece70a5e45a HTTP/1.1" status: 200  len: 375 time: 0.0174212
Dec 19 13:33:20.737082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:20.737868 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8225091
Dec 19 13:33:20.748835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44030) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:20.750493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:20.759984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:20.765950 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:20.768396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b63ac246-def8-4ebf-ad85-023bfb05a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474c0f10>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:20.769158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:20.778709 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:20.785011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1419f0-e27c-4499-ac00-4605e49793b5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bec27d-88e2-4280-a2cd-f82be32d559c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:20.791715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ac246-def8-4ebf-ad85-023bfb05a8cd None None] Routers {'dd046e6c-10c6-40e8-ae78-43d4170f5669'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:20.792374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b63ac246-def8-4ebf-ad85-023bfb05a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474c0f10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['dd046e6c-10c6-40e8-ae78-43d4170f5669'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:20.793183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:20.793512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:20.818677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c1419f0-e27c-4499-ac00-4605e49793b5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:20.825804 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-1ef5cc49-c8f3-47e5-81e4-0c4767225513 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1254740
Dec 19 13:33:20.832008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c1419f0-e27c-4499-ac00-4605e49793b5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:20.878038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459a8549-b6ff-4f4b-8b15-e88754d82a6e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:20.878954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-459a8549-b6ff-4f4b-8b15-e88754d82a6e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Synchronizing usage tracker for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:20.884439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b63ac246-def8-4ebf-ad85-023bfb05a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474c0f10>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:20.885132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ac246-def8-4ebf-ad85-023bfb05a8cd None None] The sync data for ids ['dd046e6c-10c6-40e8-ae78-43d4170f5669'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:20.889158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf04b21-549d-4c41-a858-40aa2b728725 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:21.067406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:21.083270 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9c1419f0-e27c-4499-ac00-4605e49793b5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/c9bec27d-88e2-4280-a2cd-f82be32d559c HTTP/1.1" status: 204  len: 168 time: 1.8080473
Dec 19 13:33:21.089088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44036) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:21.115484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:21.222190 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-58e00d86-f196-4fa1-b424-fe844af079d8 service neutron] 10.222.0.24 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3890228
Dec 19 13:33:21.234287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e5e3dc-1e3e-4914-aa1f-0f6b7468b428 None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:33:21.241365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-38e5e3dc-1e3e-4914-aa1f-0f6b7468b428 None None] Deleting port 6073c56c-a684-480a-a04b-dd261c760e7c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:21.242456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-38e5e3dc-1e3e-4914-aa1f-0f6b7468b428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:21.261241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44042) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:21.268438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:21.316156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-459a8549-b6ff-4f4b-8b15-e88754d82a6e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Unset dirty status for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:21.320746 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-459a8549-b6ff-4f4b-8b15-e88754d82a6e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports/4b1fdf8f-1564-4542-8aae-a633f2170d70 HTTP/1.1" status: 200  len: 977 time: 0.5987451
Dec 19 13:33:21.324457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44048) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:21.326476 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8bbcf894-5fc2-4fae-81a2-2d10cac774ad tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2349932
Dec 19 13:33:21.331624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44052) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:21.343476 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:21.347361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:21.366014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2fdbf-7017-4fbe-aab8-66560894f469 req-bfe91565-cf8f-4583-91d5-34fdd97ce33c tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:21.367877 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dab2fdbf-7017-4fbe-aab8-66560894f469 req-bfe91565-cf8f-4583-91d5-34fdd97ce33c tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.3355246
Dec 19 13:33:21.454518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:21.483216 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-38e5e3dc-1e3e-4914-aa1f-0f6b7468b428 None None] For port 6073c56c-a684-480a-a04b-dd261c760e7c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6073c56c-a684-480a-a04b-dd261c760e7c,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:21.483216 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-38e5e3dc-1e3e-4914-aa1f-0f6b7468b428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:21.484666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-280bb2a1-5af6-4b94-9dd8-74215ef9366d tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:21.551791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51db7944-faee-409d-a59a-ff2bf892cc6c,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:21.576213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:21.604993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-38e5e3dc-1e3e-4914-aa1f-0f6b7468b428 None None] Calling delete_port for 6073c56c-a684-480a-a04b-dd261c760e7c owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:21.619566 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-51810c89-ec2a-4614-ac0f-61d47b390d40 service neutron] 10.222.0.24 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3953075
Dec 19 13:33:21.622642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:21.631304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:21.640810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:21.666225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:21.692394 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dab2fdbf-7017-4fbe-aab8-66560894f469 req-e9e5fccb-36a1-4c26-a551-636bffa0a607 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3145165
Dec 19 13:33:21.737393 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d70e0883-a8de-4f71-8070-5429575b2cce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9de7fe01c424cc192305b5accc475c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4369712
Dec 19 13:33:21.746335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44058) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:21.785635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 59b83876-81fe-4745-8a29-e81e11f87d1e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:21.818496 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-38e5e3dc-1e3e-4914-aa1f-0f6b7468b428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:21.821815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:21.827699 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.0773506
Dec 19 13:33:21.828780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44064) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:21.834179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:21.844339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:21.845606 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:21.849544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:21.853275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:21.859943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:21.904177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:21.922518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5e3dc-1e3e-4914-aa1f-0f6b7468b428 None None] Pushing event deleted for resources: {'Port': ['ID=6073c56c-a684-480a-a04b-dd261c760e7c,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:21.936992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5e3dc-1e3e-4914-aa1f-0f6b7468b428 None None] No DVR routers for this DVR port 6073c56c-a684-480a-a04b-dd261c760e7c on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:21.940776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-38e5e3dc-1e3e-4914-aa1f-0f6b7468b428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:21.984279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0e46-7836-4f84-acba-ff4e5c66a8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:21.994517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 59b83876-81fe-4745-8a29-e81e11f87d1e triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:21.995510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.021614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.063385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.093533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0e46-7836-4f84-acba-ff4e5c66a8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.211617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.220358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-545cbd1a-933d-4df2-91af-ba0a07e2c392 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:22.269925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.281059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=b5f36a19-cc8d-45f8-8fb0-4ad8ce6e241f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:22.296946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:22.299772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0e46-7836-4f84-acba-ff4e5c66a8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.300586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6073c56c-a684-480a-a04b-dd261c760e7c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:33:22.309503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-94def79f-bca1-435f-ba2a-16e889d7d6ad tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:22.345607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 6073c56c-a684-480a-a04b-dd261c760e7c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:33:22.347043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6073c56c-a684-480a-a04b-dd261c760e7c not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:33:22.378218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.382278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:22.390848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a0e46-7836-4f84-acba-ff4e5c66a8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c9b2e1-4dfc-4fa2-86b5-80b71db7aa77,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:22.400523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cd9a0e46-7836-4f84-acba-ff4e5c66a8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:22.406456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fef11c-2666-4645-bf2b-1a179d638902,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:22.412875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:22.587657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.591727 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7628403
Dec 19 13:33:22.596021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44074) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:22.652533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:22.658723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:22.660283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70234513-803e-4708-9c87-f7e84897d1cc req-0c4de036-7c5e-4b39-8baf-a647cf50bd5e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:22.661959 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-70234513-803e-4708-9c87-f7e84897d1cc req-0c4de036-7c5e-4b39-8baf-a647cf50bd5e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.1301672
Dec 19 13:33:22.668621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:22.672155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:22.678939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:22.705847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.713588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-add15be4-8bcf-4259-8623-572620185cfc tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:22.796979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.803368 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8d6c7379-af3f-4125-b1db-fc72768637fa req-00e56cfd-01e0-4455-aea2-a304c19b3476 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 210 time: 0.0907118
Dec 19 13:33:22.831271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:22.834431 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:22.837794 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-70234513-803e-4708-9c87-f7e84897d1cc req-35608aeb-e631-4419-9793-41923f3b176f tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691637
Dec 19 13:33:22.839095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:22.839480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.844781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a685b683-57bb-4c0a-bde8-a64531ea7c21 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:22.846800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=cec2da35-fa5e-4056-bb8d-21c8108ff815,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:22.854108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:22.861928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0e46-7836-4f84-acba-ff4e5c66a8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:22.865491 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cd9a0e46-7836-4f84-acba-ff4e5c66a8d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26c9b2e1-4dfc-4fa2-86b5-80b71db7aa77 HTTP/1.1" status: 204  len: 168 time: 1.1157937
Dec 19 13:33:22.885866 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b96bc0e8-7a17-443c-8e23-60157128caab req-f99cc2ad-1450-4158-a381-d02560f0eaf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1566be31246a47a0a16f720b3008d23f&device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 1098 time: 0.2886314
Dec 19 13:33:22.957840 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.6223168
Dec 19 13:33:22.959883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44086) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:22.966318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': 'cec2da35-fa5e-4056-bb8d-21c8108ff815', 'ip_address': '2001:db8::d733:8e0e:44cd:5a2a'}], 'name': 'tempest-NetworksTestDHCPv6-907188594'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:23.074849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:23.104912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:23.111215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:23.115525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:23.119642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:23.121002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:23.126875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:23.144700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': 'cec2da35-fa5e-4056-bb8d-21c8108ff815'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:33:23.145569 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:23.226864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:23.232581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:23.289736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 56161634-b8ef-499e-8e89-c6866221e375 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:33:23.381400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/cec2da35-fa5e-4056-bb8d-21c8108ff815/217c8190-43bd-42f3-8e64-5c0985d054c9) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:23.473881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:23.493214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dd3bc463-99b6-4421-8fbb-09d3c98b8420 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:23.565436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bc0e8-7a17-443c-8e23-60157128caab req-b3180f9d-cd21-4032-a27f-ee3ac7795cda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:23.566879 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b96bc0e8-7a17-443c-8e23-60157128caab req-b3180f9d-cd21-4032-a27f-ee3ac7795cda service neutron] 10.222.0.18 "GET /v2.0/networks?id=042fb34b-c5e2-47bd-87be-0485e148a3e3 HTTP/1.1" status: 200  len: 913 time: 0.6750250
Dec 19 13:33:23.604626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:23.614893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Transition to ACTIVE for port object 217c8190-43bd-42f3-8e64-5c0985d054c9 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:23.634120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Transition to ACTIVE for port object 217c8190-43bd-42f3-8e64-5c0985d054c9 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:23.635111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd8e398-8306-494e-9f94-4657e6c1bf97,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:23.641786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:23.669865 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b96bc0e8-7a17-443c-8e23-60157128caab req-01a6caaf-865c-46d3-9b3b-e0666db479f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7495fc77-4107-4989-b6a3-1c7b9406d4cd HTTP/1.1" status: 200  len: 217 time: 0.0861688
Dec 19 13:33:23.709845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:23.716933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bfd904aa-d80a-4a92-bbda-4b916b2b9a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:23.738009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:23.742757 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.1450202
Dec 19 13:33:23.746151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44096) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:23.764275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:23.779806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:23.794394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Pushing event updated for resources: {'Port': ['ID=217c8190-43bd-42f3-8e64-5c0985d054c9,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:23.796207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:23.798795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:23.801025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:23.801701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::d733:8e0e:44cd:5a2a (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/cec2da35-fa5e-4056-bb8d-21c8108ff815/56161634-b8ef-499e-8e89-c6866221e375) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:23.802380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:23.810331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:23.815188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:23.815188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:23.815615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:23.816021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:23.816163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bc0e8-7a17-443c-8e23-60157128caab req-f5550f04-19c1-4aed-a3fb-e5173f8a55b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:23.816481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:23.816945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:23.817434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:23.817574 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b96bc0e8-7a17-443c-8e23-60157128caab req-f5550f04-19c1-4aed-a3fb-e5173f8a55b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2066a85-bffd-49a2-9fdf-291bb1391abf HTTP/1.1" status: 200  len: 852 time: 0.1391900
Dec 19 13:33:23.817893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:23.818283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:23.818667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:23.819076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:33:23.820315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:23.823878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:23.885787 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b96bc0e8-7a17-443c-8e23-60157128caab req-1652687a-462e-442b-9c2e-96b2c17efef0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=042fb34b-c5e2-47bd-87be-0485e148a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595837
Dec 19 13:33:23.956221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Attempting to bind port 217c8190-43bd-42f3-8e64-5c0985d054c9 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:23.956733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Attempting to bind port 217c8190-43bd-42f3-8e64-5c0985d054c9 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:23.957104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Attempting to bind port 217c8190-43bd-42f3-8e64-5c0985d054c9 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:23.966833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:23.968061 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:23.968726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:23.969340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:23.970169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Bound port: 217c8190-43bd-42f3-8e64-5c0985d054c9, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:23.970788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:24.071013 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:33:24.081937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] For port 217c8190-43bd-42f3-8e64-5c0985d054c9, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:24.086354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] For port 217c8190-43bd-42f3-8e64-5c0985d054c9, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=217c8190-43bd-42f3-8e64-5c0985d054c9,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:24.158303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:24.196724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:24.203178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-098f0559-0c93-4025-aa1b-9f7df5ea7f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:24.216703 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5158e760-bfa2-45d6-84f8-29e48242b712 req-bbebb425-c4fe-4690-ae5b-20ac3aaaf064 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 210 time: 0.2108929
Dec 19 13:33:24.291584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Pushing event updated for resources: {'Port': ['ID=217c8190-43bd-42f3-8e64-5c0985d054c9,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:24.301103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:24.306993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:24.337181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba2370-e011-4cd3-9426-d92a9d589b69 req-19eb4591-51fe-4c02-8fad-0a99b82298a0 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:24.338721 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e4ba2370-e011-4cd3-9426-d92a9d589b69 req-19eb4591-51fe-4c02-8fad-0a99b82298a0 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.3340967
Dec 19 13:33:24.339859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 56161634-b8ef-499e-8e89-c6866221e375 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:24.405455 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e4ba2370-e011-4cd3-9426-d92a9d589b69 req-440814c3-2bec-4610-94d7-ad16400f7122 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573654
Dec 19 13:33:24.429732 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b96bc0e8-7a17-443c-8e23-60157128caab req-bbad57cf-4cc3-4887-b3d4-e39a54e53451 service neutron] 10.222.0.18 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5140283
Dec 19 13:33:24.528124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:24.535804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8d40e7f-7530-46e3-8d31-3f91a4ccce96 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:24.548328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:24.621595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:24.630221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:24.633059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:24.637537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:24.638268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:24.654294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=56161634-b8ef-499e-8e89-c6866221e375,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:24.658319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:24.700491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:24.710878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1bbfc023-7f70-4106-ac6f-b092ec40a0cd tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:24.726566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 4b1fdf8f-1564-4542-8aae-a633f2170d70 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:24.726863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:24.762066 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.8005116
Dec 19 13:33:24.764484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44112) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:24.792618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c11fa61-8603-4904-a90e-28b0b306990a,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:24.797743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:24.848246 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23864991-4b5f-4b5c-923a-2ea91c89a9d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:24.853099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23864991-4b5f-4b5c-923a-2ea91c89a9d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:24.853897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-23864991-4b5f-4b5c-923a-2ea91c89a9d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:24.962030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-23864991-4b5f-4b5c-923a-2ea91c89a9d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:24.963195 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-23864991-4b5f-4b5c-923a-2ea91c89a9d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1976266
Dec 19 13:33:24.966010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44116) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:24.969797 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b96bc0e8-7a17-443c-8e23-60157128caab req-6f9dcb91-1c70-4cbd-8e06-e7382fa441c9 service neutron] 10.222.0.18 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5313656
Dec 19 13:33:25.039442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a5d87d9b-1377-4180-98ce-1208f50596e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 56161634-b8ef-499e-8e89-c6866221e375 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:25.039842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5d87d9b-1377-4180-98ce-1208f50596e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:25.075705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:25.084958 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.3172178
Dec 19 13:33:25.084958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44120) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:25.090281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:25.105093 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:25.126436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:25.128495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:25.149999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:25.157833 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:25.260935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:25.306110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 4b1fdf8f-1564-4542-8aae-a633f2170d70 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:25.333168 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:33:25.360580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router 7dffbef5-a44e-44a3-a56e-12a09908c3d5 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:33:25.363656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:25.400641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5d87d9b-1377-4180-98ce-1208f50596e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:25.606875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d45b30c6-5883-4e45-adec-45585a7189dc None None] Provisioning for port 217c8190-43bd-42f3-8e64-5c0985d054c9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:25.619878 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ae142869-25ec-4833-ab42-6c51d15439e9 req-1af84936-c95f-4173-8c09-0b89090399ce tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 210 time: 0.1302159
Dec 19 13:33:25.629353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a5d87d9b-1377-4180-98ce-1208f50596e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 56161634-b8ef-499e-8e89-c6866221e375 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:25.711671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:25.810993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 217c8190-43bd-42f3-8e64-5c0985d054c9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:25.847463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:25.852892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6a145214-ce7c-4fc7-aead-a2304793fa00 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:25.878719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963a6da-9e34-4c17-9722-1bcd3c03a67b req-125048bb-1f99-47f6-a0e7-affa5cee9db2 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:25.880193 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3963a6da-9e34-4c17-9722-1bcd3c03a67b req-125048bb-1f99-47f6-a0e7-affa5cee9db2 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.2134843
Dec 19 13:33:25.901551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddb6a51-f508-4948-a6a0-1b5e31dda8a7,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:25.906893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:25.923799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:25.939654 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6fd4c-3006-4d10-bca6-b6f9b92539f0 None None] Sync routers for ids ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:25.950855 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3963a6da-9e34-4c17-9722-1bcd3c03a67b req-9e21eff5-d111-4cd1-9402-d8d036bff30f tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644367
Dec 19 13:33:25.952131 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/7dffbef5-a44e-44a3-a56e-12a09908c3d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6685421
Dec 19 13:33:25.954880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44128) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:25.958503 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6fd4c-3006-4d10-bca6-b6f9b92539f0 None None] Routers {'7dffbef5-a44e-44a3-a56e-12a09908c3d5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:25.959356 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e1c6fd4c-3006-4d10-bca6-b6f9b92539f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474952e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:26.020669 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e1c6fd4c-3006-4d10-bca6-b6f9b92539f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474952e0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:26.034942 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6fd4c-3006-4d10-bca6-b6f9b92539f0 None None] Routers {'7dffbef5-a44e-44a3-a56e-12a09908c3d5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:26.035549 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e1c6fd4c-3006-4d10-bca6-b6f9b92539f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474952e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:26.050058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:26.059354 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.9664998
Dec 19 13:33:26.067325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 217c8190-43bd-42f3-8e64-5c0985d054c9 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:26.068122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:26.068226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11945b95-7f9a-4092-a9fa-0b268e256f35 None None] Provisioning for port 56161634-b8ef-499e-8e89-c6866221e375 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:26.070492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a9215218-c369-49cb-9af2-6f9393eb12f6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:26.079714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5d87d9b-1377-4180-98ce-1208f50596e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:26.081842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11945b95-7f9a-4092-a9fa-0b268e256f35 None None] Provisioning complete for port 56161634-b8ef-499e-8e89-c6866221e375 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:26.082271 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-11945b95-7f9a-4092-a9fa-0b268e256f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:26.091622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-53a78ac2-6bb6-4dfd-b0b1-6ce227d18e05 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:26.109526 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e1c6fd4c-3006-4d10-bca6-b6f9b92539f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474952e0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:26.109922 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6fd4c-3006-4d10-bca6-b6f9b92539f0 None None] The sync data for ids ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:26.150367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d87d9b-1377-4180-98ce-1208f50596e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=56161634-b8ef-499e-8e89-c6866221e375,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:26.154674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a5d87d9b-1377-4180-98ce-1208f50596e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:26.176298 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 217c8190-43bd-42f3-8e64-5c0985d054c9 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:26.176813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:26.192462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=4b1fdf8f-1564-4542-8aae-a633f2170d70,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:26.204683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a5d87d9b-1377-4180-98ce-1208f50596e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:26.206736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:26.262713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-11945b95-7f9a-4092-a9fa-0b268e256f35 None None] Port 56161634-b8ef-499e-8e89-c6866221e375 was deleted so its status cannot be updated. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 19 13:33:26.368674 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a5d87d9b-1377-4180-98ce-1208f50596e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/56161634-b8ef-499e-8e89-c6866221e375 HTTP/1.1" status: 204  len: 168 time: 1.4015086
Dec 19 13:33:26.375293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44140) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:26.379594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:26.429033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 217c8190-43bd-42f3-8e64-5c0985d054c9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=217c8190-43bd-42f3-8e64-5c0985d054c9,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:26.535548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:26.537459 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:26.647013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=217c8190-43bd-42f3-8e64-5c0985d054c9,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:26.668188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:26.669464 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-a8ecc4c5-a5e2-4483-809a-2cc7140ab503 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873848498&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.2921078
Dec 19 13:33:26.703320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d5193c-ffee-4708-a59d-54567bcdcf05 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:26.704718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d5193c-ffee-4708-a59d-54567bcdcf05 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:26.705437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b5d5193c-ffee-4708-a59d-54567bcdcf05 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:26.798906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c544a-0abe-4178-a541-55305d509543 req-8c42cc4f-24ce-4326-ab45-19a26f8ac035 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:26.800335 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-8c42cc4f-24ce-4326-ab45-19a26f8ac035 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 812 time: 0.4770741
Dec 19 13:33:26.834595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:26.844765 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-64736b4b-698e-496d-a89f-5c1e861abe7d req-8874f36d-5618-471c-9226-e16bb0e6df29 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 210 time: 0.0562246
Dec 19 13:33:26.874478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:26.926580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b5d5193c-ffee-4708-a59d-54567bcdcf05 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:26.931087 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b5d5193c-ffee-4708-a59d-54567bcdcf05 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4836390
Dec 19 13:33:26.976341 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-58013fef-8471-4c07-abc6-a98f01fc7ce0 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a HTTP/1.1" status: 200  len: 379 time: 0.1631687
Dec 19 13:33:26.976792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44146) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:27.027766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'port': {'device_id': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'admin_state_up': True, 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'security_groups': ['52c5a592-9fdb-454b-876d-e6734aa637c1']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:27.035950 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-3030df82-d900-4fbf-8c15-46480605c70c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:27.037523 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-3030df82-d900-4fbf-8c15-46480605c70c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/networks?id=82b374b8-6a32-47cc-b37c-00cb794fe448 HTTP/1.1" status: 200  len: 797 time: 0.3673015
Dec 19 13:33:27.067604 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-b204a86e-df34-4e28-8416-a7359de849eb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/quotas/077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 375 time: 0.0238419
Dec 19 13:33:27.271958 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-fee8fbd2-242f-4492-ab7b-827d30696be7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1928864
Dec 19 13:33:27.320746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd74a5-03ae-463a-82f4-c0918262eaf0 req-ce34df59-b165-4feb-bfc3-23df35555bcf tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:27.322156 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24dd74a5-03ae-463a-82f4-c0918262eaf0 req-ce34df59-b165-4feb-bfc3-23df35555bcf tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.1994760
Dec 19 13:33:27.561741 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24dd74a5-03ae-463a-82f4-c0918262eaf0 req-c096fb7a-ba1f-4df7-b54a-d42676bc5cde tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437175
Dec 19 13:33:27.588124 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-20a91718-c11c-4905-8ac8-25bf4feca116 service neutron] 10.222.0.24 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2921989
Dec 19 13:33:27.608485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:27.683527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:27.709980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-33aad2f1-c794-4b66-bed4-e363f03b9728 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet cec2da35-fa5e-4056-bb8d-21c8108ff815 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:27.714960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33aad2f1-c794-4b66-bed4-e363f03b9728 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:27.778688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router dd046e6c-10c6-40e8-ae78-43d4170f5669 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:33:27.784881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33aad2f1-c794-4b66-bed4-e363f03b9728 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:27.819996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Made reservation on behalf of afb7e7c024a14aa0b2ca3ece70a5e45a for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:27.822946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:27.833409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 217c8190-43bd-42f3-8e64-5c0985d054c9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:27.861707 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-475bf415-7929-49b7-9531-aab7b880aa28 service neutron] 10.222.0.24 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129278
Dec 19 13:33:27.997753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 217c8190-43bd-42f3-8e64-5c0985d054c9 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:27.999107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:28.043357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 46731100-041c-4873-a2bc-4d466086108f {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:28.043897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:28.159276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33aad2f1-c794-4b66-bed4-e363f03b9728 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:28.272918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:28.292905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba98c5b-12bd-4491-979e-4ce938f204ca None None] Sync routers for ids ['dd046e6c-10c6-40e8-ae78-43d4170f5669'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:28.309222 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/dd046e6c-10c6-40e8-ae78-43d4170f5669/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9814522
Dec 19 13:33:28.314288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44166) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:28.319369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba98c5b-12bd-4491-979e-4ce938f204ca None None] Routers {'dd046e6c-10c6-40e8-ae78-43d4170f5669'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:28.320251 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8ba98c5b-12bd-4491-979e-4ce938f204ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47051640>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['dd046e6c-10c6-40e8-ae78-43d4170f5669'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:28.432703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8ba98c5b-12bd-4491-979e-4ce938f204ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47051640>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:28.459270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba98c5b-12bd-4491-979e-4ce938f204ca None None] Routers {'dd046e6c-10c6-40e8-ae78-43d4170f5669'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:28.464127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8ba98c5b-12bd-4491-979e-4ce938f204ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47051640>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['dd046e6c-10c6-40e8-ae78-43d4170f5669'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:28.501293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Allocated IP 172.20.0.7 (6db66d00-2be3-45d5-84e8-dc6c71b54415/b15a803b-7bd3-4788-a1e2-89f95f9d6333/b02911c5-cd31-4f01-be34-37c93e95c6bb) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:28.554172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8ba98c5b-12bd-4491-979e-4ce938f204ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47051640>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:28.554779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba98c5b-12bd-4491-979e-4ce938f204ca None None] The sync data for ids ['dd046e6c-10c6-40e8-ae78-43d4170f5669'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:28.608444 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2b070b4f-ad32-4770-9429-59c149fecf63 req-21519c69-87be-4b0b-8cf8-1fabf7a4e0dc tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 210 time: 0.2611651
Dec 19 13:33:28.626412 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5029c3cf-5fa0-470d-911c-bb9652443dbc req-9d1483a5-6c28-4aa6-9c45-0dd8f2be9145 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 210 time: 0.0981176
Dec 19 13:33:28.630037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:28.781442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for 46731100-041c-4873-a2bc-4d466086108f owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:28.830707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33aad2f1-c794-4b66-bed4-e363f03b9728 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:28.842983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b2ab90ed-4bef-44d8-8f7e-afadeb4440cf tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:28.893710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aad2f1-c794-4b66-bed4-e363f03b9728 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=cec2da35-fa5e-4056-bb8d-21c8108ff815,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:28.896776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-33aad2f1-c794-4b66-bed4-e363f03b9728 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:28.915233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33aad2f1-c794-4b66-bed4-e363f03b9728 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:28.924704 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9c064-ad5d-435d-943a-0c8a38398855 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:28.983177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2e118-1128-468a-9bc3-cd80bfc831ea req-34f5c6f2-420e-459a-97d0-337368ef8efb tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:28.985106 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20c2e118-1128-468a-9bc3-cd80bfc831ea req-34f5c6f2-420e-459a-97d0-337368ef8efb tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.1551108
Dec 19 13:33:29.122876 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20c2e118-1128-468a-9bc3-cd80bfc831ea req-71ff5988-fced-4fd6-84a6-0b54e1c76ed4 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235545
Dec 19 13:33:29.123660 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-2e4b5ed4-6262-496a-a089-2644f388da89 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] remove_router_interface failed (client error): The resource could not be found.
Dec 19 13:33:29.127224 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2e4b5ed4-6262-496a-a089-2644f388da89 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/dd046e6c-10c6-40e8-ae78-43d4170f5669/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.8072956
Dec 19 13:33:29.128767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44176) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:29.131007 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-33aad2f1-c794-4b66-bed4-e363f03b9728 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/cec2da35-fa5e-4056-bb8d-21c8108ff815 HTTP/1.1" status: 204  len: 168 time: 2.1486866
Dec 19 13:33:29.138174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44180) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:29.217537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-58b4d3d6-af19-448b-8617-de521c966875 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Synchronizing usage tracker for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:29.279134 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4655725f-afd9-4a61-a91c-8f95c8927aca tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1373835
Dec 19 13:33:29.280141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44186) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:29.290802 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:29.301643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:29.327511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Transition to ACTIVE for port object b02911c5-cd31-4f01-be34-37c93e95c6bb will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:29.355284 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96474ff4-e430-4d97-bbfc-74f58afa5428 None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:33:29.359802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-96474ff4-e430-4d97-bbfc-74f58afa5428 None None] Deleting port 217c8190-43bd-42f3-8e64-5c0985d054c9 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:29.360181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-96474ff4-e430-4d97-bbfc-74f58afa5428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:29.377211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-58b4d3d6-af19-448b-8617-de521c966875 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Unset dirty status for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:29.378349 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-58b4d3d6-af19-448b-8617-de521c966875 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd046e6c-10c6-40e8-ae78-43d4170f5669 HTTP/1.1" status: 200  len: 205 time: 0.2498531
Dec 19 13:33:29.379305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:29.381326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44190) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:29.389658 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b1707af1-6938-454c-9809-fd83933ea10d tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:29.442902 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=46731100-041c-4873-a2bc-4d466086108f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:29.446251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:29.458265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:29.505573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a75460ee-29ca-49e8-9742-9aaf336b660e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:29.601609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-96474ff4-e430-4d97-bbfc-74f58afa5428 None None] For port 217c8190-43bd-42f3-8e64-5c0985d054c9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=217c8190-43bd-42f3-8e64-5c0985d054c9,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:29.602288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-96474ff4-e430-4d97-bbfc-74f58afa5428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:29.608264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Network 6db66d00-2be3-45d5-84e8-dc6c71b54415 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:29.613361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'Port': ['ID=b02911c5-cd31-4f01-be34-37c93e95c6bb,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:29.616453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:29.618515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:29.620576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:29.685667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-668bd4d4-edd6-47c8-9229-ddc9277fbe4d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:29.705364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:29.710043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:29.714245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:29.721641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:29.805344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:29.830536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:29.949672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-96474ff4-e430-4d97-bbfc-74f58afa5428 None None] Calling delete_port for 217c8190-43bd-42f3-8e64-5c0985d054c9 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:30.010285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:30.016155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:30.045039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 217c8190-43bd-42f3-8e64-5c0985d054c9 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:33:30.148251 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d79684c3-80c9-46eb-adb5-a554ad10ac90 req-54f0f84f-9f44-4e92-ba7f-7fd267427b6e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 210 time: 0.1185510
Dec 19 13:33:30.157677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:30.162154 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1451325
Dec 19 13:33:30.190005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-96474ff4-e430-4d97-bbfc-74f58afa5428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:30.211303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4672045d-9c3b-48f6-9862-4fff9e954363 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:30.249667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96474ff4-e430-4d97-bbfc-74f58afa5428 None None] No DVR routers for this DVR port 217c8190-43bd-42f3-8e64-5c0985d054c9 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:30.252924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0b5e9664-ef97-4424-bc57-7bfb1f0fcd1d None None] Provisioning for port b02911c5-cd31-4f01-be34-37c93e95c6bb completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:30.264743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0b5e9664-ef97-4424-bc57-7bfb1f0fcd1d None None] Provisioning complete for port b02911c5-cd31-4f01-be34-37c93e95c6bb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:30.265127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9664-ef97-4424-bc57-7bfb1f0fcd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:30.310828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Request body: {'port': {'device_id': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:30.318426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Port 217c8190-43bd-42f3-8e64-5c0985d054c9 update to DOWN by agent not found {{(pid=84126) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 19 13:33:30.334822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96474ff4-e430-4d97-bbfc-74f58afa5428 None None] Pushing event deleted for resources: {'Port': ['ID=217c8190-43bd-42f3-8e64-5c0985d054c9,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:30.356417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e9664-ef97-4424-bc57-7bfb1f0fcd1d None None] Port b02911c5-cd31-4f01-be34-37c93e95c6bb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:30.360158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-96474ff4-e430-4d97-bbfc-74f58afa5428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:30.434106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-668bd4d4-edd6-47c8-9229-ddc9277fbe4d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:30.472609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-668bd4d4-edd6-47c8-9229-ddc9277fbe4d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:30.514734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:30.610834 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9f569-fa1c-40ac-93a2-f0f8cb0e0673 req-1e2e344d-c75c-4c96-a97c-b9c5f4c348c5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:30.612306 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ccf9f569-fa1c-40ac-93a2-f0f8cb0e0673 req-1e2e344d-c75c-4c96-a97c-b9c5f4c348c5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 931 time: 0.6582110
Dec 19 13:33:30.750250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-668bd4d4-edd6-47c8-9229-ddc9277fbe4d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:30.750625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668bd4d4-edd6-47c8-9229-ddc9277fbe4d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Fanout notify agent at l3_agent the message router_deleted on router dd046e6c-10c6-40e8-ae78-43d4170f5669 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:33:30.753380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27eeca-99ba-4a81-b827-d593bf124087 req-bafc41b5-64e9-49d4-be98-0a71b08a39a0 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:30.754831 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bc27eeca-99ba-4a81-b827-d593bf124087 req-bafc41b5-64e9-49d4-be98-0a71b08a39a0 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.3442645
Dec 19 13:33:30.775832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-668bd4d4-edd6-47c8-9229-ddc9277fbe4d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:30.776898 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-668bd4d4-edd6-47c8-9229-ddc9277fbe4d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/dd046e6c-10c6-40e8-ae78-43d4170f5669 HTTP/1.1" status: 204  len: 168 time: 1.3944507
Dec 19 13:33:30.780000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44200) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:30.896851 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ccf9f569-fa1c-40ac-93a2-f0f8cb0e0673 req-7e92435c-d254-4660-83d8-d9692c8f945e tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2203283
Dec 19 13:33:30.997391 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bc27eeca-99ba-4a81-b827-d593bf124087 req-8e063cbb-8d03-44eb-887d-993ab9a76283 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2094703
Dec 19 13:33:31.100760 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a38d7ac-288a-43d4-b967-1eea5e452d8c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting subnet 30e4836d-e832-491f-b562-7146f505b63f {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:31.105089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8a38d7ac-288a-43d4-b967-1eea5e452d8c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:31.121517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router 7dffbef5-a44e-44a3-a56e-12a09908c3d5 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:33:31.225351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-17d998fd-d5e4-492a-ba7d-abdcabd9d788 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:31.231631 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-17d998fd-d5e4-492a-ba7d-abdcabd9d788 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=82b374b8-6a32-47cc-b37c-00cb794fe448 HTTP/1.1" status: 200  len: 797 time: 0.2303503
Dec 19 13:33:31.232509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:31.234624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8a38d7ac-288a-43d4-b967-1eea5e452d8c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:31.240834 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b56363fa-265f-408a-9f4f-1e4a39663e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:31.279527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02911c5-cd31-4f01-be34-37c93e95c6bb {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:33:31.294495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:31.331987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Transition to ACTIVE for port object b02911c5-cd31-4f01-be34-37c93e95c6bb will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:31.361407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8a38d7ac-288a-43d4-b967-1eea5e452d8c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:31.429493 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-32ffb589-2b77-40ef-a5e0-0c4240f0cc3b req-a327d3af-fb06-423c-a449-80749046381d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 210 time: 0.0779626
Dec 19 13:33:31.441077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:31.446710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:31.449254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bdfc6a3d-7553-473f-aa4b-651caf2abe21 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:31.453349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:31.457452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=5e94843d-3f30-4f82-8e35-f1690b1cafcf,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:31.465689 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-a9e31f61-9769-44ec-8d5c-d5cd263d5291 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 380 time: 0.1932871
Dec 19 13:33:31.467489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:31.468558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:31.480191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:31.481045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af53efe-e1b6-4cb3-9bf8-d37edefdbb15 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:31.481423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'device_id': '4fcac361-1b10-45e9-9932-4b9f27025140', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'admin_state_up': True, 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'security_groups': ['e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:31.506670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:31.520459 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b828b-1179-4f79-81d6-076f75eb3c4d None None] Sync routers for ids ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:31.530995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464183d-14af-4601-93e1-966220399226 service neutron] Pushing event updated for resources: {'Port': ['ID=b02911c5-cd31-4f01-be34-37c93e95c6bb,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:31.533632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1464183d-14af-4601-93e1-966220399226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:31.548234 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b828b-1179-4f79-81d6-076f75eb3c4d None None] Routers {'7dffbef5-a44e-44a3-a56e-12a09908c3d5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:31.548857 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-329b828b-1179-4f79-81d6-076f75eb3c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47495160>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:31.627226 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-329b828b-1179-4f79-81d6-076f75eb3c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47495160>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:31.641137 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/7dffbef5-a44e-44a3-a56e-12a09908c3d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6851287
Dec 19 13:33:31.649251 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b828b-1179-4f79-81d6-076f75eb3c4d None None] Routers {'7dffbef5-a44e-44a3-a56e-12a09908c3d5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:31.653383 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-329b828b-1179-4f79-81d6-076f75eb3c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47495160>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:31.668886 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44210) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:31.687238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8a38d7ac-288a-43d4-b967-1eea5e452d8c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:31.742898 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-329b828b-1179-4f79-81d6-076f75eb3c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47495160>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:31.743655 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b828b-1179-4f79-81d6-076f75eb3c4d None None] The sync data for ids ['7dffbef5-a44e-44a3-a56e-12a09908c3d5'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:31.743960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8b695248-97c8-42c0-98c9-b6a8b03e332a tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:31.762256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-454383c0-9676-450b-a81c-1c23563d8164 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Synchronizing usage tracker for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:31.772593 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.4888694
Dec 19 13:33:31.776244 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44214) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:31.797838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': '5e94843d-3f30-4f82-8e35-f1690b1cafcf', 'ip_address': '2001:db8::1f62:9697:ce:6500'}], 'name': 'tempest-NetworksTestDHCPv6-535694678'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:31.877649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38d7ac-288a-43d4-b967-1eea5e452d8c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Subnet': ['ID=30e4836d-e832-491f-b562-7146f505b63f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:31.884677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8a38d7ac-288a-43d4-b967-1eea5e452d8c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:31.895746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8a38d7ac-288a-43d4-b967-1eea5e452d8c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:31.919635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': '5e94843d-3f30-4f82-8e35-f1690b1cafcf'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:33:31.920066 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:31.930012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8bce6-3609-4bbf-8c33-68facb3e3d8d None None] Network 5cd7c21b-2ad0-4be8-b915-c31a04fe2161 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:31.940156 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8a38d7ac-288a-43d4-b967-1eea5e452d8c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/30e4836d-e832-491f-b562-7146f505b63f HTTP/1.1" status: 204  len: 168 time: 1.1591637
Dec 19 13:33:31.948486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e76919-2640-4e92-bc98-ac2bf55114b2 req-f6fbe382-1d63-49f7-8d6d-f04753e44d25 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:31.955168 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c1e76919-2640-4e92-bc98-ac2bf55114b2 req-f6fbe382-1d63-49f7-8d6d-f04753e44d25 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.4511399
Dec 19 13:33:31.968310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44222) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:31.980619 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-454383c0-9676-450b-a81c-1c23563d8164 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Unset dirty status for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:31.984566 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-454383c0-9676-450b-a81c-1c23563d8164 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dffbef5-a44e-44a3-a56e-12a09908c3d5 HTTP/1.1" status: 200  len: 205 time: 0.3140600
Dec 19 13:33:31.987905 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:31.992998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44226) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:32.106649 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-31eba6e1-33d0-4982-975c-cb1c527f84e6 req-b73e2ea9-950f-4e05-afcb-d5415a895f5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1566be31246a47a0a16f720b3008d23f&device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 1098 time: 0.2836301
Dec 19 13:33:32.198894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:port and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:32.210120 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:32.216111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Attempting to bind port b02911c5-cd31-4f01-be34-37c93e95c6bb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:32.216279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Attempting to bind port b02911c5-cd31-4f01-be34-37c93e95c6bb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:32.216527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Attempting to bind port b02911c5-cd31-4f01-be34-37c93e95c6bb on network 6db66d00-2be3-45d5-84e8-dc6c71b54415 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:32.233270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:32.247096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Port b02911c5-cd31-4f01-be34-37c93e95c6bb on network 6db66d00-2be3-45d5-84e8-dc6c71b54415 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:33:32.247096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Attempting to bind port b02911c5-cd31-4f01-be34-37c93e95c6bb on network 6db66d00-2be3-45d5-84e8-dc6c71b54415 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:32.253560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 72e9319a-2e61-417b-a403-8d83372802ec {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:32.253896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:32.296734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:32.297062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Checking segment: {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:32.297442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Bound using segment: {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:32.297865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Bound port: b02911c5-cd31-4f01-be34-37c93e95c6bb, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:32.298199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:32.303482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/5e94843d-3f30-4f82-8e35-f1690b1cafcf/dc4c8067-81d2-4e8f-b008-40cc36858d7d) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:32.327198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:32.391646 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c1e76919-2640-4e92-bc98-ac2bf55114b2 req-21c55c92-b74a-4e15-b7ee-7ecdc1b7a901 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4355834
Dec 19 13:33:32.395893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5140cc5b-e621-4e0f-bab5-044216bf41dd None None] DHCP port deletion for 5cd7c21b-2ad0-4be8-b915-c31a04fe2161 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:33:32.396655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:32.406713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:32.410157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:32.410641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-5140cc5b-e621-4e0f-bab5-044216bf41dd None None] Deleting port 72e9319a-2e61-417b-a403-8d83372802ec {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:32.415541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5140cc5b-e621-4e0f-bab5-044216bf41dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:32.423739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ff5481d4-2914-4fe5-86b3-064ac561b7d2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:32.426954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba6e1-33d0-4982-975c-cb1c527f84e6 req-e679f01f-ceed-4581-90d9-ad5ef3dcaf0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:32.428440 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-31eba6e1-33d0-4982-975c-cb1c527f84e6 req-e679f01f-ceed-4581-90d9-ad5ef3dcaf0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=042fb34b-c5e2-47bd-87be-0485e148a3e3 HTTP/1.1" status: 200  len: 913 time: 0.3085060
Dec 19 13:33:32.473251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:32.481952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:32.484691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:32.532480 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-31eba6e1-33d0-4982-975c-cb1c527f84e6 req-88a81552-baa3-4cab-a2d7-a6782555ddc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7495fc77-4107-4989-b6a3-1c7b9406d4cd HTTP/1.1" status: 200  len: 217 time: 0.0957415
Dec 19 13:33:32.633306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad6ba5-c872-4f6e-b451-bc0c377311ee req-d06f4a62-2f68-4677-8edb-ff1fa05ba562 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:32.634706 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1cad6ba5-c872-4f6e-b451-bc0c377311ee req-d06f4a62-2f68-4677-8edb-ff1fa05ba562 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 943 time: 0.4328058
Dec 19 13:33:32.683780 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2e6a7964-0803-4661-85fa-77045f8389ed req-2417b46d-8d22-4f22-a0b4-6572025735c2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 210 time: 0.1047807
Dec 19 13:33:32.686323 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:32.691753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:32.746976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port b675a4a2-3f83-4d71-b6f7-7328570c6057 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:33:32.792223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba6e1-33d0-4982-975c-cb1c527f84e6 req-0d936b47-cdf3-4827-9416-3bfb8e9c1c85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:32.794312 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-31eba6e1-33d0-4982-975c-cb1c527f84e6 req-0d936b47-cdf3-4827-9416-3bfb8e9c1c85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2066a85-bffd-49a2-9fdf-291bb1391abf HTTP/1.1" status: 200  len: 852 time: 0.0876689
Dec 19 13:33:32.847557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] For port b02911c5-cd31-4f01-be34-37c93e95c6bb, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:32.865307 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-31eba6e1-33d0-4982-975c-cb1c527f84e6 req-00e400c9-01ca-4e63-a3f8-24507dfd51f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=042fb34b-c5e2-47bd-87be-0485e148a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556393
Dec 19 13:33:32.876336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] For port b02911c5-cd31-4f01-be34-37c93e95c6bb, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:32.892703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:32.910225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-5140cc5b-e621-4e0f-bab5-044216bf41dd None None] For port 72e9319a-2e61-417b-a403-8d83372802ec, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=72e9319a-2e61-417b-a403-8d83372802ec,segment=NetworkSegment(51f49e38-2a81-4715-9484-cde4c87c8edd),segment_id=51f49e38-2a81-4715-9484-cde4c87c8edd)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:32.910604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5140cc5b-e621-4e0f-bab5-044216bf41dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:32.918294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Transition to ACTIVE for port object dc4c8067-81d2-4e8f-b008-40cc36858d7d will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:33.022547 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-31eba6e1-33d0-4982-975c-cb1c527f84e6 req-f39f47a1-00ab-4696-ae40-4a598c36ce54 service neutron] 10.222.0.18 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447005
Dec 19 13:33:33.029151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.034132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port 72e9319a-2e61-417b-a403-8d83372802ec, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=72e9319a-2e61-417b-a403-8d83372802ec,segment=NetworkSegment(51f49e38-2a81-4715-9484-cde4c87c8edd),segment_id=51f49e38-2a81-4715-9484-cde4c87c8edd)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:33.034611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.043776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-5140cc5b-e621-4e0f-bab5-044216bf41dd None None] Calling delete_port for 72e9319a-2e61-417b-a403-8d83372802ec owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:33.044752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9d475517-e35b-4b48-b275-4b37cbb91ce5 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:33.081312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Transition to ACTIVE for port object dc4c8067-81d2-4e8f-b008-40cc36858d7d will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:33.138446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.142112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:33.207799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:33.210649 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.11 (82b374b8-6a32-47cc-b37c-00cb794fe448/ed535a1a-755a-47d2-8ab7-0b067ea99f1b/d5fba030-db7b-45b6-9af7-e14c46c38cd5) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:33.211180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Pushing event updated for resources: {'Port': ['ID=dc4c8067-81d2-4e8f-b008-40cc36858d7d,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:33.213672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:33.217861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:33.217861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:33.218510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5140cc5b-e621-4e0f-bab5-044216bf41dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.222211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ff5481d4-2914-4fe5-86b3-064ac561b7d2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.222504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:33.260122 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ff5481d4-2914-4fe5-86b3-064ac561b7d2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.266427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140cc5b-e621-4e0f-bab5-044216bf41dd None None] Pushing event deleted for resources: {'Port': ['ID=72e9319a-2e61-417b-a403-8d83372802ec,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:33.269455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5140cc5b-e621-4e0f-bab5-044216bf41dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:33.295005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 72e9319a-2e61-417b-a403-8d83372802ec owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:33.307482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140cc5b-e621-4e0f-bab5-044216bf41dd None None] No DVR routers for this DVR port 72e9319a-2e61-417b-a403-8d83372802ec on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:33.338394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.340033 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-1464183d-14af-4601-93e1-966220399226 service neutron] 10.222.0.18 "PUT /v2.0/ports/b02911c5-cd31-4f01-be34-37c93e95c6bb HTTP/1.1" status: 200  len: 1093 time: 3.0365803
Dec 19 13:33:33.343989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'tag': 'b02911c5-cd31-4f01-be34-37c93e95c6bb'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:33:33.359736 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1cad6ba5-c872-4f6e-b451-bc0c377311ee req-aafb8bd8-9acc-41a1-aba1-1fffdc90bc78 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6815703
Dec 19 13:33:33.374871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Attempting to bind port dc4c8067-81d2-4e8f-b008-40cc36858d7d on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:33.375368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Attempting to bind port dc4c8067-81d2-4e8f-b008-40cc36858d7d by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:33.376295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Attempting to bind port dc4c8067-81d2-4e8f-b008-40cc36858d7d on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:33.391220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464183d-14af-4601-93e1-966220399226 service neutron] Pushing event updated for resources: {'Port': ['ID=b02911c5-cd31-4f01-be34-37c93e95c6bb,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:33.392376 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:33.394211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:33.394211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.394211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:33.394211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Bound port: dc4c8067-81d2-4e8f-b008-40cc36858d7d, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:33.394703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.409743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1464183d-14af-4601-93e1-966220399226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:33.455562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:33:33.456047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:33:33.516752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ff5481d4-2914-4fe5-86b3-064ac561b7d2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.517273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5481d4-2914-4fe5-86b3-064ac561b7d2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Fanout notify agent at l3_agent the message router_deleted on router 7dffbef5-a44e-44a3-a56e-12a09908c3d5 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:33:33.542778 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-31eba6e1-33d0-4982-975c-cb1c527f84e6 req-2e6d1828-4f91-4f2a-ac64-1a07c517bf09 service neutron] 10.222.0.18 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4998848
Dec 19 13:33:33.544760 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ff5481d4-2914-4fe5-86b3-064ac561b7d2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.548208 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ff5481d4-2914-4fe5-86b3-064ac561b7d2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/7dffbef5-a44e-44a3-a56e-12a09908c3d5 HTTP/1.1" status: 204  len: 168 time: 1.5522757
Dec 19 13:33:33.567592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] For port dc4c8067-81d2-4e8f-b008-40cc36858d7d, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:33.570919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] For port dc4c8067-81d2-4e8f-b008-40cc36858d7d, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=dc4c8067-81d2-4e8f-b008-40cc36858d7d,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:33.574198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44238) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:33.578795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::1f62:9697:ce:6500 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/5e94843d-3f30-4f82-8e35-f1690b1cafcf/b675a4a2-3f83-4d71-b6f7-7328570c6057) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:33.592376 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'tag': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'status': 'completed', 'code': 200}
Dec 19 13:33:33.628437 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-011add74-42ca-434d-a1f3-ec3483dd6542 req-0b446ce3-f2a5-4a44-bbe8-f4ec634e1957 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 1096 time: 0.0841103
Dec 19 13:33:33.638476 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:33.642518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:33.784387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 72e9319a-2e61-417b-a403-8d83372802ec no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:33:33.803975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011add74-42ca-434d-a1f3-ec3483dd6542 req-6f353466-a331-47de-a48e-2b1984fe0e5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:33.805643 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-011add74-42ca-434d-a1f3-ec3483dd6542 req-6f353466-a331-47de-a48e-2b1984fe0e5b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1698616
Dec 19 13:33:33.838825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 72e9319a-2e61-417b-a403-8d83372802ec {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:33:33.841366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 72e9319a-2e61-417b-a403-8d83372802ec not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:33:33.850451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Pushing event updated for resources: {'Port': ['ID=dc4c8067-81d2-4e8f-b008-40cc36858d7d,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:33.855556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:33.957827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 72e9319a-2e61-417b-a403-8d83372802ec {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:33.958288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.065606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011add74-42ca-434d-a1f3-ec3483dd6542 req-3225084c-7ca8-4360-bba1-06510ccff094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:34.067165 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-011add74-42ca-434d-a1f3-ec3483dd6542 req-3225084c-7ca8-4360-bba1-06510ccff094 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2531452
Dec 19 13:33:34.112425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.138129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] The port '72e9319a-2e61-417b-a403-8d83372802ec' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:33:34.166613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object d5fba030-db7b-45b6-9af7-e14c46c38cd5 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:34.170685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-980c8dee-c754-449d-86e4-42a232fdf4eb req-fa993c22-1004-40e9-b4e2-8630fad98810 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:34.378298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.387146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9b401-6839-489b-b2c3-7edd99a25c9c req-73910b63-260e-44e9-98cc-2f4d3b65048a tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:34.388789 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8db9b401-6839-489b-b2c3-7edd99a25c9c req-73910b63-260e-44e9-98cc-2f4d3b65048a tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.8137200
Dec 19 13:33:34.438110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d209636-2c35-4314-9916-9e7c2f1d7fe8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting subnet 0334388e-e838-4cd7-bf6f-d300549247d7 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:34.439990 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-980c8dee-c754-449d-86e4-42a232fdf4eb req-fa993c22-1004-40e9-b4e2-8630fad98810 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:34.441102 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-980c8dee-c754-449d-86e4-42a232fdf4eb req-fa993c22-1004-40e9-b4e2-8630fad98810 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 210 time: 0.5343661
Dec 19 13:33:34.445596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object b675a4a2-3f83-4d71-b6f7-7328570c6057 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:34.446756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d209636-2c35-4314-9916-9e7c2f1d7fe8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.458487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.472910 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-76660f0e-c6f0-480b-a688-d3d900b63139 req-49d2248c-b718-4b5b-860e-d3a4aa8d4c74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1566be31246a47a0a16f720b3008d23f&device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 1098 time: 0.4599354
Dec 19 13:33:34.495802 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.509487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:34.517008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d460c8c40>,) {'filters': {'network_id': ['5cd7c21b-2ad0-4be8-b915-c31a04fe2161']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:34.583084 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d209636-2c35-4314-9916-9e7c2f1d7fe8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.591133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d460c8c40>, '51f49e38-2a81-4715-9484-cde4c87c8edd') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:34.591425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d460c8c40>, '51f49e38-2a81-4715-9484-cde4c87c8edd') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:34.612679 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-d2ce763f-d39c-488a-82cf-dc607da7db3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 1096 time: 0.4462712
Dec 19 13:33:34.614280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.689959 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8db9b401-6839-489b-b2c3-7edd99a25c9c req-1180d39f-df40-4ffe-a08c-473575c5e2e9 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2861402
Dec 19 13:33:34.700051 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=d5fba030-db7b-45b6-9af7-e14c46c38cd5,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:34.707905 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-f4193403-d711-45cb-8a39-31facefa5258 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb HTTP/1.1" status: 200  len: 217 time: 0.0838828
Dec 19 13:33:34.709537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:34.709675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.724723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 82b374b8-6a32-47cc-b37c-00cb794fe448 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:34.737342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:34.737342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:34.780617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:33:34.781103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.797325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:33:34.799444 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:33:34.818324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:34.876417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:34.877018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:34.889215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76660f0e-c6f0-480b-a688-d3d900b63139 req-4bfb7853-d423-4c98-a822-6978b57c5d71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:34.890880 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-76660f0e-c6f0-480b-a688-d3d900b63139 req-4bfb7853-d423-4c98-a822-6978b57c5d71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=042fb34b-c5e2-47bd-87be-0485e148a3e3 HTTP/1.1" status: 200  len: 913 time: 0.3934398
Dec 19 13:33:34.946889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3486f61-d2ef-4bc5-abd2-a1f898bd9fa2 req-eb3442b3-987d-4ca3-a732-c014941e1f48 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:34.953894 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d3486f61-d2ef-4bc5-abd2-a1f898bd9fa2 req-eb3442b3-987d-4ca3-a732-c014941e1f48 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 943 time: 0.3843215
Dec 19 13:33:34.960072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c544a-0abe-4178-a541-55305d509543 req-2033725e-2551-4d5f-85b5-5d19b23b9a4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:34.961689 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-2033725e-2551-4d5f-85b5-5d19b23b9a4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.2452583
Dec 19 13:33:34.972721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:34.973596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=b675a4a2-3f83-4d71-b6f7-7328570c6057,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:34.978650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d209636-2c35-4314-9916-9e7c2f1d7fe8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.014926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:35.015184 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-76660f0e-c6f0-480b-a688-d3d900b63139 req-31b210c4-d3d1-4aee-a373-e36799052d06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7495fc77-4107-4989-b6a3-1c7b9406d4cd HTTP/1.1" status: 200  len: 217 time: 0.1070828
Dec 19 13:33:35.034231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:35.041191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:35.045472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:35.046062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.059887 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5842836
Dec 19 13:33:35.074836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.077689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Request body: {'port': {'device_id': '4fcac361-1b10-45e9-9932-4b9f27025140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:35.081464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:35.096375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.125464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0302406b-60c3-4e77-bd0a-39ad8a90c7bd None None] Provisioning for port d5fba030-db7b-45b6-9af7-e14c46c38cd5 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:35.129787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0302406b-60c3-4e77-bd0a-39ad8a90c7bd None None] Provisioning complete for port d5fba030-db7b-45b6-9af7-e14c46c38cd5 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:35.130281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0302406b-60c3-4e77-bd0a-39ad8a90c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.137917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Network': ['ID=5cd7c21b-2ad0-4be8-b915-c31a04fe2161,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:35.140637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76660f0e-c6f0-480b-a688-d3d900b63139 req-30159bff-b4f1-42b9-8081-2bdcf2fe69c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:35.142244 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-76660f0e-c6f0-480b-a688-d3d900b63139 req-30159bff-b4f1-42b9-8081-2bdcf2fe69c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2066a85-bffd-49a2-9fdf-291bb1391abf HTTP/1.1" status: 200  len: 852 time: 0.1206508
Dec 19 13:33:35.145464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:35.147247 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/networks/5cd7c21b-2ad0-4be8-b915-c31a04fe2161 HTTP/1.1" status: 204  len: 168 time: 3.1747088
Dec 19 13:33:35.154683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44246) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:35.162027 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'network': {'name': 'tempest-RoutersTest-1301964397'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:35.167622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:35.172346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:network and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:35.175934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:35.182298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:35.200533 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-76660f0e-c6f0-480b-a688-d3d900b63139 req-56290f43-ab29-4e83-a7c0-6573aa99c35d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=042fb34b-c5e2-47bd-87be-0485e148a3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432253
Dec 19 13:33:35.201217 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d3486f61-d2ef-4bc5-abd2-a1f898bd9fa2 req-6dbaff98-3d2c-48d5-9bb8-f9778747430d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2464747
Dec 19 13:33:35.220929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-0302406b-60c3-4e77-bd0a-39ad8a90c7bd None None] Port d5fba030-db7b-45b6-9af7-e14c46c38cd5 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:35.236819 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-b3f8f5be-0f76-48b6-a000-82293e84c42d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2688560
Dec 19 13:33:35.240819 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 945 time: 3.4508293
Dec 19 13:33:35.253565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44250) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:35.315798 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d209636-2c35-4314-9916-9e7c2f1d7fe8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.322603 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-01b2d173-9c74-4299-94f8-90e3764e422c tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:35.355734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.370904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:35.373881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.404261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d209636-2c35-4314-9916-9e7c2f1d7fe8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Subnet': ['ID=0334388e-e838-4cd7-bf6f-d300549247d7,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:35.406638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2d209636-2c35-4314-9916-9e7c2f1d7fe8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:35.420401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d209636-2c35-4314-9916-9e7c2f1d7fe8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.429632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde2ae49-fd49-47b5-b994-8a1988703968 None None] Network 4675eaca-0ab9-4141-905f-9b5c5e69c63d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:35.468369 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-76660f0e-c6f0-480b-a688-d3d900b63139 req-5c52b076-2eff-4fba-bbd1-f2aa8d0c495e service neutron] 10.222.0.18 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2578204
Dec 19 13:33:35.471340 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-e762dc5d-43ed-4185-8f67-26cd47a34157 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788969
Dec 19 13:33:35.476269 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2d209636-2c35-4314-9916-9e7c2f1d7fe8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/0334388e-e838-4cd7-bf6f-d300549247d7 HTTP/1.1" status: 204  len: 168 time: 1.8973751
Dec 19 13:33:35.479551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44256) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:35.498169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:33:35.507793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-afb8dcc8-2739-4a4d-8254-87d3b0e5fb75 None None] Provisioning for port dc4c8067-81d2-4e8f-b008-40cc36858d7d completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:35.566939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.567245 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added segment d2460180-c3ab-40c4-8c95-1571be4ed719 of type vlan for network cbb1e18e-1e5c-47b8-9282-3f562e4e1fac
Dec 19 13:33:35.575318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadfedf8-a363-4805-b984-1d5de23c468c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:35.579241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadfedf8-a363-4805-b984-1d5de23c468c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:35.580013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dadfedf8-a363-4805-b984-1d5de23c468c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:35.694975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.726912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-861ae57c-c929-45e0-b953-383031da1f5a None None] Provisioning for port b675a4a2-3f83-4d71-b6f7-7328570c6057 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:35.732282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-861ae57c-c929-45e0-b953-383031da1f5a None None] Provisioning complete for port b675a4a2-3f83-4d71-b6f7-7328570c6057 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:35.732674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-861ae57c-c929-45e0-b953-383031da1f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.762018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c33b98-5acf-4618-ab64-79f35bbc21b0 None None] DHCP port deletion for 4675eaca-0ab9-4141-905f-9b5c5e69c63d request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:33:35.779792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b7c33b98-5acf-4618-ab64-79f35bbc21b0 None None] Deleting port 43ef0418-9b14-41fa-8625-b15a89940575 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:35.780174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b7c33b98-5acf-4618-ab64-79f35bbc21b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.803889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dadfedf8-a363-4805-b984-1d5de23c468c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:35.805198 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dadfedf8-a363-4805-b984-1d5de23c468c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1682 time: 0.5507140
Dec 19 13:33:35.810697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44262) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:35.863650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device dc4c8067-81d2-4e8f-b008-40cc36858d7d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:35.882663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b85440-f53e-4262-9965-396a3c40eff2 req-61cf0d9f-ecac-4776-b43b-55d0878c92a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:35.884184 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b6b85440-f53e-4262-9965-396a3c40eff2 req-61cf0d9f-ecac-4776-b43b-55d0878c92a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 932 time: 0.2905064
Dec 19 13:33:35.910785 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-861ae57c-c929-45e0-b953-383031da1f5a None None] Port b675a4a2-3f83-4d71-b6f7-7328570c6057 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:35.927731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.932039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:35.932639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:35.950158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a8b81a59-649c-410e-a1ad-973c8cf400ab tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:36.150679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b7c33b98-5acf-4618-ab64-79f35bbc21b0 None None] For port 43ef0418-9b14-41fa-8625-b15a89940575, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=43ef0418-9b14-41fa-8625-b15a89940575,segment=NetworkSegment(31dd3a87-a0de-4267-802d-1827928351a2),segment_id=31dd3a87-a0de-4267-802d-1827928351a2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:36.151337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b7c33b98-5acf-4618-ab64-79f35bbc21b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:36.213845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port dc4c8067-81d2-4e8f-b008-40cc36858d7d completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:36.232616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-276eca01-eb6a-4a99-840c-877bcdc773ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port b675a4a2-3f83-4d71-b6f7-7328570c6057 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:36.233069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-276eca01-eb6a-4a99-840c-877bcdc773ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:36.267106 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-16d01cc6-a328-42f6-8dcd-18e342abdb8c service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7851224
Dec 19 13:33:36.269095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Network': ['ID=cbb1e18e-1e5c-47b8-9282-3f562e4e1fac,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:36.273930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:36.277066 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port dc4c8067-81d2-4e8f-b008-40cc36858d7d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:36.277651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:36.283988 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b6b85440-f53e-4262-9965-396a3c40eff2 req-edf4cd00-5882-4cc6-8d53-6c7744535faa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3824785
Dec 19 13:33:36.295178 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1377425
Dec 19 13:33:36.295945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44268) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:36.311960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b7c33b98-5acf-4618-ab64-79f35bbc21b0 None None] Calling delete_port for 43ef0418-9b14-41fa-8625-b15a89940575 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:36.325282 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-76660f0e-c6f0-480b-a688-d3d900b63139 req-1dc50dcc-15bb-4ed4-8ef2-32e305ec164e service neutron] 10.222.0.18 "GET /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7993183
Dec 19 13:33:36.325282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-3246548e-4786-4b7d-aa94-dff740d889bf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting subnet 64a90a43-f917-42fb-8d72-cd6e5b17473c {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:36.341334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'subnet': {'network_id': 'cbb1e18e-1e5c-47b8-9282-3f562e4e1fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:36.348892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network cbb1e18e-1e5c-47b8-9282-3f562e4e1fac details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:33:36.501078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fba030-db7b-45b6-9af7-e14c46c38cd5 {{(pid=84125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:33:36.521627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:36.522174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3246548e-4786-4b7d-aa94-dff740d889bf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:36.571110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:36.582820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71460613-5123-460c-9fbe-08eb92f3f4a2 req-ad4fb524-f9af-4b88-856d-afe48be045ee tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:36.584322 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-71460613-5123-460c-9fbe-08eb92f3f4a2 req-ad4fb524-f9af-4b88-856d-afe48be045ee tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.6459017
Dec 19 13:33:36.586088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Transition to ACTIVE for port object d5fba030-db7b-45b6-9af7-e14c46c38cd5 will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:36.594082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:36.601834 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:subnet and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:36.605726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:36.613014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:36.613577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port dc4c8067-81d2-4e8f-b008-40cc36858d7d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=dc4c8067-81d2-4e8f-b008-40cc36858d7d,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:36.615393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3246548e-4786-4b7d-aa94-dff740d889bf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:36.615753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b7c33b98-5acf-4618-ab64-79f35bbc21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:36.630086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-96474ff4-e430-4d97-bbfc-74f58afa5428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:36.666598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c3682-1e15-4480-8540-11858e7388c7 req-89492d9d-85a1-480f-9d4d-34a34f28de4c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:36.666598 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3c4c3682-1e15-4480-8540-11858e7388c7 req-89492d9d-85a1-480f-9d4d-34a34f28de4c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 943 time: 0.2086279
Dec 19 13:33:36.669429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:36.688526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-16347fb3-590d-4dff-9957-44eb2e9fd948 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:36.693151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c33b98-5acf-4618-ab64-79f35bbc21b0 None None] Pushing event deleted for resources: {'Port': ['ID=43ef0418-9b14-41fa-8625-b15a89940575,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:36.695767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b7c33b98-5acf-4618-ab64-79f35bbc21b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:36.698432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c33b98-5acf-4618-ab64-79f35bbc21b0 None None] No DVR routers for this DVR port 43ef0418-9b14-41fa-8625-b15a89940575 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:36.703817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:36.705894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-71f2b52d-c3e0-4b84-bde1-cfa43542bd47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:36.734854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-276eca01-eb6a-4a99-840c-877bcdc773ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:36.771597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:36.779811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=dc4c8067-81d2-4e8f-b008-40cc36858d7d,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:36.782873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:36.787932 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-71460613-5123-460c-9fbe-08eb92f3f4a2 req-7b5e6f87-6dc2-4dc9-a177-fb7998a408f7 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654556
Dec 19 13:33:36.891372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-276eca01-eb6a-4a99-840c-877bcdc773ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for b675a4a2-3f83-4d71-b6f7-7328570c6057 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:36.940450 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fba030-db7b-45b6-9af7-e14c46c38cd5,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:36.957893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:36.964021 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3c4c3682-1e15-4480-8540-11858e7388c7 req-8bdc7925-32c7-454b-9de0-d7a67bff744a tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2889576
Dec 19 13:33:36.984921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.073544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3246548e-4786-4b7d-aa94-dff740d889bf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.182191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Attempting to bind port d5fba030-db7b-45b6-9af7-e14c46c38cd5 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:37.182507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Attempting to bind port d5fba030-db7b-45b6-9af7-e14c46c38cd5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:37.182823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Attempting to bind port d5fba030-db7b-45b6-9af7-e14c46c38cd5 on network 82b374b8-6a32-47cc-b37c-00cb794fe448 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:37.188557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Port d5fba030-db7b-45b6-9af7-e14c46c38cd5 on network 82b374b8-6a32-47cc-b37c-00cb794fe448 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:33:37.188873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Attempting to bind port d5fba030-db7b-45b6-9af7-e14c46c38cd5 on network 82b374b8-6a32-47cc-b37c-00cb794fe448 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:37.195533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:37.195917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Checking segment: {'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:37.196412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Bound using segment: {'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:37.196832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Bound port: d5fba030-db7b-45b6-9af7-e14c46c38cd5, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204706a2-7318-4f60-98be-4d40eb1b0524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448'}}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:37.197178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.209748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-276eca01-eb6a-4a99-840c-877bcdc773ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.212974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3246548e-4786-4b7d-aa94-dff740d889bf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.220517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-febc32d0-5f65-4022-96b4-73df413f2612 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:37.255776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246548e-4786-4b7d-aa94-dff740d889bf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Subnet': ['ID=64a90a43-f917-42fb-8d72-cd6e5b17473c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:37.261779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3246548e-4786-4b7d-aa94-dff740d889bf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:37.262864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a2dc4d32-2bc3-427a-b8a6-2e8502cc104e tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:37.316443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2755831-6308-4990-bbb1-9fa537ba7761 None None] Network 405d4838-4bc8-460b-bd67-5c66348e58c0 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:37.318020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3246548e-4786-4b7d-aa94-dff740d889bf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.324134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276eca01-eb6a-4a99-840c-877bcdc773ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=b675a4a2-3f83-4d71-b6f7-7328570c6057,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:37.342505 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] For port d5fba030-db7b-45b6-9af7-e14c46c38cd5, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:37.356645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] For port d5fba030-db7b-45b6-9af7-e14c46c38cd5, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d5fba030-db7b-45b6-9af7-e14c46c38cd5,segment=NetworkSegment(204706a2-7318-4f60-98be-4d40eb1b0524),segment_id=204706a2-7318-4f60-98be-4d40eb1b0524)] {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:37.383236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-276eca01-eb6a-4a99-840c-877bcdc773ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:37.403570 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3246548e-4786-4b7d-aa94-dff740d889bf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/64a90a43-f917-42fb-8d72-cd6e5b17473c HTTP/1.1" status: 204  len: 168 time: 1.8873351
Dec 19 13:33:37.405902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44278) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:37.440249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-276eca01-eb6a-4a99-840c-877bcdc773ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.444284 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-276eca01-eb6a-4a99-840c-877bcdc773ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/b675a4a2-3f83-4d71-b6f7-7328570c6057 HTTP/1.1" status: 204  len: 168 time: 1.6251798
Dec 19 13:33:37.447189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44282) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:37.470023 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.477071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:37.610662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.612286 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] 10.222.0.18 "PUT /v2.0/ports/d5fba030-db7b-45b6-9af7-e14c46c38cd5 HTTP/1.1" status: 200  len: 1094 time: 2.5396550
Dec 19 13:33:37.616189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcac361-1b10-45e9-9932-4b9f27025140', 'tag': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:33:37.618529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.623748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55e0a4-6b7d-4e85-887d-a175407243d4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:37.625195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55e0a4-6b7d-4e85-887d-a175407243d4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:37.625938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cc55e0a4-6b7d-4e85-887d-a175407243d4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:37.638059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.659574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fba030-db7b-45b6-9af7-e14c46c38cd5,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:37.670509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:37.675032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6e945d25-4240-4396-983c-f2a483195848 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:37.781245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417f6bef-5cea-4a72-94be-aa2c262329ba None None] DHCP port deletion for 405d4838-4bc8-460b-bd67-5c66348e58c0 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:33:37.789787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-417f6bef-5cea-4a72-94be-aa2c262329ba None None] Deleting port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:37.789787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-417f6bef-5cea-4a72-94be-aa2c262329ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.792749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cc55e0a4-6b7d-4e85-887d-a175407243d4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:37.796672 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cc55e0a4-6b7d-4e85-887d-a175407243d4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3459110
Dec 19 13:33:37.797878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44288) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:37.831319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device dc4c8067-81d2-4e8f-b008-40cc36858d7d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:37.833997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689e9c8-e17d-4028-b95b-c30c09ef29ab req-a5594212-5406-48e4-bcf8-24f1d2063294 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:37.841031 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9689e9c8-e17d-4028-b95b-c30c09ef29ab req-a5594212-5406-48e4-bcf8-24f1d2063294 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.4653282
Dec 19 13:33:37.863363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:37.892984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Subnet': ['ID=d29c1d6f-dffd-4c35-8f30-b18bbb51fb82,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:37.895662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:37.904804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d463459a0>,) {'filters': {'network_id': ['4675eaca-0ab9-4141-905f-9b5c5e69c63d']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:37.939986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd5ae0-c67d-4ccb-8585-767609fc278e req-f4da3dcc-e100-4a4e-92a5-c483ee7c0887 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:37.941446 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ffbd5ae0-c67d-4ccb-8585-767609fc278e req-f4da3dcc-e100-4a4e-92a5-c483ee7c0887 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 944 time: 0.4303732
Dec 19 13:33:37.978117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Checking segment: {'id': 'd2460180-c3ab-40c4-8c95-1571be4ed719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cbb1e18e-1e5c-47b8-9282-3f562e4e1fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:37.978509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network hostable DHCP agents. Network: cbb1e18e-1e5c-47b8-9282-3f562e4e1fac, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:33:37.983214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d463459a0>, '31dd3a87-a0de-4267-802d-1827928351a2') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:37.983499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d463459a0>, '31dd3a87-a0de-4267-802d-1827928351a2') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:37.987519 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9689e9c8-e17d-4028-b95b-c30c09ef29ab req-c46ae082-f0ed-458c-9e15-f097bacee359 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452653
Dec 19 13:33:38.002477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.044136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.053034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:33:38.053453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.063160 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ffbd5ae0-c67d-4ccb-8585-767609fc278e req-71441f6b-0835-4752-9a47-37c9f2843c8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067929
Dec 19 13:33:38.064794 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcac361-1b10-45e9-9932-4b9f27025140', 'tag': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'status': 'completed', 'code': 200}
Dec 19 13:33:38.073124 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-003a4656-bb95-40c4-91e8-5525c5367d90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 1097 time: 0.3128357
Dec 19 13:33:38.107290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port dc4c8067-81d2-4e8f-b008-40cc36858d7d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:38.107793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:33:38.176853 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:33:38.202607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-417f6bef-5cea-4a72-94be-aa2c262329ba None None] For port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=aa08b20a-2f61-4aa4-9cae-62e9a408cfc8,segment=NetworkSegment(b2cb9941-72db-4e4e-9a35-425c769e3b84),segment_id=b2cb9941-72db-4e4e-9a35-425c769e3b84)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:38.203159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-417f6bef-5cea-4a72-94be-aa2c262329ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.314535 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-48c9a261-18d6-4069-89a4-82491465ceee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5fba030-db7b-45b6-9af7-e14c46c38cd5 HTTP/1.1" status: 200  len: 217 time: 0.2318380
Dec 19 13:33:38.337538 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-417f6bef-5cea-4a72-94be-aa2c262329ba None None] Calling delete_port for aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:38.341236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e90b31-ede3-4639-a1a0-5a61ef5c9955 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 5e94843d-3f30-4f82-8e35-f1690b1cafcf {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:38.344278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82e90b31-ede3-4639-a1a0-5a61ef5c9955 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.355368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network cbb1e18e-1e5c-47b8-9282-3f562e4e1fac is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:33:38.398164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-054740d4-be0a-4a5d-86c8-d527a05e2c93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:38.399635 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-054740d4-be0a-4a5d-86c8-d527a05e2c93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed535a1a-755a-47d2-8ab7-0b067ea99f1b HTTP/1.1" status: 200  len: 835 time: 0.0780869
Dec 19 13:33:38.401784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82e90b31-ede3-4639-a1a0-5a61ef5c9955 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.410393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7eaa0-bcf7-4909-b6bf-d4561798c13f req-8ab532b6-f70b-43db-a7dc-965e11e4f461 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:38.411831 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaf7eaa0-bcf7-4909-b6bf-d4561798c13f req-8ab532b6-f70b-43db-a7dc-965e11e4f461 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 943 time: 0.1574867
Dec 19 13:33:38.443936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.449655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.457720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d23f2a9a-840b-49a5-bf2b-2fc3d086dabc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:38.474689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, cbb1e18e-1e5c-47b8-9282-3f562e4e1fac) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:38.482001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:38.486280 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.488847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ffcd96-4439-452c-bfa2-86311ec4a9b6 None None] Network cbb1e18e-1e5c-47b8-9282-3f562e4e1fac requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:38.496418 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/networks/4675eaca-0ab9-4141-905f-9b5c5e69c63d HTTP/1.1" status: 204  len: 168 time: 1.0895240
Dec 19 13:33:38.500492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Network': ['ID=4675eaca-0ab9-4141-905f-9b5c5e69c63d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:38.500646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44294) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:38.507168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:38.554603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82e90b31-ede3-4639-a1a0-5a61ef5c9955 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.599239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 43ef0418-9b14-41fa-8625-b15a89940575 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:33:38.612527 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaf7eaa0-bcf7-4909-b6bf-d4561798c13f req-ecc46527-f5fc-46f5-9325-0ef7a2412f85 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1656578
Dec 19 13:33:38.630409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-417f6bef-5cea-4a72-94be-aa2c262329ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.640845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:38.652495 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3153219
Dec 19 13:33:38.654157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44298) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:38.660532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5c188381-147f-4e3b-8a51-b07ba1c50700 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1400382560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:38.668366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5c188381-147f-4e3b-8a51-b07ba1c50700 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:38.673987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5c188381-147f-4e3b-8a51-b07ba1c50700 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:router and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:38.677241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5c188381-147f-4e3b-8a51-b07ba1c50700 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:38.685624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.686399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5c188381-147f-4e3b-8a51-b07ba1c50700 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:38.689321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f6bef-5cea-4a72-94be-aa2c262329ba None None] Pushing event deleted for resources: {'Port': ['ID=aa08b20a-2f61-4aa4-9cae-62e9a408cfc8,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:38.696308 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 43ef0418-9b14-41fa-8625-b15a89940575 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:33:38.696671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 43ef0418-9b14-41fa-8625-b15a89940575 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:33:38.700258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-417f6bef-5cea-4a72-94be-aa2c262329ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:38.707550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82e90b31-ede3-4639-a1a0-5a61ef5c9955 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.713230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2f24502b-798b-479f-8697-7d5744d178a7 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:38.713381 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-370b80de-f561-4827-88c8-0815a76386d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82b374b8-6a32-47cc-b37c-00cb794fe448&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3005321
Dec 19 13:33:38.723426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f6bef-5cea-4a72-94be-aa2c262329ba None None] No DVR routers for this DVR port aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:38.762542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c188381-147f-4e3b-8a51-b07ba1c50700 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.764165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c188381-147f-4e3b-8a51-b07ba1c50700 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.775930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e90b31-ede3-4639-a1a0-5a61ef5c9955 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=5e94843d-3f30-4f82-8e35-f1690b1cafcf,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:38.785244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-82e90b31-ede3-4639-a1a0-5a61ef5c9955 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:38.787268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-82e90b31-ede3-4639-a1a0-5a61ef5c9955 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.813574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c188381-147f-4e3b-8a51-b07ba1c50700 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.814933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc45eff-226d-492a-8eae-043053e22f59 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:38.884643 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-82e90b31-ede3-4639-a1a0-5a61ef5c9955 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/5e94843d-3f30-4f82-8e35-f1690b1cafcf HTTP/1.1" status: 204  len: 168 time: 1.0827403
Dec 19 13:33:38.884850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44302) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:38.940272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.951949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c188381-147f-4e3b-8a51-b07ba1c50700 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:38.969588 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-768332b7-a8fe-49b0-a151-6da5fc059004 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0815015
Dec 19 13:33:38.973043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44306) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:38.983956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46b490d0>,) {'filters': {'network_id': ['405d4838-4bc8-460b-bd67-5c66348e58c0']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:39.009788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46b490d0>, 'b2cb9941-72db-4e4e-9a35-425c769e3b84') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:39.010053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46b490d0>, 'b2cb9941-72db-4e4e-9a35-425c769e3b84') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:39.022042 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-ad105b10-7ca3-4ec2-a3c4-e463372f0ecb service neutron] 10.222.0.18 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2690890
Dec 19 13:33:39.026063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:39.103377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-cbb1e18e-1e5c-47b8-9282-3f562e4e1fac', 'network_id': 'cbb1e18e-1e5c-47b8-9282-3f562e4e1fac', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'fixed_ips': [{'subnet_id': 'd29c1d6f-dffd-4c35-8f30-b18bbb51fb82'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:33:39.104205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:39.112762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c188381-147f-4e3b-8a51-b07ba1c50700 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:39.116773 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5c188381-147f-4e3b-8a51-b07ba1c50700 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.4610286
Dec 19 13:33:39.120070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44314) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:39.144524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:39.166152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:33:39.166660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:39.204738 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e542e10d-0728-4c71-aa79-59ca3aa358b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:39.205765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e542e10d-0728-4c71-aa79-59ca3aa358b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:33:39.238055 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:33:39.351964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cdc98f-c02a-4e9b-8718-790798a1005c None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:33:39.370709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cdc98f-c02a-4e9b-8718-790798a1005c None None] Deleting port dc4c8067-81d2-4e8f-b008-40cc36858d7d {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:39.371108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc98f-c02a-4e9b-8718-790798a1005c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:39.450519 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bc63856-3b50-4fc5-b96d-92a80e4b2e89 req-0136a3a5-3141-4824-bae0-bebf63f742f0 service neutron] 10.222.0.18 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4170122
Dec 19 13:33:39.491576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e542e10d-0728-4c71-aa79-59ca3aa358b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:39.495710 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e542e10d-0728-4c71-aa79-59ca3aa358b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5219424
Dec 19 13:33:39.496470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44318) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:39.500797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7fa08-db45-4516-becc-19e28c484adf req-96e1201d-4497-4cb8-a1a5-070f574449d7 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:39.502228 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-53c7fa08-db45-4516-becc-19e28c484adf req-96e1201d-4497-4cb8-a1a5-070f574449d7 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.3144088
Dec 19 13:33:39.509413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565a20e-b05a-42d1-af68-26f5a8d6858c req-9247698f-6b62-40bc-830c-c8f2203936c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:39.510823 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3565a20e-b05a-42d1-af68-26f5a8d6858c req-9247698f-6b62-40bc-830c-c8f2203936c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 944 time: 0.2211156
Dec 19 13:33:39.553031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f673ce-72d6-48ee-b980-3a03fbd6e5f9 req-09b5a656-f66c-41ab-8b0a-598eeeb1c93a tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:39.555644 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29f673ce-72d6-48ee-b980-3a03fbd6e5f9 req-09b5a656-f66c-41ab-8b0a-598eeeb1c93a tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 945 time: 0.3457348
Dec 19 13:33:39.558151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:39.564282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:39.579261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Allocated IP 172.20.0.2 (cbb1e18e-1e5c-47b8-9282-3f562e4e1fac/d29c1d6f-dffd-4c35-8f30-b18bbb51fb82/2bed52f5-a5c8-4656-8490-30dd21ab5bb0) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:39.585407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:39.615529 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c0cdc98f-c02a-4e9b-8718-790798a1005c None None] For port dc4c8067-81d2-4e8f-b008-40cc36858d7d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=dc4c8067-81d2-4e8f-b008-40cc36858d7d,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:39.615932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc98f-c02a-4e9b-8718-790798a1005c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:39.622648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Network': ['ID=405d4838-4bc8-460b-bd67-5c66348e58c0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:39.625591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:39.679825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-29f673ce-72d6-48ee-b980-3a03fbd6e5f9 req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Deleting port 7495fc77-4107-4989-b6a3-1c7b9406d4cd {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:39.681225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-29f673ce-72d6-48ee-b980-3a03fbd6e5f9 req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:39.687943 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/networks/405d4838-4bc8-460b-bd67-5c66348e58c0 HTTP/1.1" status: 204  len: 168 time: 1.1806519
Dec 19 13:33:39.695487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44324) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:39.698220 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-53c7fa08-db45-4516-becc-19e28c484adf req-eeeff590-fca5-4e82-aff6-490c3bc7b740 tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/security-groups?id=dba36c65-5714-45a3-884b-28036b803dee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808345
Dec 19 13:33:39.705072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1991849702'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:39.722494 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3565a20e-b05a-42d1-af68-26f5a8d6858c req-fab7f0e2-f869-4a5e-9687-5c473e79390b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1904242
Dec 19 13:33:39.737966 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:39.765016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46d5789-9b97-4183-9968-5ac48947ed87 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:39.765016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a46d5789-9b97-4183-9968-5ac48947ed87 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:39.769147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:network and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:39.780912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:39.803602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:39.809217 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c79c2b81-a502-4497-91bd-7fc21fc3b102 req-1abcfccf-8a46-4186-ad36-f58d810a9aba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 1097 time: 0.1826632
Dec 19 13:33:39.831713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device dc4c8067-81d2-4e8f-b008-40cc36858d7d no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:33:39.891013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cdc98f-c02a-4e9b-8718-790798a1005c None None] Calling delete_port for dc4c8067-81d2-4e8f-b008-40cc36858d7d owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:39.901514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:39.904552 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:39.993895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a46d5789-9b97-4183-9968-5ac48947ed87 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:39.997406 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a46d5789-9b97-4183-9968-5ac48947ed87 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4913251
Dec 19 13:33:40.008277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44328) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:40.168595 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.223096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc98f-c02a-4e9b-8718-790798a1005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.227783 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:33:40.230405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:40.256975 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a4b278d0-5e29-46e5-baea-628217c8b5c2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2363031
Dec 19 13:33:40.256975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c2b81-a502-4497-91bd-7fc21fc3b102 req-c1e48b47-53b8-4d1a-9a0a-d15d66e61f30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:40.256975 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c79c2b81-a502-4497-91bd-7fc21fc3b102 req-c1e48b47-53b8-4d1a-9a0a-d15d66e61f30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82b374b8-6a32-47cc-b37c-00cb794fe448 HTTP/1.1" status: 200  len: 898 time: 0.4342401
Dec 19 13:33:40.256975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44332) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:40.260015 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:40.275419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.275759 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added segment b48bd51d-5644-4f28-b7b6-71be22be8d42 of type vlan for network 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3
Dec 19 13:33:40.295078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.297029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.314945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdc98f-c02a-4e9b-8718-790798a1005c None None] Pushing event deleted for resources: {'Port': ['ID=dc4c8067-81d2-4e8f-b008-40cc36858d7d,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:40.322188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:33:40.356444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c0cdc98f-c02a-4e9b-8718-790798a1005c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:40.361784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Transition to ACTIVE for port object 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:40.364537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:33:40.364889 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa08b20a-2f61-4aa4-9cae-62e9a408cfc8 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:33:40.371178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cdc98f-c02a-4e9b-8718-790798a1005c None None] No DVR routers for this DVR port dc4c8067-81d2-4e8f-b008-40cc36858d7d on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:40.401435 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Transition to ACTIVE for port object 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:40.436780 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c79c2b81-a502-4497-91bd-7fc21fc3b102 req-9224761d-4dfb-43d4-9402-249a74fb9763 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5fba030-db7b-45b6-9af7-e14c46c38cd5 HTTP/1.1" status: 200  len: 217 time: 0.1595702
Dec 19 13:33:40.452377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-29f673ce-72d6-48ee-b980-3a03fbd6e5f9 req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] For port 7495fc77-4107-4989-b6a3-1c7b9406d4cd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7495fc77-4107-4989-b6a3-1c7b9406d4cd,segment=NetworkSegment(8a360e13-b8fa-4502-850e-3b66944b56a6),segment_id=8a360e13-b8fa-4502-850e-3b66944b56a6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:40.452728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-29f673ce-72d6-48ee-b980-3a03fbd6e5f9 req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.503550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.509134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-38e5e3dc-1e3e-4914-aa1f-0f6b7468b428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:40.512894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298b83f-c052-4567-95f5-d874428d951d req-b8a4b956-701e-41e2-a092-cfa96917ad95 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:40.514348 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2298b83f-c052-4567-95f5-d874428d951d req-b8a4b956-701e-41e2-a092-cfa96917ad95 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 943 time: 0.6226897
Dec 19 13:33:40.524477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.547016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:40.575019 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Network cbb1e18e-1e5c-47b8-9282-3f562e4e1fac is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:40.578788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:40.579460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:40.580679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Pushing event updated for resources: {'Port': ['ID=2bed52f5-a5c8-4656-8490-30dd21ab5bb0,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:40.582766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:40.597335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c2b81-a502-4497-91bd-7fc21fc3b102 req-93289a1c-8b3b-4f75-957c-9f9cd8cc949a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:40.603561 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c79c2b81-a502-4497-91bd-7fc21fc3b102 req-93289a1c-8b3b-4f75-957c-9f9cd8cc949a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed535a1a-755a-47d2-8ab7-0b067ea99f1b HTTP/1.1" status: 200  len: 835 time: 0.1498759
Dec 19 13:33:40.613892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:40.614504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-29f673ce-72d6-48ee-b980-3a03fbd6e5f9 req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Calling delete_port for 7495fc77-4107-4989-b6a3-1c7b9406d4cd owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:40.687109 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2298b83f-c052-4567-95f5-d874428d951d req-bc61b47b-74a0-4af5-84af-5d51b7de22d1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1523557
Dec 19 13:33:40.720305 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c79c2b81-a502-4497-91bd-7fc21fc3b102 req-2bd0b07e-ce64-4109-b1d8-4a33e7a72c12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82b374b8-6a32-47cc-b37c-00cb794fe448&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0986829
Dec 19 13:33:40.728238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:40.728404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Attempting to bind port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:40.728774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Attempting to bind port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'd2460180-c3ab-40c4-8c95-1571be4ed719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cbb1e18e-1e5c-47b8-9282-3f562e4e1fac'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:40.729184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Attempting to bind port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 on network cbb1e18e-1e5c-47b8-9282-3f562e4e1fac {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:40.737260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:40.737694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Checking segment: {'id': 'd2460180-c3ab-40c4-8c95-1571be4ed719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cbb1e18e-1e5c-47b8-9282-3f562e4e1fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:40.738666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.738666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Bound using segment: {'id': 'd2460180-c3ab-40c4-8c95-1571be4ed719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cbb1e18e-1e5c-47b8-9282-3f562e4e1fac'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:40.738922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Bound port: 2bed52f5-a5c8-4656-8490-30dd21ab5bb0, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2460180-c3ab-40c4-8c95-1571be4ed719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cbb1e18e-1e5c-47b8-9282-3f562e4e1fac'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:40.739304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.815260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.819019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:40.821235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.857394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] For port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:40.861386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] For port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2bed52f5-a5c8-4656-8490-30dd21ab5bb0,segment=NetworkSegment(d2460180-c3ab-40c4-8c95-1571be4ed719),segment_id=d2460180-c3ab-40c4-8c95-1571be4ed719)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:40.877881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6399783b-c24f-4b0f-b973-f092e8852158 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:40.883504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Allocated IP 172.20.0.1 (cbb1e18e-1e5c-47b8-9282-3f562e4e1fac/d29c1d6f-dffd-4c35-8f30-b18bbb51fb82/9d46d34a-732d-4fa2-b9f1-c7578016facf) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:40.942063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:40.949744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-084d92b4-eb08-4e5e-838e-8543f5674d74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:41.037879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Pushing event updated for resources: {'Port': ['ID=2bed52f5-a5c8-4656-8490-30dd21ab5bb0,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:41.041241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:41.044506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-29f673ce-72d6-48ee-b980-3a03fbd6e5f9 req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:41.050613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:41.055628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['7495fc77-4107-4989-b6a3-1c7b9406d4cd'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:33:41.097820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Pushing event deleted for resources: {'Port': ['ID=7495fc77-4107-4989-b6a3-1c7b9406d4cd,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:41.103969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:41.112374 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ceb970a0-344a-4d42-864c-1ba2ad90050c req-ac29addb-4706-43b9-a87e-4366dc8d032d tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 210 time: 0.1417632
Dec 19 13:33:41.129929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:41.145468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Network': ['ID=1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:41.148198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:41.157779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:33:41.227825 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.5286062
Dec 19 13:33:41.229271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44340) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:41.265405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'subnet': {'network_id': '1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:41.278770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f673ce-72d6-48ee-b980-3a03fbd6e5f9 req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] No DVR routers for this DVR port 7495fc77-4107-4989-b6a3-1c7b9406d4cd on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:41.283347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-29f673ce-72d6-48ee-b980-3a03fbd6e5f9 req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:41.286840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2', 'name': 'network-vif-deleted', 'tag': '7495fc77-4107-4989-b6a3-1c7b9406d4cd'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:33:41.387675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:41.416166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Transition to ACTIVE for port object 9d46d34a-732d-4fa2-b9f1-c7578016facf will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:41.417360 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c79c2b81-a502-4497-91bd-7fc21fc3b102 req-3a8d9c1e-41bf-495f-8af1-f797c9a2b50e service neutron] 10.222.0.18 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6899409
Dec 19 13:33:41.418913 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2', 'name': 'network-vif-deleted', 'tag': '7495fc77-4107-4989-b6a3-1c7b9406d4cd', 'status': 'completed', 'code': 200}
Dec 19 13:33:41.439089 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29f673ce-72d6-48ee-b980-3a03fbd6e5f9 req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.18 "DELETE /v2.0/ports/7495fc77-4107-4989-b6a3-1c7b9406d4cd HTTP/1.1" status: 204  len: 173 time: 1.8779480
Dec 19 13:33:41.546157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:41.560200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:41.570804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be82f95-54e6-4f20-bb75-814196af2edf req-3fbd0aa9-83db-4824-9448-9b411a8338a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:41.572311 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9be82f95-54e6-4f20-bb75-814196af2edf req-3fbd0aa9-83db-4824-9448-9b411a8338a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 944 time: 0.5973766
Dec 19 13:33:41.573342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:subnet and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:41.574442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-16c62fb4-32b1-4b52-9dc6-ee678636cc87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:41.585347 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:41.638983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:41.675967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=9d46d34a-732d-4fa2-b9f1-c7578016facf,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:41.680225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network cbb1e18e-1e5c-47b8-9282-3f562e4e1fac is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:41.681603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:41.682561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:41.684884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:41.745817 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c79c2b81-a502-4497-91bd-7fc21fc3b102 req-4dec6629-066e-4ce5-bf3a-26c0eb95d206 service neutron] 10.222.0.18 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3202875
Dec 19 13:33:41.770704 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9be82f95-54e6-4f20-bb75-814196af2edf req-007069d5-5049-4434-8851-177fa3f419b0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1891296
Dec 19 13:33:41.784361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:41.805491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device d5fba030-db7b-45b6-9af7-e14c46c38cd5 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:33:41.811444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:41.839842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:41.888398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:41.991007 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.074718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port d5fba030-db7b-45b6-9af7-e14c46c38cd5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d5fba030-db7b-45b6-9af7-e14c46c38cd5,segment=NetworkSegment(204706a2-7318-4f60-98be-4d40eb1b0524),segment_id=204706a2-7318-4f60-98be-4d40eb1b0524)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:42.092571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'port_id': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'mac_address': 'fa:16:3e:ab:5c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:33:42.109821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d65af4fa-2586-423d-b91f-fc3e01adbed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:42.140400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.181304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:42.221909 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.233953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:42.242790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fba030-db7b-45b6-9af7-e14c46c38cd5 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:33:42.249031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:42.252291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:42.252934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.261100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800c44a9-c11d-4c56-86c5-7881dbc77752 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:42.388148 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.1303294
Dec 19 13:33:42.397564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=b1818e4c-e784-437f-aeae-af9146ecdbb0,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:42.401039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ad0435-9038-4930-b837-250e240445a9 None None] Network cbb1e18e-1e5c-47b8-9282-3f562e4e1fac requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:42.402771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44350) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:42.416476 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24326ebe-d63a-4831-a6a4-9529c489d5f4 req-3dba6c7b-4a69-46e6-8020-11efe7a420ea tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a1c8cb-b3ea-4413-bd1d-ce0f4c48c2f2 HTTP/1.1" status: 200  len: 210 time: 0.0778863
Dec 19 13:33:42.420940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:42.442870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': 'b1818e4c-e784-437f-aeae-af9146ecdbb0', 'ip_address': '2001:db8::3bf7:2736:a17b:6d8'}], 'name': 'tempest-NetworksTestDHCPv6-39335197'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:42.551821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb223d-7d6a-4744-8372-91de781cd65f req-543e26ff-947b-4f16-8361-7c133be8a9c1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:42.553206 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-76cb223d-7d6a-4744-8372-91de781cd65f req-543e26ff-947b-4f16-8361-7c133be8a9c1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 943 time: 0.6666141
Dec 19 13:33:42.555657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port d5fba030-db7b-45b6-9af7-e14c46c38cd5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d5fba030-db7b-45b6-9af7-e14c46c38cd5,segment=NetworkSegment(204706a2-7318-4f60-98be-4d40eb1b0524),segment_id=204706a2-7318-4f60-98be-4d40eb1b0524)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:42.564530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.635916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.641980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:42.684835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:42.687108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.700695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:42.702991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-edf6a95a-f7ac-4d7b-b8f7-e1c4351932f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.709091 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:42.713925 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-76cb223d-7d6a-4744-8372-91de781cd65f req-24396bc8-5570-4ff5-9a48-77d209c40c83 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1490045
Dec 19 13:33:42.717711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-458e52e8-8f2d-4efb-9fcc-84c13b6b6622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:42.719455 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:42.755170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a42b0536-26b9-405a-8de0-a2a70ae84a2c None None] Provisioning for port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:42.799236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a42b0536-26b9-405a-8de0-a2a70ae84a2c None None] Provisioning complete for port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:42.799613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a42b0536-26b9-405a-8de0-a2a70ae84a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.814052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.818425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:42.827624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.838404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=9d46d34a-732d-4fa2-b9f1-c7578016facf,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:42.843004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:42.869728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:42.876384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 9a0544c6-9ffb-4ad0-a22e-969f6149bc41 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:33:42.914447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['d5fba030-db7b-45b6-9af7-e14c46c38cd5'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:33:42.931690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-55859cb9-efd3-4129-b7f6-b7637107a2e6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:42.966303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network cbb1e18e-1e5c-47b8-9282-3f562e4e1fac is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:42.967581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:43.009834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=d5fba030-db7b-45b6-9af7-e14c46c38cd5,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:43.032433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:43.059312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': 'b1818e4c-e784-437f-aeae-af9146ecdbb0'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:33:43.060084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:43.119137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Subnet': ['ID=2817b897-39f2-4603-8571-16dc6b159071,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:43.135161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:43.164607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Checking segment: {'id': 'b48bd51d-5644-4f28-b7b6-71be22be8d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:43.164891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network hostable DHCP agents. Network: 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:33:43.245153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4cf8f-2b41-49af-897d-654803403065 req-11fee53d-c640-419a-b19f-e78b1f2d9da1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:43.252338 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c8e4cf8f-2b41-49af-897d-654803403065 req-11fee53d-c640-419a-b19f-e78b1f2d9da1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 945 time: 0.2931454
Dec 19 13:33:43.267103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a42b0536-26b9-405a-8de0-a2a70ae84a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:43.321770 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::3bf7:2736:a17b:6d8 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/b1818e4c-e784-437f-aeae-af9146ecdbb0/9a0544c6-9ffb-4ad0-a22e-969f6149bc41) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:43.339604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a42b0536-26b9-405a-8de0-a2a70ae84a2c None None] For port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2bed52f5-a5c8-4656-8490-30dd21ab5bb0,segment=NetworkSegment(d2460180-c3ab-40c4-8c95-1571be4ed719),segment_id=d2460180-c3ab-40c4-8c95-1571be4ed719)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:43.340202 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c8e4cf8f-2b41-49af-897d-654803403065 req-e57b1d26-102b-4efd-b6a4-cb10cec913bb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863678
Dec 19 13:33:43.472033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:33:43.484752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a42b0536-26b9-405a-8de0-a2a70ae84a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:43.487492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 6a1a7095-5097-445b-8334-2fab1c0555ff is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:33:43.490155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b7c33b98-5acf-4618-ab64-79f35bbc21b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:43.568811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b0536-26b9-405a-8de0-a2a70ae84a2c None None] Pushing event updated for resources: {'Port': ['ID=2bed52f5-a5c8-4656-8490-30dd21ab5bb0,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:43.572615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a42b0536-26b9-405a-8de0-a2a70ae84a2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:43.614484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6485fdb8-b520-4e24-b59a-1070786edbb2 None None] Provisioning complete for port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:43.614867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6485fdb8-b520-4e24-b59a-1070786edbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:43.619825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:43.620544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44358) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:43.638983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 9a0544c6-9ffb-4ad0-a22e-969f6149bc41 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:43.666309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:43.671985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:43.673155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:43.686702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec1731-5bc6-41da-a1bd-76037aa9f0af None None] Network 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:43.738496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:43.746478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:43.766932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1820e1-2f75-4c99-8839-9417ae6f0945 admin admin] Deleting subnet d2066a85-bffd-49a2-9fdf-291bb1391abf {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:43.770978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d1820e1-2f75-4c99-8839-9417ae6f0945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:43.844803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d1820e1-2f75-4c99-8839-9417ae6f0945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:43.845254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b02911c5-cd31-4f01-be34-37c93e95c6bb details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:33:43.845944 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6118255
Dec 19 13:33:43.846738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44364) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:43.852047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7495fc77-4107-4989-b6a3-1c7b9406d4cd no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:33:43.856737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b128b4ce-2917-4a31-8ce2-72812e64d83f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-677444292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:43.874495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b128b4ce-2917-4a31-8ce2-72812e64d83f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:43.889624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:43.903356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:43.904535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b128b4ce-2917-4a31-8ce2-72812e64d83f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:router and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:43.907394 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=9a0544c6-9ffb-4ad0-a22e-969f6149bc41,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:43.916091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d1820e1-2f75-4c99-8839-9417ae6f0945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:43.917375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b128b4ce-2917-4a31-8ce2-72812e64d83f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:43.921854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:43.968026 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 7495fc77-4107-4989-b6a3-1c7b9406d4cd {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:33:43.968592 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:43.968688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7495fc77-4107-4989-b6a3-1c7b9406d4cd not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:33:43.969435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b128b4ce-2917-4a31-8ce2-72812e64d83f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:43.977844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:43.984562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:43.985195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.032469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:44.049510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44368) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:44.049880 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/6a1a7095-5097-445b-8334-2fab1c0555ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9274895
Dec 19 13:33:44.061179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab46dc4d-e23f-4e9b-919a-4cd82ad4d555 None None] Sync routers for ids ['6a1a7095-5097-445b-8334-2fab1c0555ff'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:44.077656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.resource_extend [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:33:44.095627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d1820e1-2f75-4c99-8839-9417ae6f0945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.099779 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 945 time: 1.6935701
Dec 19 13:33:44.102288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c1419f0-e27c-4499-ac00-4605e49793b5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:44.108379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44372) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:44.120895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c91052e4-066c-423a-972f-1fa3fa036d2b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': 'b1818e4c-e784-437f-aeae-af9146ecdbb0', 'ip_address': '2001:db8::3bf7:2736:a17b:6d8'}], 'name': 'tempest-NetworksTestDHCPv6-1846567498'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:44.142034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1820e1-2f75-4c99-8839-9417ae6f0945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2066a85-bffd-49a2-9fdf-291bb1391abf,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:44.143152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c400d9-4d9b-49ce-92d5-a76cec7ba91e req-df96c7c5-ad41-4bac-9884-d87aced7d9c2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:44.145513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1d1820e1-2f75-4c99-8839-9417ae6f0945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:44.147646 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d1820e1-2f75-4c99-8839-9417ae6f0945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.149473 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1d1820e1-2f75-4c99-8839-9417ae6f0945 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d2066a85-bffd-49a2-9fdf-291bb1391abf HTTP/1.1" status: 204  len: 168 time: 0.5246704
Dec 19 13:33:44.152181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44376) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:44.154462 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b4c400d9-4d9b-49ce-92d5-a76cec7ba91e req-df96c7c5-ad41-4bac-9884-d87aced7d9c2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 943 time: 0.2302980
Dec 19 13:33:44.199331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/b1818e4c-e784-437f-aeae-af9146ecdbb0/d0f8ec03-c339-4b64-a04e-468dbf504334) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:44.242928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b128b4ce-2917-4a31-8ce2-72812e64d83f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.244372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b128b4ce-2917-4a31-8ce2-72812e64d83f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.261318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.268911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46dc4d-e23f-4e9b-919a-4cd82ad4d555 None None] Routers {'6a1a7095-5097-445b-8334-2fab1c0555ff'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:44.269542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ab46dc4d-e23f-4e9b-919a-4cd82ad4d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46f186a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6a1a7095-5097-445b-8334-2fab1c0555ff'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:44.269701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd346d-149e-4918-a865-608965bc2db3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:44.274361 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-84fd346d-149e-4918-a865-608965bc2db3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports/9d46d34a-732d-4fa2-b9f1-c7578016facf HTTP/1.1" status: 200  len: 910 time: 0.2237248
Dec 19 13:33:44.278847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44380) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:44.429549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ab46dc4d-e23f-4e9b-919a-4cd82ad4d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46f186a0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:44.516022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.522338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:44.522937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.543640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45d9cf40>,) {'filters': {'network_id': ['042fb34b-c5e2-47bd-87be-0485e148a3e3']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:44.558063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45d9cf40>, '8a360e13-b8fa-4502-850e-3b66944b56a6') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:44.558358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45d9cf40>, '8a360e13-b8fa-4502-850e-3b66944b56a6') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:44.561580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port b02911c5-cd31-4f01-be34-37c93e95c6bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:44.573324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.578817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6485fdb8-b520-4e24-b59a-1070786edbb2 None None] Provisioning for port 9d46d34a-732d-4fa2-b9f1-c7578016facf completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:44.606215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.608207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6485fdb8-b520-4e24-b59a-1070786edbb2 None None] Provisioning complete for port 9d46d34a-732d-4fa2-b9f1-c7578016facf triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:44.608570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6485fdb8-b520-4e24-b59a-1070786edbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.616076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:33:44.617598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.636382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3', 'network_id': '1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3', 'tenant_id': '830d4338d371471192910e025aa964fe', 'fixed_ips': [{'subnet_id': '2817b897-39f2-4603-8571-16dc6b159071'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:33:44.637204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.664554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'port_id': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'mac_address': 'fa:16:3e:4e:c2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:33:44.666092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46dc4d-e23f-4e9b-919a-4cd82ad4d555 None None] Routers {'6a1a7095-5097-445b-8334-2fab1c0555ff'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:44.666703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ab46dc4d-e23f-4e9b-919a-4cd82ad4d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46f186a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6a1a7095-5097-445b-8334-2fab1c0555ff'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:44.676317 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b4c400d9-4d9b-49ce-92d5-a76cec7ba91e req-e8cfc77a-850d-47dc-b1c0-f3e14a0ca0bc tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5209684
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:33:44.704976 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:33:44.719748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b128b4ce-2917-4a31-8ce2-72812e64d83f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.746533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c91052e4-066c-423a-972f-1fa3fa036d2b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:44.760446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c91052e4-066c-423a-972f-1fa3fa036d2b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:44.765644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c91052e4-066c-423a-972f-1fa3fa036d2b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:44.790756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c91052e4-066c-423a-972f-1fa3fa036d2b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:44.809472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.810017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cd07e-fec5-4bcf-ad70-d0a61b27631c req-8af9265b-9e1f-4af6-bf3a-dd8007a596fd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:44.811526 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f95cd07e-fec5-4bcf-ad70-d0a61b27631c req-8af9265b-9e1f-4af6-bf3a-dd8007a596fd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 945 time: 0.2325702
Dec 19 13:33:44.823276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.827286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c311517-d75c-41b2-a68b-e0528a4f52e9 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:44.844907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b128b4ce-2917-4a31-8ce2-72812e64d83f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.848726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] Pushing event deleted for resources: {'Network': ['ID=042fb34b-c5e2-47bd-87be-0485e148a3e3,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:44.852575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:44.856670 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] 10.222.0.24 "DELETE /v2.0/networks/042fb34b-c5e2-47bd-87be-0485e148a3e3 HTTP/1.1" status: 204  len: 168 time: 0.7008755
Dec 19 13:33:44.856952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44386) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:44.860818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ab46dc4d-e23f-4e9b-919a-4cd82ad4d555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46f186a0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:44.861432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab46dc4d-e23f-4e9b-919a-4cd82ad4d555 None None] The sync data for ids ['6a1a7095-5097-445b-8334-2fab1c0555ff'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:44.922932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-75dff939-8c97-4494-95ed-5bbfb65b9bd7 admin admin] Deleting subnet 7a561f4f-eafc-4021-951e-fbdb1d3fa58c {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:44.926218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75dff939-8c97-4494-95ed-5bbfb65b9bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.946762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-37ed6a93-bb4b-4fef-8c4c-60d899f00513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.958129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6485fdb8-b520-4e24-b59a-1070786edbb2 None None] Port 9d46d34a-732d-4fa2-b9f1-c7578016facf cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:44.984455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75dff939-8c97-4494-95ed-5bbfb65b9bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:44.998319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91052e4-066c-423a-972f-1fa3fa036d2b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:45.003694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c91052e4-066c-423a-972f-1fa3fa036d2b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.015086 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f95cd07e-fec5-4bcf-ad70-d0a61b27631c req-fbb7dd10-c55f-433c-8045-6901e42e9543 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1948838
Dec 19 13:33:45.015326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.024147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b128b4ce-2917-4a31-8ce2-72812e64d83f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.028120 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44390) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:45.028277 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b128b4ce-2917-4a31-8ce2-72812e64d83f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.1758795
Dec 19 13:33:45.037172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'port': {'network_id': '1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3', 'name': 'tempest-RoutersIpV6Test-545836385'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:45.051182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-c91052e4-066c-423a-972f-1fa3fa036d2b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 08c64543-15b9-4466-aca0-23fe3d94603c yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:33:45.096891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02911c5-cd31-4f01-be34-37c93e95c6bb {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:33:45.135177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75dff939-8c97-4494-95ed-5bbfb65b9bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.154191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.200598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Transition to ACTIVE for port object d0f8ec03-c339-4b64-a04e-468dbf504334 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:45.203796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port b02911c5-cd31-4f01-be34-37c93e95c6bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:45.225612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.238593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Allocated IP 2001:db8::2 (1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3/2817b897-39f2-4603-8571-16dc6b159071/68bc19bf-7692-4031-b300-a5dca56e5fad) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:45.246066 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ecb78016-63e6-4125-914f-03c46cf89f17 None None] Provisioning complete for port 9d46d34a-732d-4fa2-b9f1-c7578016facf triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:45.246430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ecb78016-63e6-4125-914f-03c46cf89f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.249923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:45.259754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:port and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:45.263179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:45.269490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:45.287270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Transition to ACTIVE for port object d0f8ec03-c339-4b64-a04e-468dbf504334 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:45.355895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:45.359562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.362292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.370704 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f654b1bb-41a2-4a03-9e83-921ea3359994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:45.374498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75dff939-8c97-4494-95ed-5bbfb65b9bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.382685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8cc65476-e44c-40ab-98d0-54d144392b63 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:45.413340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ecb78016-63e6-4125-914f-03c46cf89f17 None None] Port 9d46d34a-732d-4fa2-b9f1-c7578016facf cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:45.415444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.423535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dff939-8c97-4494-95ed-5bbfb65b9bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a561f4f-eafc-4021-951e-fbdb1d3fa58c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:45.426201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-75dff939-8c97-4494-95ed-5bbfb65b9bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:45.430027 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-75dff939-8c97-4494-95ed-5bbfb65b9bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.437656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] device_id is not set on port 4f129f60-628a-43fa-b0f1-210ca0165a9e yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:33:45.477456 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-75dff939-8c97-4494-95ed-5bbfb65b9bd7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7a561f4f-eafc-4021-951e-fbdb1d3fa58c HTTP/1.1" status: 204  len: 168 time: 0.6169372
Dec 19 13:33:45.477701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:45.477820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44394) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:45.488185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:45.493781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=b02911c5-cd31-4f01-be34-37c93e95c6bb,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:45.498379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:45.502133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:45.502603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ff76cee3-888f-4466-9f2f-3e72c496f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:45.567863 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91052e4-066c-423a-972f-1fa3fa036d2b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:33:45.568635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91052e4-066c-423a-972f-1fa3fa036d2b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:33:45.594799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['b02911c5-cd31-4f01-be34-37c93e95c6bb'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:33:45.624380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.727467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Pushing event updated for resources: {'Port': ['ID=d0f8ec03-c339-4b64-a04e-468dbf504334,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:45.745031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:45.781019 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c91052e4-066c-423a-972f-1fa3fa036d2b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 1.6657951
Dec 19 13:33:45.781491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44400) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:45.784371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Attempting to bind port d0f8ec03-c339-4b64-a04e-468dbf504334 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:45.784371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Attempting to bind port d0f8ec03-c339-4b64-a04e-468dbf504334 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:45.784613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Attempting to bind port d0f8ec03-c339-4b64-a04e-468dbf504334 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:45.793026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.802098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.815294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:45.822323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:45.822323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.822323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:45.822323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Bound port: d0f8ec03-c339-4b64-a04e-468dbf504334, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:45.822323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.829550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Transition to ACTIVE for port object 68bc19bf-7692-4031-b300-a5dca56e5fad will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:45.832561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device d5fba030-db7b-45b6-9af7-e14c46c38cd5 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:45.835582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d476efbb0>,) {'filters': {'network_id': ['ce1d04b1-5906-4c43-b5ee-82892c046348']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:45.849266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d476efbb0>, '9cdc5e57-5605-434d-a608-da440f5b9689') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:45.853077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d476efbb0>, '9cdc5e57-5605-434d-a608-da440f5b9689') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:45.864184 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.901124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.901124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:33:45.901124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:45.962545 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Transition to ACTIVE for port object 68bc19bf-7692-4031-b300-a5dca56e5fad will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:33:45.965248 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:33:45.975753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3960c0-8fb4-4c57-b9e5-9002cc3de607 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:45.976706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3960c0-8fb4-4c57-b9e5-9002cc3de607 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:45.977382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4c3960c0-8fb4-4c57-b9e5-9002cc3de607 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:46.042043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] For port d0f8ec03-c339-4b64-a04e-468dbf504334, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:46.068297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.074360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:46.097664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.097832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224478c-173e-493f-bb83-a617025b09ee req-e372f340-08ba-4796-8982-b60abc3c406c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:46.098297 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a224478c-173e-493f-bb83-a617025b09ee req-e372f340-08ba-4796-8982-b60abc3c406c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 944 time: 0.1757965
Dec 19 13:33:46.101474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c8be514d-d7ae-400a-a679-5cd25031cf8e tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:46.105578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4c3960c0-8fb4-4c57-b9e5-9002cc3de607 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:46.109242 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4c3960c0-8fb4-4c57-b9e5-9002cc3de607 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1682 time: 0.3242879
Dec 19 13:33:46.110093 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44406) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:46.122485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.126988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce1d04b1-5906-4c43-b5ee-82892c046348,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:46.133678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:46.153367 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ce1d04b1-5906-4c43-b5ee-82892c046348 HTTP/1.1" status: 204  len: 168 time: 0.6744063
Dec 19 13:33:46.173872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Allocated IP 2001:db8::12 (1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3/2817b897-39f2-4603-8571-16dc6b159071/4f129f60-628a-43fa-b0f1-210ca0165a9e) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:46.184700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] For port d0f8ec03-c339-4b64-a04e-468dbf504334, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d0f8ec03-c339-4b64-a04e-468dbf504334,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:46.209101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port d5fba030-db7b-45b6-9af7-e14c46c38cd5 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:46.209365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 9d46d34a-732d-4fa2-b9f1-c7578016facf {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:46.209591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.219473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.239305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Pushing event updated for resources: {'Port': ['ID=68bc19bf-7692-4031-b300-a5dca56e5fad,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:46.244548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Network 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:46.248507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port d5fba030-db7b-45b6-9af7-e14c46c38cd5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:46.249184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.276394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:46.284334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:46.301548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:46.314081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.325000 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-295b8fa3-e2a2-4b3b-b455-f267ea941e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:46.365833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.460470 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-77062480-dd8f-410b-b764-d3d3f92db495 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 9a0544c6-9ffb-4ad0-a22e-969f6149bc41 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:46.460711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77062480-dd8f-410b-b764-d3d3f92db495 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.472176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.489023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Transition to ACTIVE for port object 4f129f60-628a-43fa-b0f1-210ca0165a9e will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:46.538410 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a224478c-173e-493f-bb83-a617025b09ee req-9a77ef5b-5a53-4f3c-98fd-af4e26aae0a1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3874011
Dec 19 13:33:46.541076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Pushing event updated for resources: {'Port': ['ID=d0f8ec03-c339-4b64-a04e-468dbf504334,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:46.580368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:46.589626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Attempting to bind port 68bc19bf-7692-4031-b300-a5dca56e5fad on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:46.591718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Attempting to bind port 68bc19bf-7692-4031-b300-a5dca56e5fad by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'b48bd51d-5644-4f28-b7b6-71be22be8d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:46.591718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Attempting to bind port 68bc19bf-7692-4031-b300-a5dca56e5fad on network 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:46.613225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.625966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:46.628565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:46.628944 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Checking segment: {'id': 'b48bd51d-5644-4f28-b7b6-71be22be8d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:46.629580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.630143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Bound using segment: {'id': 'b48bd51d-5644-4f28-b7b6-71be22be8d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:46.630809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Bound port: 68bc19bf-7692-4031-b300-a5dca56e5fad, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48bd51d-5644-4f28-b7b6-71be22be8d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:46.631379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.657824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.734806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcac361-1b10-45e9-9932-4b9f27025140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:33:46.745241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:46.748995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=4f129f60-628a-43fa-b0f1-210ca0165a9e,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:46.751528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:46.753248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:46.754174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:46.758395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:46.759000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.771610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port d5fba030-db7b-45b6-9af7-e14c46c38cd5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d5fba030-db7b-45b6-9af7-e14c46c38cd5,segment=NetworkSegment(204706a2-7318-4f60-98be-4d40eb1b0524),segment_id=204706a2-7318-4f60-98be-4d40eb1b0524)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:46.782749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] For port 68bc19bf-7692-4031-b300-a5dca56e5fad, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:46.785931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] For port 68bc19bf-7692-4031-b300-a5dca56e5fad, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=68bc19bf-7692-4031-b300-a5dca56e5fad,segment=NetworkSegment(b48bd51d-5644-4f28-b7b6-71be22be8d42),segment_id=b48bd51d-5644-4f28-b7b6-71be22be8d42)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:46.821653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05b4da-d6e7-43d7-9d3b-d082cc171c85 req-371459a8-8ea3-4ed4-9645-af17d82fb8ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:46.822857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44414) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:46.823835 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5f05b4da-d6e7-43d7-9d3b-d082cc171c85 req-371459a8-8ea3-4ed4-9645-af17d82fb8ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 945 time: 0.4350178
Dec 19 13:33:46.847767 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcac361-1b10-45e9-9932-4b9f27025140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'code': 200}
Dec 19 13:33:46.869537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.871537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fbf041f5-a20e-440a-8f05-1aa1f8c255b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:46.901058 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0e9d72bd-a1ae-4194-a19c-348d3940cc33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1566be31246a47a0a16f720b3008d23f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0720453
Dec 19 13:33:46.903523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44418) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:46.916378 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5f05b4da-d6e7-43d7-9d3b-d082cc171c85 req-7d88892b-44d3-4308-b02f-31fc4658dc69 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740488
Dec 19 13:33:46.922080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:46.939647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44422) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:46.941625 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 1.9122095
Dec 19 13:33:47.032948 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:33:47.036312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:47.096311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=d5fba030-db7b-45b6-9af7-e14c46c38cd5,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:47.101644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:47.102504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8c6617ed-9788-4ee8-87ea-0f18b0455652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:47.124336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98715e43-c57c-4d7c-a1e9-f3248eee1d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:47.176845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98715e43-c57c-4d7c-a1e9-f3248eee1d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:47.186835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Pushing event updated for resources: {'Port': ['ID=68bc19bf-7692-4031-b300-a5dca56e5fad,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:47.199486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:47.260177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77062480-dd8f-410b-b764-d3d3f92db495 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:47.275146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 9d46d34a-732d-4fa2-b9f1-c7578016facf owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:47.476622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98715e43-c57c-4d7c-a1e9-f3248eee1d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:47.485536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-62c887c6-559d-43ac-ab5d-d1500f3fe082 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:47.494639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98715e43-c57c-4d7c-a1e9-f3248eee1d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba36c65-5714-45a3-884b-28036b803dee,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:47.497338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-98715e43-c57c-4d7c-a1e9-f3248eee1d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:47.501733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-77062480-dd8f-410b-b764-d3d3f92db495 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 9a0544c6-9ffb-4ad0-a22e-969f6149bc41 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:47.503238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-98715e43-c57c-4d7c-a1e9-f3248eee1d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:47.504350 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-98715e43-c57c-4d7c-a1e9-f3248eee1d45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dba36c65-5714-45a3-884b-28036b803dee HTTP/1.1" status: 204  len: 168 time: 0.5997655
Dec 19 13:33:47.543932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:47.823775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b02911c5-cd31-4f01-be34-37c93e95c6bb up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:47.870074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 68bc19bf-7692-4031-b300-a5dca56e5fad up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:48.077876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 68bc19bf-7692-4031-b300-a5dca56e5fad completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:48.083248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d0f8ec03-c339-4b64-a04e-468dbf504334 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:48.131110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port b02911c5-cd31-4f01-be34-37c93e95c6bb completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:48.145485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port b02911c5-cd31-4f01-be34-37c93e95c6bb triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:48.145859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.154520 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e9bd488-2132-4bc8-ae0c-986991d6225c req-6842b2f9-a3d1-4519-9b32-5baac4e0327f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 1099 time: 0.8508244
Dec 19 13:33:48.295517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.315354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port d0f8ec03-c339-4b64-a04e-468dbf504334 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:48.346265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port b02911c5-cd31-4f01-be34-37c93e95c6bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:48.391541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.400684 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-92995023-052b-46b6-b4c8-dd0f38640232 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:48.458541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a1f6328f-0cdc-4fb7-ba24-3ddaab2fd34e None None] Provisioning for port d0f8ec03-c339-4b64-a04e-468dbf504334 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:48.462814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.466322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-729563d1-dfdf-425e-aa54-aa206eb7ab71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:48.486459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44434) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:48.509672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77062480-dd8f-410b-b764-d3d3f92db495 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.520590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a1f6328f-0cdc-4fb7-ba24-3ddaab2fd34e None None] Provisioning complete for port d0f8ec03-c339-4b64-a04e-468dbf504334 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:48.521139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=9d46d34a-732d-4fa2-b9f1-c7578016facf,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:48.524554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a1f6328f-0cdc-4fb7-ba24-3ddaab2fd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.525453 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e9bd488-2132-4bc8-ae0c-986991d6225c req-b6aa0e8b-d7c0-459d-9916-158eb49ae1c4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3155675
Dec 19 13:33:48.535716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:48.536411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:48.567364 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-67b6fac4-ec9c-4414-b80c-1fa4ed6f9cb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4199c9693bee4562aaddc439cec742b9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0776014
Dec 19 13:33:48.567578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44438) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:48.593988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77062480-dd8f-410b-b764-d3d3f92db495 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=9a0544c6-9ffb-4ad0-a22e-969f6149bc41,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:48.604072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-77062480-dd8f-410b-b764-d3d3f92db495 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:48.617876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9ab34-19c0-410f-aa4b-9a1a7c480e48 req-90580a2a-97c6-457c-a105-262d55a075a1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:48.619853 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eab9ab34-19c0-410f-aa4b-9a1a7c480e48 req-90580a2a-97c6-457c-a105-262d55a075a1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 944 time: 0.8634896
Dec 19 13:33:48.625298 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=b02911c5-cd31-4f01-be34-37c93e95c6bb,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:48.629298 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:48.655582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03ceb60d-16e2-425f-a387-67f6ffde71ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.686026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03ceb60d-16e2-425f-a387-67f6ffde71ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.747565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce9477-cbf9-4a26-914a-6f9969117fda req-e703af7b-0356-4771-98dc-a810320457dd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:48.749979 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f2ce9477-cbf9-4a26-914a-6f9969117fda req-e703af7b-0356-4771-98dc-a810320457dd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 946 time: 0.6434784
Dec 19 13:33:48.750136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a1f6328f-0cdc-4fb7-ba24-3ddaab2fd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.773317 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e185ee7b-d657-4cee-9e16-2e0acef9f9d1 None None] Network 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:48.837722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03ceb60d-16e2-425f-a387-67f6ffde71ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.844743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d15593c5-3996-4fd2-b196-564139ea8d0f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:48.865173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ceb60d-16e2-425f-a387-67f6ffde71ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12726d50-650b-4424-b4b1-dc8e66400dc0,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:48.869705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-03ceb60d-16e2-425f-a387-67f6ffde71ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:48.870851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03ceb60d-16e2-425f-a387-67f6ffde71ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.872252 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-03ceb60d-16e2-425f-a387-67f6ffde71ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12726d50-650b-4424-b4b1-dc8e66400dc0 HTTP/1.1" status: 204  len: 168 time: 0.3035743
Dec 19 13:33:48.877444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77062480-dd8f-410b-b764-d3d3f92db495 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:48.928547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02911c5-cd31-4f01-be34-37c93e95c6bb'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:33:48.939896 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-77062480-dd8f-410b-b764-d3d3f92db495 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/9a0544c6-9ffb-4ad0-a22e-969f6149bc41 HTTP/1.1" status: 204  len: 168 time: 2.8290241
Dec 19 13:33:48.942296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44446) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:49.075735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a1f6328f-0cdc-4fb7-ba24-3ddaab2fd34e None None] For port d0f8ec03-c339-4b64-a04e-468dbf504334, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d0f8ec03-c339-4b64-a04e-468dbf504334,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:49.080873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae33a854-4457-4fe2-a094-1e5f151fb6c4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:49.083033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae33a854-4457-4fe2-a094-1e5f151fb6c4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:49.087531 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ae33a854-4457-4fe2-a094-1e5f151fb6c4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1439536
Dec 19 13:33:49.089340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44450) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:49.107863 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eab9ab34-19c0-410f-aa4b-9a1a7c480e48 req-5e84fe3a-b929-4e86-b317-1a870697be2c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4341774
Dec 19 13:33:49.170048 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a1f6328f-0cdc-4fb7-ba24-3ddaab2fd34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:49.173221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:49.181366 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f2ce9477-cbf9-4a26-914a-6f9969117fda req-a5ca28be-fe97-4208-8d78-d9f59cad9043 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3616984
Dec 19 13:33:49.248346 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'code': 200}
Dec 19 13:33:49.294814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7d3b22dc-2620-41f5-862d-f4c2fb5cfbbe None None] Could not find standard attr ID for object 9a0544c6-9ffb-4ad0-a22e-969f6149bc41. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:33:49.297360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6328f-0cdc-4fb7-ba24-3ddaab2fd34e None None] Pushing event updated for resources: {'Port': ['ID=d0f8ec03-c339-4b64-a04e-468dbf504334,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:49.301986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a1f6328f-0cdc-4fb7-ba24-3ddaab2fd34e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:49.355215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:49.355472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca876500-db77-4f3d-9aba-da63e7892697 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet b1818e4c-e784-437f-aeae-af9146ecdbb0 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:49.356792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca876500-db77-4f3d-9aba-da63e7892697 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:49.367350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:49.412397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7d3b22dc-2620-41f5-862d-f4c2fb5cfbbe None None] Provisioning for port 68bc19bf-7692-4031-b300-a5dca56e5fad completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:49.428507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7d3b22dc-2620-41f5-862d-f4c2fb5cfbbe None None] Provisioning complete for port 68bc19bf-7692-4031-b300-a5dca56e5fad triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:49.428507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7d3b22dc-2620-41f5-862d-f4c2fb5cfbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:49.434578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca876500-db77-4f3d-9aba-da63e7892697 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:49.549266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca876500-db77-4f3d-9aba-da63e7892697 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:49.690725 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7d3b22dc-2620-41f5-862d-f4c2fb5cfbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:49.744741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca876500-db77-4f3d-9aba-da63e7892697 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:49.749301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1d1820e1-2f75-4c99-8839-9417ae6f0945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:49.753291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7d3b22dc-2620-41f5-862d-f4c2fb5cfbbe None None] For port 68bc19bf-7692-4031-b300-a5dca56e5fad, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=68bc19bf-7692-4031-b300-a5dca56e5fad,segment=NetworkSegment(b48bd51d-5644-4f28-b7b6-71be22be8d42),segment_id=b48bd51d-5644-4f28-b7b6-71be22be8d42)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:49.790624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d0f8ec03-c339-4b64-a04e-468dbf504334 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:49.793471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca876500-db77-4f3d-9aba-da63e7892697 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=b1818e4c-e784-437f-aeae-af9146ecdbb0,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:49.796903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca876500-db77-4f3d-9aba-da63e7892697 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:49.814882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca876500-db77-4f3d-9aba-da63e7892697 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:49.832714 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ca876500-db77-4f3d-9aba-da63e7892697 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/b1818e4c-e784-437f-aeae-af9146ecdbb0 HTTP/1.1" status: 204  len: 168 time: 0.7401786
Dec 19 13:33:49.837569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44456) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:49.850258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92825ac-0b69-43b5-ba61-5d3037061a6f None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:49.874175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7d3b22dc-2620-41f5-862d-f4c2fb5cfbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:49.923552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:49.928141 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-580a1dd5-606b-4ffc-a763-3d6cd859c9a8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0905898
Dec 19 13:33:49.928346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44460) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:49.934616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:50.048762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:50.053177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:50.056150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:50.062095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:50.113676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b22dc-2620-41f5-862d-f4c2fb5cfbbe None None] Pushing event updated for resources: {'Port': ['ID=68bc19bf-7692-4031-b300-a5dca56e5fad,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:50.117569 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7d3b22dc-2620-41f5-862d-f4c2fb5cfbbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:50.148256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d0f8ec03-c339-4b64-a04e-468dbf504334 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:50.149292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:50.169241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:50.176798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:50.210960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0723e6b0-50bf-491f-b371-296148892537 None None] Provisioning for port 4f129f60-628a-43fa-b0f1-210ca0165a9e completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:50.220971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0723e6b0-50bf-491f-b371-296148892537 None None] Provisioning complete for port 4f129f60-628a-43fa-b0f1-210ca0165a9e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:50.221654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0723e6b0-50bf-491f-b371-296148892537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:50.377447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3599022-5d57-4100-8b39-323ec1f32f37 None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:33:50.391642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-0723e6b0-50bf-491f-b371-296148892537 None None] Port 4f129f60-628a-43fa-b0f1-210ca0165a9e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:50.394933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e3599022-5d57-4100-8b39-323ec1f32f37 None None] Deleting port d0f8ec03-c339-4b64-a04e-468dbf504334 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:50.395352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e3599022-5d57-4100-8b39-323ec1f32f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:50.498294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0723e6b0-50bf-491f-b371-296148892537 None None] Provisioning complete for port 68bc19bf-7692-4031-b300-a5dca56e5fad triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:50.498580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0723e6b0-50bf-491f-b371-296148892537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:50.566334 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-740a84ac-929d-4b70-9ef6-0f1b00556692 req-e40eb63c-cde8-4e57-95f2-a03f2022a62e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 1098 time: 0.6904869
Dec 19 13:33:50.583592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:50.588778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-946cc9b7-165d-4eec-9efb-2f01dccef5a3 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:50.625488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:50.665490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=4b52b582-82f8-49fe-9dce-18ac96292692,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:50.670466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 6a1a7095-5097-445b-8334-2fab1c0555ff has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:33:50.671741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:50.677608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:50.678791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:50.680939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de7b70-1388-4629-8062-c42854cdc21d req-36cd075f-552e-41db-b63b-d385812c7ee9 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:50.682605 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84de7b70-1388-4629-8062-c42854cdc21d req-36cd075f-552e-41db-b63b-d385812c7ee9 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 945 time: 0.3638325
Dec 19 13:33:50.689016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:50.690134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:50.690798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:50.694244 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-740a84ac-929d-4b70-9ef6-0f1b00556692 req-2734f6dc-e843-41eb-8227-e457deed15d1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1169641
Dec 19 13:33:50.708721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e3599022-5d57-4100-8b39-323ec1f32f37 None None] For port d0f8ec03-c339-4b64-a04e-468dbf504334, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d0f8ec03-c339-4b64-a04e-468dbf504334,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:50.709120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e3599022-5d57-4100-8b39-323ec1f32f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:50.717885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2f53a744-81a7-4f79-a50a-03c3b0586285 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:50.755479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646d887-361b-467b-b3f8-a3c0f556f145 req-9e6c1495-89d6-43d0-bdd2-78d1e53d0d90 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:50.756940 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5646d887-361b-467b-b3f8-a3c0f556f145 req-9e6c1495-89d6-43d0-bdd2-78d1e53d0d90 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 946 time: 0.3504832
Dec 19 13:33:50.785678 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8551247
Dec 19 13:33:50.789771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44468) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:50.796220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7217bf61-aa7b-4237-84ec-4e4cb52b67df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': '4b52b582-82f8-49fe-9dce-18ac96292692', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-659333536'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:50.847131 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e3599022-5d57-4100-8b39-323ec1f32f37 None None] Calling delete_port for d0f8ec03-c339-4b64-a04e-468dbf504334 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:50.948145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=4f129f60-628a-43fa-b0f1-210ca0165a9e,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:50.949410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7217bf61-aa7b-4237-84ec-4e4cb52b67df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:50.955339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7217bf61-aa7b-4237-84ec-4e4cb52b67df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:50.958566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7217bf61-aa7b-4237-84ec-4e4cb52b67df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:50.973600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7217bf61-aa7b-4237-84ec-4e4cb52b67df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:50.992274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e3599022-5d57-4100-8b39-323ec1f32f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:50.998307 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:51.002691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:51.018189 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84de7b70-1388-4629-8062-c42854cdc21d req-da36376c-9719-45a9-8753-95f95a3c947f tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3206260
Dec 19 13:33:51.043380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3599022-5d57-4100-8b39-323ec1f32f37 None None] Pushing event deleted for resources: {'Port': ['ID=d0f8ec03-c339-4b64-a04e-468dbf504334,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:51.052511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e3599022-5d57-4100-8b39-323ec1f32f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:51.053710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3599022-5d57-4100-8b39-323ec1f32f37 None None] No DVR routers for this DVR port d0f8ec03-c339-4b64-a04e-468dbf504334 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:51.068822 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5646d887-361b-467b-b3f8-a3c0f556f145 req-2db2445d-cc5b-46ca-905c-252ef00439e9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2997947
Dec 19 13:33:51.069418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe1537f-963c-45b1-890d-b7255a6fce45 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:51.071922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7217bf61-aa7b-4237-84ec-4e4cb52b67df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:51.077427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7217bf61-aa7b-4237-84ec-4e4cb52b67df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:51.108870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:51.118233 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6a030df5-3d8b-4084-a69c-e3244e0eeaf0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/6a1a7095-5097-445b-8334-2fab1c0555ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8383253
Dec 19 13:33:51.119837 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737517c5-7bd2-43fc-a274-1824a3c9c68f None None] Sync routers for ids ['6a1a7095-5097-445b-8334-2fab1c0555ff'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:51.122888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44474) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:51.130047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-7217bf61-aa7b-4237-84ec-4e4cb52b67df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 474bbb2b-a2e7-4c24-ae88-75647b42af40 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:33:51.134078 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737517c5-7bd2-43fc-a274-1824a3c9c68f None None] Routers {'6a1a7095-5097-445b-8334-2fab1c0555ff'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:51.142789 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-737517c5-7bd2-43fc-a274-1824a3c9c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474fcee0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6a1a7095-5097-445b-8334-2fab1c0555ff'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:51.235797 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-737517c5-7bd2-43fc-a274-1824a3c9c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474fcee0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:51.251445 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737517c5-7bd2-43fc-a274-1824a3c9c68f None None] Routers {'6a1a7095-5097-445b-8334-2fab1c0555ff'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:51.252345 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-737517c5-7bd2-43fc-a274-1824a3c9c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474fcee0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6a1a7095-5097-445b-8334-2fab1c0555ff'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:51.253089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d2ed0a87-ef2d-4826-9b07-ce443034fc93 None None] Provisioning complete for port 4f129f60-628a-43fa-b0f1-210ca0165a9e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:51.253579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d2ed0a87-ef2d-4826-9b07-ce443034fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:51.326033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ec3da2b6-6023-4c3e-9643-c49384c6bc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Synchronizing usage tracker for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:51.327084 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-737517c5-7bd2-43fc-a274-1824a3c9c68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474fcee0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:51.327671 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737517c5-7bd2-43fc-a274-1824a3c9c68f None None] The sync data for ids ['6a1a7095-5097-445b-8334-2fab1c0555ff'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:51.332607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:51.336516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed0a87-ef2d-4826-9b07-ce443034fc93 None None] Port 4f129f60-628a-43fa-b0f1-210ca0165a9e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:51.370331 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-7217bf61-aa7b-4237-84ec-4e4cb52b67df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:33:51.370767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7217bf61-aa7b-4237-84ec-4e4cb52b67df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:33:51.395608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea66e7c-629d-4535-83ef-9780ea58ee7b req-0135dd46-ad05-49c3-b167-4411f48afdf8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:51.397053 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aea66e7c-629d-4535-83ef-9780ea58ee7b req-0135dd46-ad05-49c3-b167-4411f48afdf8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 946 time: 0.1570442
Dec 19 13:33:51.434394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': '4b52b582-82f8-49fe-9dce-18ac96292692'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:33:51.435539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:51.435703 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ec3da2b6-6023-4c3e-9643-c49384c6bc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Unset dirty status for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:51.436806 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ec3da2b6-6023-4c3e-9643-c49384c6bc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a1a7095-5097-445b-8334-2fab1c0555ff HTTP/1.1" status: 200  len: 205 time: 0.3127625
Dec 19 13:33:51.439455 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44478) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:51.469037 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7217bf61-aa7b-4237-84ec-4e4cb52b67df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 0.6758764
Dec 19 13:33:51.469371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44482) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:51.518630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dc3436f3-25f0-4d6c-aedc-2b154b712b9d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:51.604908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/4b52b582-82f8-49fe-9dce-18ac96292692/eabac398-cd9a-41bd-9427-37c9b2e34169) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:51.615236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dc3436f3-25f0-4d6c-aedc-2b154b712b9d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:51.619899 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dc3436f3-25f0-4d6c-aedc-2b154b712b9d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1467342
Dec 19 13:33:51.619899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44486) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:51.728291 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aea66e7c-629d-4535-83ef-9780ea58ee7b req-12c72e8c-bfa7-471d-bdd1-ee4f895d38d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3243437
Dec 19 13:33:51.761523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44490) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:51.792746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:51.819164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-57a7d731-0454-4307-8b8b-0049385d9d0a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:51.867656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 68bc19bf-7692-4031-b300-a5dca56e5fad up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:51.868803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c2fbad-2a95-4dd2-bad9-4bedfc1b3549 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:51.870871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c2fbad-2a95-4dd2-bad9-4bedfc1b3549 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:51.871930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c2c2fbad-2a95-4dd2-bad9-4bedfc1b3549 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:51.926636 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dbce498a-6231-4b49-94cc-05fd88fb6fcc tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 1094 time: 0.1598148
Dec 19 13:33:51.927581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44494) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:51.936635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:51.945030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:51.950026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:floatingip and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:51.953005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:51.958636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:51.997824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c2c2fbad-2a95-4dd2-bad9-4bedfc1b3549 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:52.002055 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c2c2fbad-2a95-4dd2-bad9-4bedfc1b3549 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3785691
Dec 19 13:33:52.002401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44498) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:52.034725 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.050301 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 68bc19bf-7692-4031-b300-a5dca56e5fad triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:52.050685 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.061253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.078823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Transition to ACTIVE for port object eabac398-cd9a-41bd-9427-37c9b2e34169 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:52.119261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Transition to ACTIVE for port object eabac398-cd9a-41bd-9427-37c9b2e34169 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:52.209670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.217205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f15fd633-9f0e-425f-bab1-9c3efb34609e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:52.272837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d0f8ec03-c339-4b64-a04e-468dbf504334 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:33:52.273459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b04b5c1-1253-4e86-94b0-3837f9a4e986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 4b52b582-82f8-49fe-9dce-18ac96292692 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:52.279447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b04b5c1-1253-4e86-94b0-3837f9a4e986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.351429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b04b5c1-1253-4e86-94b0-3837f9a4e986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.364589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: d0f8ec03-c339-4b64-a04e-468dbf504334 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:33:52.364944 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d0f8ec03-c339-4b64-a04e-468dbf504334 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:33:52.393655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:52.394277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Pushing event updated for resources: {'Port': ['ID=eabac398-cd9a-41bd-9427-37c9b2e34169,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:52.402862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:52.407371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:52.408885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:52.475422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.501812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Attempting to bind port eabac398-cd9a-41bd-9427-37c9b2e34169 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:33:52.503980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Attempting to bind port eabac398-cd9a-41bd-9427-37c9b2e34169 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:33:52.503980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Attempting to bind port eabac398-cd9a-41bd-9427-37c9b2e34169 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:33:52.510217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:33:52.510622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:33:52.511033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.511465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:33:52.511920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Bound port: eabac398-cd9a-41bd-9427-37c9b2e34169, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:33:52.512314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.514257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b04b5c1-1253-4e86-94b0-3837f9a4e986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.577355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-57a7d731-0454-4307-8b8b-0049385d9d0a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.595370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-57a7d731-0454-4307-8b8b-0049385d9d0a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.650399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b31ff-e522-440e-9c60-fc209fa573c7 req-edf15f65-9bf3-474a-8dec-56dda1cbfef2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:52.651809 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fd8b31ff-e522-440e-9c60-fc209fa573c7 req-edf15f65-9bf3-474a-8dec-56dda1cbfef2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 945 time: 0.4238715
Dec 19 13:33:52.681996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.184 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/fb809800-7b1f-4509-b2e0-3a80cff432ae) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:52.711629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.722750 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fd8b31ff-e522-440e-9c60-fc209fa573c7 req-853ebee2-93b5-484b-97e4-67f5f925dfba tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598450
Dec 19 13:33:52.727291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] For port eabac398-cd9a-41bd-9427-37c9b2e34169, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:33:52.730689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] For port eabac398-cd9a-41bd-9427-37c9b2e34169, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eabac398-cd9a-41bd-9427-37c9b2e34169,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:33:52.768800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b04b5c1-1253-4e86-94b0-3837f9a4e986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.774741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ea038584-6413-4713-9631-16d3baaee9b8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:52.780344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-57a7d731-0454-4307-8b8b-0049385d9d0a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.780956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a7d731-0454-4307-8b8b-0049385d9d0a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Fanout notify agent at l3_agent the message router_deleted on router 6a1a7095-5097-445b-8334-2fab1c0555ff {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:33:52.797341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-57a7d731-0454-4307-8b8b-0049385d9d0a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.801037 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-57a7d731-0454-4307-8b8b-0049385d9d0a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/6a1a7095-5097-445b-8334-2fab1c0555ff HTTP/1.1" status: 204  len: 168 time: 1.3581390
Dec 19 13:33:52.801180 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44506) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:52.813396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.819676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:52.824909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04b5c1-1253-4e86-94b0-3837f9a4e986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=4b52b582-82f8-49fe-9dce-18ac96292692,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:52.827837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b04b5c1-1253-4e86-94b0-3837f9a4e986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:52.837581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b04b5c1-1253-4e86-94b0-3837f9a4e986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.857791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.858606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.869243 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0296ace9-3e06-48c5-a082-526d70f20b44 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:52.904813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:52.912248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Pushing event updated for resources: {'Port': ['ID=eabac398-cd9a-41bd-9427-37c9b2e34169,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:52.916480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:52.938486 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0b04b5c1-1253-4e86-94b0-3837f9a4e986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/4b52b582-82f8-49fe-9dce-18ac96292692 HTTP/1.1" status: 204  len: 168 time: 0.9351001
Dec 19 13:33:52.940895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44510) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:52.976879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=4f129f60-628a-43fa-b0f1-210ca0165a9e,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:53.016251 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c109f0b7-ba69-4fd7-a28e-131d8125928c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0710442
Dec 19 13:33:53.017250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44514) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:53.023846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:53.042650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:53.097796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b3f82fca-1479-4928-bbd2-7812895f08e1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:53.120205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:53.211911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:53.217564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:53.226727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:53.257602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=fb809800-7b1f-4509-b2e0-3a80cff432ae,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:53.262837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:53.270766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:53.278242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:53.286287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:53.296903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:53.409626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc1ec0-eb51-4173-a637-2aff7c8cef0c req-7e378205-01f6-4e0a-ade3-ac9392418893 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:53.410996 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88cc1ec0-eb51-4173-a637-2aff7c8cef0c req-7e378205-01f6-4e0a-ade3-ac9392418893 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 945 time: 0.5542243
Dec 19 13:33:53.440252 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d13e10-2d5b-4fd3-ac84-fcf006331ff6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting subnet d29c1d6f-dffd-4c35-8f30-b18bbb51fb82 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:33:53.447947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:53.448733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e4d13e10-2d5b-4fd3-ac84-fcf006331ff6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:53.478545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:53.491381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:33:53.495874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:53.686091 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e4d13e10-2d5b-4fd3-ac84-fcf006331ff6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:53.732068 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88cc1ec0-eb51-4173-a637-2aff7c8cef0c req-d7e18707-5d2a-4301-a741-a07122f3d3e8 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3126969
Dec 19 13:33:53.814499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44518) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:53.866709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device eabac398-cd9a-41bd-9427-37c9b2e34169 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:53.941466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e4d13e10-2d5b-4fd3-ac84-fcf006331ff6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:53.995257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cb481bdf-0371-47e3-835f-131d93d15e4b None None] Provisioning complete for port 4f129f60-628a-43fa-b0f1-210ca0165a9e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:54.003229 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cb481bdf-0371-47e3-835f-131d93d15e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.008420 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b2e35bbb-54db-453d-95d3-2da2c18b9599 tempest-TestVolumeBootPattern-499067708 tempest-TestVolumeBootPattern-499067708-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 1093 time: 0.1835895
Dec 19 13:33:54.009386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44522) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:54.016361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:54.025814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:54.032585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Usage tracker for resource:floatingip and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:54.036796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:54.047300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:54.055765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port eabac398-cd9a-41bd-9427-37c9b2e34169 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:54.061441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-cb481bdf-0371-47e3-835f-131d93d15e4b None None] Port 4f129f60-628a-43fa-b0f1-210ca0165a9e cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:54.135955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e4d13e10-2d5b-4fd3-ac84-fcf006331ff6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.140030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0e482df1-8769-4936-b945-9aaca3785108 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:54.180797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d13e10-2d5b-4fd3-ac84-fcf006331ff6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Subnet': ['ID=d29c1d6f-dffd-4c35-8f30-b18bbb51fb82,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:54.187806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e4d13e10-2d5b-4fd3-ac84-fcf006331ff6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:54.190965 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6118e7f-514a-4c6c-9174-44346a299e09 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:54.196829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router eb54315c-9781-4143-b97a-ec5d9d667979 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:33:54.197363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e4d13e10-2d5b-4fd3-ac84-fcf006331ff6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.207288 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e4d13e10-2d5b-4fd3-ac84-fcf006331ff6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/d29c1d6f-dffd-4c35-8f30-b18bbb51fb82 HTTP/1.1" status: 204  len: 168 time: 1.4049592
Dec 19 13:33:54.208180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00745a2-0cfe-4340-9e7f-875999fc741c None None] Network cbb1e18e-1e5c-47b8-9282-3f562e4e1fac requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:54.209820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44526) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:54.265579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.271245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.307550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-94a381c1-036c-4cd3-bda5-86e1abeb5ba0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:54.450510 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:54.456154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:54.459570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:54.460179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.460809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.466319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.469027 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=1bca5ae2-1aed-4cda-8979-a47f9d0cabd6,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:54.472270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:54.487762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:54.488339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.506619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-02ae71e4-8e76-407e-b945-597c2e779d6a None None] Provisioning for port eabac398-cd9a-41bd-9427-37c9b2e34169 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:54.527324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-02ae71e4-8e76-407e-b945-597c2e779d6a None None] Provisioning complete for port eabac398-cd9a-41bd-9427-37c9b2e34169 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:54.527984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-02ae71e4-8e76-407e-b945-597c2e779d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.570638 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5520680
Dec 19 13:33:54.584745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44530) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:54.628663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.680169 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7e5c87eb-48e9-4e0f-84e5-8ffc7cfdddf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-940961706', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:54.690438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7e5c87eb-48e9-4e0f-84e5-8ffc7cfdddf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:54.702070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7e5c87eb-48e9-4e0f-84e5-8ffc7cfdddf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:router and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:54.706963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.707891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:54.717018 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/eb54315c-9781-4143-b97a-ec5d9d667979/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7741933
Dec 19 13:33:54.717784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44534) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:54.727434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39afc359-baf4-47f9-96d2-21ea88ae4bc3 None None] Sync routers for ids ['eb54315c-9781-4143-b97a-ec5d9d667979'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:54.770987 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-02ae71e4-8e76-407e-b945-597c2e779d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.774943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7e5c87eb-48e9-4e0f-84e5-8ffc7cfdddf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:54.796776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7e5c87eb-48e9-4e0f-84e5-8ffc7cfdddf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:54.806418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39afc359-baf4-47f9-96d2-21ea88ae4bc3 None None] Routers {'eb54315c-9781-4143-b97a-ec5d9d667979'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:54.808773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-39afc359-baf4-47f9-96d2-21ea88ae4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d2ee50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['eb54315c-9781-4143-b97a-ec5d9d667979'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:54.887047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56513549-465c-4b82-98ef-ed8037bb7877 None None] DHCP port deletion for cbb1e18e-1e5c-47b8-9282-3f562e4e1fac request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:33:54.900204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7e5c87eb-48e9-4e0f-84e5-8ffc7cfdddf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.907715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7e5c87eb-48e9-4e0f-84e5-8ffc7cfdddf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.907979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-56513549-465c-4b82-98ef-ed8037bb7877 None None] Deleting port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:54.907979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-56513549-465c-4b82-98ef-ed8037bb7877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.916706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2bed52f5-a5c8-4656-8490-30dd21ab5bb0,segment=NetworkSegment(d2460180-c3ab-40c4-8c95-1571be4ed719),segment_id=d2460180-c3ab-40c4-8c95-1571be4ed719)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:54.917053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:54.940880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-39afc359-baf4-47f9-96d2-21ea88ae4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d2ee50>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:55.011258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-02ae71e4-8e76-407e-b945-597c2e779d6a None None] For port eabac398-cd9a-41bd-9427-37c9b2e34169, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eabac398-cd9a-41bd-9427-37c9b2e34169,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:55.012741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39afc359-baf4-47f9-96d2-21ea88ae4bc3 None None] Routers {'eb54315c-9781-4143-b97a-ec5d9d667979'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:55.013849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-39afc359-baf4-47f9-96d2-21ea88ae4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d2ee50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['eb54315c-9781-4143-b97a-ec5d9d667979'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:55.021250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Allocated IP 172.26.4.60 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/d762022c-98b6-4b24-8fe2-7a34f319f837) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:55.024661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7e5c87eb-48e9-4e0f-84e5-8ffc7cfdddf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.054736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:55.103824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee818c8-ca44-438a-b1ff-e21ffab4ab00 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:33:55.108089 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bee818c8-ca44-438a-b1ff-e21ffab4ab00 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports/4f129f60-628a-43fa-b0f1-210ca0165a9e HTTP/1.1" status: 200  len: 982 time: 0.3808532
Dec 19 13:33:55.108694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44538) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:55.112347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-39afc359-baf4-47f9-96d2-21ea88ae4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d2ee50>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:55.113184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39afc359-baf4-47f9-96d2-21ea88ae4bc3 None None] The sync data for ids ['eb54315c-9781-4143-b97a-ec5d9d667979'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:55.152954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-02ae71e4-8e76-407e-b945-597c2e779d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.158401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7e5c87eb-48e9-4e0f-84e5-8ffc7cfdddf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.162766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:55.199964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:33:55.221692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.226071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ff7c6-5000-4dde-86d4-92dcbcb146ad None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:33:55.281243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.291513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7e5c87eb-48e9-4e0f-84e5-8ffc7cfdddf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.295904 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7e5c87eb-48e9-4e0f-84e5-8ffc7cfdddf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.7065930
Dec 19 13:33:55.295904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44542) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:55.361367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.372995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ea277164-754b-4a79-8fe9-971ef76084f1 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:55.427996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.438257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.452312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dd939b84-ada7-4410-901a-e56623b205bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:55.465777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae71e4-8e76-407e-b945-597c2e779d6a None None] Pushing event updated for resources: {'Port': ['ID=eabac398-cd9a-41bd-9427-37c9b2e34169,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:55.470990 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-02ae71e4-8e76-407e-b945-597c2e779d6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:55.490642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-db4fa448-0f91-457f-9283-1987e953190c None None] Provisioning complete for port eabac398-cd9a-41bd-9427-37c9b2e34169 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:55.490642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-db4fa448-0f91-457f-9283-1987e953190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.498934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=2bed52f5-a5c8-4656-8490-30dd21ab5bb0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:55.504413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:55.508956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No DVR routers for this DVR port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:33:55.563836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=fb809800-7b1f-4509-b2e0-3a80cff432ae,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:55.567245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:55.596521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-56513549-465c-4b82-98ef-ed8037bb7877 None None] For port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2bed52f5-a5c8-4656-8490-30dd21ab5bb0,segment=NetworkSegment(d2460180-c3ab-40c4-8c95-1571be4ed719),segment_id=d2460180-c3ab-40c4-8c95-1571be4ed719)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:33:55.596935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-56513549-465c-4b82-98ef-ed8037bb7877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.643913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.649512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:55.662235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.706317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d472debb0>,) {'filters': {'network_id': ['cbb1e18e-1e5c-47b8-9282-3f562e4e1fac']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:55.724069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d472debb0>, 'd2460180-c3ab-40c4-8c95-1571be4ed719') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:55.724577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d472debb0>, 'd2460180-c3ab-40c4-8c95-1571be4ed719') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:55.728856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.773825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.780720 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-56513549-465c-4b82-98ef-ed8037bb7877 None None] Calling delete_port for 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:55.807038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.816890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:33:55.817603 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:55.829124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device eabac398-cd9a-41bd-9427-37c9b2e34169 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:33:55.833219 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:33:55.987369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:55.993201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:55.996092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'Port': ['ID=d762022c-98b6-4b24-8fe2-7a34f319f837,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:55.999392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:56.027010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:56.032347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-56513549-465c-4b82-98ef-ed8037bb7877 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:33:56.032347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-56513549-465c-4b82-98ef-ed8037bb7877 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:33:56.033712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.040057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:56.057169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port eabac398-cd9a-41bd-9427-37c9b2e34169 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:56.057597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.058071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.076458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Network': ['ID=cbb1e18e-1e5c-47b8-9282-3f562e4e1fac,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:56.085785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:56.106726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.221407 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/networks/cbb1e18e-1e5c-47b8-9282-3f562e4e1fac HTTP/1.1" status: 204  len: 168 time: 2.0073934
Dec 19 13:33:56.225327 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44546) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:56.237008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1362256288', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:33:56.246604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:33:56.253052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:router and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:33:56.256044 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:33:56.257157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:33:56.264243 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:33:56.297662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:33:56.298016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:33:56.452015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-95eb84f5-0e10-40bb-bccb-f5bfd04da38d None None] Provisioning complete for port eabac398-cd9a-41bd-9427-37c9b2e34169 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:56.452531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-95eb84f5-0e10-40bb-bccb-f5bfd04da38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.477753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.478781 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.539916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-56513549-465c-4b82-98ef-ed8037bb7877 None None] Deleting port 2bed52f5-a5c8-4656-8490-30dd21ab5bb0 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:56.540300 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-56513549-465c-4b82-98ef-ed8037bb7877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.574080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.575307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.619761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-56513549-465c-4b82-98ef-ed8037bb7877 None None] The port '2bed52f5-a5c8-4656-8490-30dd21ab5bb0' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:33:56.655560 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 4f129f60-628a-43fa-b0f1-210ca0165a9e {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:33:56.655560 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.874916 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP e1f34167-4c46-41ba-95b4-54809b1f9bd6 associated. External IP: 172.26.4.184, port: d5fba030-db7b-45b6-9af7-e14c46c38cd5.
Dec 19 13:33:56.953139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:56.968087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:57.090796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for 4f129f60-628a-43fa-b0f1-210ca0165a9e owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:33:57.220656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::1 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/1bca5ae2-1aed-4cda-8979-a47f9d0cabd6/2cb8cf60-703d-4166-aae1-06052d045560) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:57.402874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:57.436958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:57.506515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:57.513763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-86fb5b0f-e428-4da9-8cda-bf4763e424a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:57.596517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=4f129f60-628a-43fa-b0f1-210ca0165a9e,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:57.602449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:57.640991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:57.643116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:57.749590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 2cb8cf60-703d-4166-aae1-06052d045560 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:33:57.792686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Allocated IP 172.26.4.130 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/66f034a4-bb1d-4f82-97e2-b79101ffdf8f) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:33:57.808110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:57.934888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:57.947290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-06340a01-069e-4224-9f7e-4c58dc36c6bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:57.995202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:58.102783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:58.112002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:58.117063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=2cb8cf60-703d-4166-aae1-06052d045560,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:58.119531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:58.120032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:58.128591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:58.233324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:58.239994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 900a30d0-3707-4575-9052-4410d8224a48 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:33:58.271769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:58.309397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:58.352064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-276eca01-eb6a-4a99-840c-877bcdc773ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:58.420876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-611aead0-7763-4c75-9ef4-32048579cc69 None None] Provisioning for port 2cb8cf60-703d-4166-aae1-06052d045560 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:33:58.426394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-611aead0-7763-4c75-9ef4-32048579cc69 None None] Provisioning complete for port 2cb8cf60-703d-4166-aae1-06052d045560 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:33:58.429733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-611aead0-7763-4c75-9ef4-32048579cc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:58.482034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'Port': ['ID=d762022c-98b6-4b24-8fe2-7a34f319f837,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:58.484186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:58.485479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-611aead0-7763-4c75-9ef4-32048579cc69 None None] Port 2cb8cf60-703d-4166-aae1-06052d045560 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:33:58.494370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:58.503722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router eb54315c-9781-4143-b97a-ec5d9d667979 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:33:58.558535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:58.566323 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:58.575435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-936e57d2-cbb2-4520-8236-8a08942cc2e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:58.704918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:58.711107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:58.712880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=66f034a4-bb1d-4f82-97e2-b79101ffdf8f,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:58.715579 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:33:58.741665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:58.756070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:58.766868 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e546d-39cc-4ba5-85b2-e02b4a6f8dc7 None None] Sync routers for ids ['eb54315c-9781-4143-b97a-ec5d9d667979'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:58.779797 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e546d-39cc-4ba5-85b2-e02b4a6f8dc7 None None] Routers {'eb54315c-9781-4143-b97a-ec5d9d667979'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:58.780428 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-798e546d-39cc-4ba5-85b2-e02b4a6f8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47acbd90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['eb54315c-9781-4143-b97a-ec5d9d667979'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:58.831636 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/eb54315c-9781-4143-b97a-ec5d9d667979/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7198322
Dec 19 13:33:58.834436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44550) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:58.847894 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-798e546d-39cc-4ba5-85b2-e02b4a6f8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47acbd90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:58.860276 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e546d-39cc-4ba5-85b2-e02b4a6f8dc7 None None] Routers {'eb54315c-9781-4143-b97a-ec5d9d667979'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:58.861158 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-798e546d-39cc-4ba5-85b2-e02b4a6f8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47acbd90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['eb54315c-9781-4143-b97a-ec5d9d667979'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:58.924092 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-798e546d-39cc-4ba5-85b2-e02b4a6f8dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47acbd90>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:58.924461 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e546d-39cc-4ba5-85b2-e02b4a6f8dc7 None None] The sync data for ids ['eb54315c-9781-4143-b97a-ec5d9d667979'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:33:59.342638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:33:59.355360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910b6e6-c810-4df3-8c5e-905810c6327a None None] Sync routers for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:33:59.370483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910b6e6-c810-4df3-8c5e-905810c6327a None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:33:59.371163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2910b6e6-c810-4df3-8c5e-905810c6327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46fb0130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:33:59.371340 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-dc4d8c92-c027-4aa7-bac6-0377ca549bb5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] remove_router_interface failed (client error): The resource could not be found.
Dec 19 13:33:59.373964 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dc4d8c92-c027-4aa7-bac6-0377ca549bb5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/eb54315c-9781-4143-b97a-ec5d9d667979/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5364451
Dec 19 13:33:59.375692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44554) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:59.413099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:59.413895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:59.422661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-debfb82a-5d9f-4e90-a469-2478b277bc39 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Synchronizing usage tracker for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:33:59.431765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:59.442376 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Floating IP bb42ab16-22fd-420d-9a40-4a156b53eeb1 associated. External IP: 172.26.4.60, port: b02911c5-cd31-4f01-be34-37c93e95c6bb.
Dec 19 13:33:59.512395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:59.558807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:59.560062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:33:59.570678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1747ad80-22fa-4257-93c7-faee28d8ebb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:33:59.581842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-debfb82a-5d9f-4e90-a469-2478b277bc39 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Unset dirty status for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:33:59.585980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-debfb82a-5d9f-4e90-a469-2478b277bc39 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb54315c-9781-4143-b97a-ec5d9d667979 HTTP/1.1" status: 200  len: 205 time: 0.2063270
Dec 19 13:33:59.589452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44558) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:59.599769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-2910b6e6-c810-4df3-8c5e-905810c6327a None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:33:59.682395 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 7.7529702
Dec 19 13:33:59.691723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44562) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:33:59.729928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcac361-1b10-45e9-9932-4b9f27025140', 'tag': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:33:59.743434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=2cb8cf60-703d-4166-aae1-06052d045560,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:33:59.748882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:33:59.845921 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcac361-1b10-45e9-9932-4b9f27025140', 'tag': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'status': 'completed', 'code': 200}
Dec 19 13:33:59.884865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:33:59.887230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:33:59.948504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2f251226-0e0b-4b7f-a147-b866ecc62d02 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:00.014078 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-92c7cb4d-23b4-495a-9233-ec146ae939d6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/e1f34167-4c46-41ba-95b4-54809b1f9bd6 HTTP/1.1" status: 200  len: 992 time: 0.3194294
Dec 19 13:34:00.056849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2910b6e6-c810-4df3-8c5e-905810c6327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46fb0130>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:33:04Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e1f34167-4c46-41ba-95b4-54809b1f9bd6', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '900a30d0-3707-4575-9052-4410d8224a48', 'port_id': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'mac_address': 'fa:16:3e:ab:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcac361-1b10-45e9-9932-4b9f27025140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:53Z', 'updated_at': '2021-12-19T13:33:53Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:00.062447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910b6e6-c810-4df3-8c5e-905810c6327a None None] Checking router: 900a30d0-3707-4575-9052-4410d8224a48 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:34:00.076922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910b6e6-c810-4df3-8c5e-905810c6327a None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:00.078674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2910b6e6-c810-4df3-8c5e-905810c6327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46fb0130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:00.126296 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37ac26c2-5dcf-4d51-a9cf-6e1f574c052f req-ecf09f3a-0a18-4fc2-a585-8b257b744813 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 1099 time: 0.2877841
Dec 19 13:34:00.345544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c6743eef-a15c-410f-84db-91214b3ed320 None None] Provisioning complete for port 2cb8cf60-703d-4166-aae1-06052d045560 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:00.345544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c6743eef-a15c-410f-84db-91214b3ed320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:00.417972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c6743eef-a15c-410f-84db-91214b3ed320 None None] Port 2cb8cf60-703d-4166-aae1-06052d045560 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:00.455681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-2910b6e6-c810-4df3-8c5e-905810c6327a None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:00.470737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:34:00.536994 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2f251226-0e0b-4b7f-a147-b866ecc62d02 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:00.547584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2f251226-0e0b-4b7f-a147-b866ecc62d02 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:00.549638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac26c2-5dcf-4d51-a9cf-6e1f574c052f req-3ecb7798-7c7a-4230-9b31-ad3dced5b254 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:00.551215 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37ac26c2-5dcf-4d51-a9cf-6e1f574c052f req-3ecb7798-7c7a-4230-9b31-ad3dced5b254 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82b374b8-6a32-47cc-b37c-00cb794fe448 HTTP/1.1" status: 200  len: 898 time: 0.4131787
Dec 19 13:34:00.697179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Router 048874e3-f84d-49c5-b767-0d9fed5c12ec is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:34:00.758423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router bd3f02be-3d79-4ddb-b43a-bb2644fafdef is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:34:00.861476 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2910b6e6-c810-4df3-8c5e-905810c6327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46fb0130>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:33:04Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e1f34167-4c46-41ba-95b4-54809b1f9bd6', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '900a30d0-3707-4575-9052-4410d8224a48', 'port_id': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'mac_address': 'fa:16:3e:ab:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcac361-1b10-45e9-9932-4b9f27025140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:53Z', 'updated_at': '2021-12-19T13:33:53Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:00.862144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2f251226-0e0b-4b7f-a147-b866ecc62d02 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:00.862320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f251226-0e0b-4b7f-a147-b866ecc62d02 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Fanout notify agent at l3_agent the message router_deleted on router eb54315c-9781-4143-b97a-ec5d9d667979 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:34:00.867246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910b6e6-c810-4df3-8c5e-905810c6327a None None] The sync data for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv is: [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:33:04Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e1f34167-4c46-41ba-95b4-54809b1f9bd6', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '900a30d0-3707-4575-9052-4410d8224a48', 'port_id': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'mac_address': 'fa:16:3e:ab:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcac361-1b10-45e9-9932-4b9f27025140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:53Z', 'updated_at': '2021-12-19T13:33:53Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:00.875506 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37ac26c2-5dcf-4d51-a9cf-6e1f574c052f req-cf72cfc3-d545-486b-ba4d-b5f5607286df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5fba030-db7b-45b6-9af7-e14c46c38cd5 HTTP/1.1" status: 200  len: 1000 time: 0.3156643
Dec 19 13:34:00.884299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2f251226-0e0b-4b7f-a147-b866ecc62d02 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:00.885470 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2f251226-0e0b-4b7f-a147-b866ecc62d02 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/eb54315c-9781-4143-b97a-ec5d9d667979 HTTP/1.1" status: 204  len: 168 time: 1.2952542
Dec 19 13:34:00.903830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44568) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:00.960615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac26c2-5dcf-4d51-a9cf-6e1f574c052f req-a16a2a58-ecf8-49e3-9651-78a01ea15cde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:00.960615 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37ac26c2-5dcf-4d51-a9cf-6e1f574c052f req-a16a2a58-ecf8-49e3-9651-78a01ea15cde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed535a1a-755a-47d2-8ab7-0b067ea99f1b HTTP/1.1" status: 200  len: 835 time: 0.0714202
Dec 19 13:34:01.018325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44572) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:01.103570 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b35acc7-649f-45a1-aabe-3794cba5100e None None] New status for floating IP e1f34167-4c46-41ba-95b4-54809b1f9bd6: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:34:01.122609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:01.134426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Sync routers for ids ['048874e3-f84d-49c5-b767-0d9fed5c12ec'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:01.137222 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "PUT /v2.0/routers/048874e3-f84d-49c5-b767-0d9fed5c12ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8402419
Dec 19 13:34:01.143917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44576) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:01.150503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Routers {'048874e3-f84d-49c5-b767-0d9fed5c12ec'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:01.151378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b3a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['048874e3-f84d-49c5-b767-0d9fed5c12ec'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:01.210846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de63731-3bbb-40ad-8f1a-9384412879af tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting subnet 2817b897-39f2-4603-8571-16dc6b159071 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:01.218379 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6144d478-3a96-41d6-b1b0-044adb88d6e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/e1f34167-4c46-41ba-95b4-54809b1f9bd6 HTTP/1.1" status: 200  len: 992 time: 0.1912491
Dec 19 13:34:01.219708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2de63731-3bbb-40ad-8f1a-9384412879af tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:01.265157 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37ac26c2-5dcf-4d51-a9cf-6e1f574c052f req-8258a597-eea1-4a31-96f0-5951587ece7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82b374b8-6a32-47cc-b37c-00cb794fe448&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2457230
Dec 19 13:34:01.267490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:01.282821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e3cb2b-f81a-4d9d-bd9d-ff0c13d99e87 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:01.292036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-79e3cb2b-f81a-4d9d-bd9d-ff0c13d99e87 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:01.322241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2de63731-3bbb-40ad-8f1a-9384412879af tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:01.342824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Set router 048874e3-f84d-49c5-b767-0d9fed5c12ec gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:01.364441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:01.396423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f249ce24-ec4c-46d7-96ac-f721f59fd19f None None] Sync routers for ids ['bd3f02be-3d79-4ddb-b43a-bb2644fafdef'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:01.418074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:01.431145 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8677f925-251d-4dd4-bd56-faf6e848ef30 None None] Sync routers for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:01.443704 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8677f925-251d-4dd4-bd56-faf6e848ef30 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:01.444876 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8677f925-251d-4dd4-bd56-faf6e848ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4789bfd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:01.448755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f249ce24-ec4c-46d7-96ac-f721f59fd19f None None] Routers {'bd3f02be-3d79-4ddb-b43a-bb2644fafdef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:01.449754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f249ce24-ec4c-46d7-96ac-f721f59fd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764eac0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd3f02be-3d79-4ddb-b43a-bb2644fafdef'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:01.460105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-79e3cb2b-f81a-4d9d-bd9d-ff0c13d99e87 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:01.461538 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-79e3cb2b-f81a-4d9d-bd9d-ff0c13d99e87 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports/2cb8cf60-703d-4166-aae1-06052d045560 HTTP/1.1" status: 200  len: 911 time: 0.3164036
Dec 19 13:34:01.464686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44580) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:01.466278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2de63731-3bbb-40ad-8f1a-9384412879af tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:01.515637 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37ac26c2-5dcf-4d51-a9cf-6e1f574c052f req-f7877cac-6dee-4f07-9833-373d7216899e service neutron] 10.222.0.18 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396441
Dec 19 13:34:01.517106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:01.518288 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 5.2910459
Dec 19 13:34:01.523437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44584) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:01.588886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f249ce24-ec4c-46d7-96ac-f721f59fd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764eac0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:01.631079 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 7.6085916
Dec 19 13:34:01.671776 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-8677f925-251d-4dd4-bd56-faf6e848ef30 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:01.717958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f249ce24-ec4c-46d7-96ac-f721f59fd19f None None] Routers {'bd3f02be-3d79-4ddb-b43a-bb2644fafdef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:01.718824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f249ce24-ec4c-46d7-96ac-f721f59fd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764eac0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd3f02be-3d79-4ddb-b43a-bb2644fafdef'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:01.733169 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2de63731-3bbb-40ad-8f1a-9384412879af tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:01.745011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f8d2f9b9-2455-4be3-8860-564fa12ac7cc tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:01.786620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de63731-3bbb-40ad-8f1a-9384412879af tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Subnet': ['ID=2817b897-39f2-4603-8571-16dc6b159071,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:01.795307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2de63731-3bbb-40ad-8f1a-9384412879af tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:01.802024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f249ce24-ec4c-46d7-96ac-f721f59fd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764eac0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:01.802759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f249ce24-ec4c-46d7-96ac-f721f59fd19f None None] The sync data for ids ['bd3f02be-3d79-4ddb-b43a-bb2644fafdef'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:01.805954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2de63731-3bbb-40ad-8f1a-9384412879af tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:01.827494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cc7b72-17dd-4c45-bebc-41a35ba38b81 None None] Network 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:01.832308 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2de63731-3bbb-40ad-8f1a-9384412879af tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/2817b897-39f2-4603-8571-16dc6b159071 HTTP/1.1" status: 204  len: 168 time: 0.9273410
Dec 19 13:34:01.834866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44590) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:01.858430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64191a4c-c69a-4491-8522-f786acab4a1a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:01.863849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64191a4c-c69a-4491-8522-f786acab4a1a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:01.864964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-64191a4c-c69a-4491-8522-f786acab4a1a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:01.874919 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37ac26c2-5dcf-4d51-a9cf-6e1f574c052f req-20b3beb7-5682-4cb8-a351-2bd14fcf9e1e service neutron] 10.222.0.18 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3501701
Dec 19 13:34:01.882231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'tag': 'b02911c5-cd31-4f01-be34-37c93e95c6bb'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:34:01.900399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-64191a4c-c69a-4491-8522-f786acab4a1a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:01.912818 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-64191a4c-c69a-4491-8522-f786acab4a1a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.4347594
Dec 19 13:34:01.915671 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44596) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:01.990156 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'tag': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'status': 'completed', 'code': 200}
Dec 19 13:34:02.021821 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f547b6b0-821a-40e5-be4d-7bdb843cb22a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/routers/bd3f02be-3d79-4ddb-b43a-bb2644fafdef HTTP/1.1" status: 200  len: 881 time: 0.4953136
Dec 19 13:34:02.027778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44600) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:02.031385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:02.103802 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8677f925-251d-4dd4-bd56-faf6e848ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4789bfd0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'bb42ab16-22fd-420d-9a40-4a156b53eeb1', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:4e:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:33:56Z', 'revision_number': 0, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:02.110982 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8677f925-251d-4dd4-bd56-faf6e848ef30 None None] Checking router: acbf5ca9-9d83-418d-a03b-2830e1d7fc94 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:34:02.117486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 68bc19bf-7692-4031-b300-a5dca56e5fad {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:02.117680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:02.137729 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8677f925-251d-4dd4-bd56-faf6e848ef30 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:02.138714 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8677f925-251d-4dd4-bd56-faf6e848ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4789bfd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:02.266425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b3a0>, [{'id': '048874e3-f84d-49c5-b767-0d9fed5c12ec', 'name': 'tempest-NetworksTestDHCPv6-router-940961706', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:33:54Z', 'updated_at': '2021-12-19T13:33:58Z', 'revision_number': 2, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'gw_port_host': None, '_interfaces': [{'id': '2cb8cf60-703d-4166-aae1-06052d045560', 'name': '', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'mac_address': 'fa:16:3e:f6:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048874e3-f84d-49c5-b767-0d9fed5c12ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bca5ae2-1aed-4cda-8979-a47f9d0cabd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:33:59Z', 'revision_number': 2, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'subnets': [{'id': '1bca5ae2-1aed-4cda-8979-a47f9d0cabd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:02.271305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Checking router: 048874e3-f84d-49c5-b767-0d9fed5c12ec for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:34:02.274615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Updating router 048874e3-f84d-49c5-b767-0d9fed5c12ec port 2cb8cf60-703d-4166-aae1-06052d045560 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:34:02.287537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44604) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:02.367043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9141320b-578f-4ddf-bc27-3d337991247b None None] DHCP port deletion for 1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:34:02.380674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:02.415327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9141320b-578f-4ddf-bc27-3d337991247b None None] Deleting port 68bc19bf-7692-4031-b300-a5dca56e5fad {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:02.415462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9141320b-578f-4ddf-bc27-3d337991247b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:02.572331 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-8677f925-251d-4dd4-bd56-faf6e848ef30 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:02.606330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4a43eabc-42ff-498c-a6b2-893729da649b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/e1f34167-4c46-41ba-95b4-54809b1f9bd6 HTTP/1.1" status: 200  len: 994 time: 0.2958930
Dec 19 13:34:02.617846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] For port 68bc19bf-7692-4031-b300-a5dca56e5fad, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=68bc19bf-7692-4031-b300-a5dca56e5fad,segment=NetworkSegment(b48bd51d-5644-4f28-b7b6-71be22be8d42),segment_id=b48bd51d-5644-4f28-b7b6-71be22be8d42)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:02.617846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:02.676021 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-15117d03-c31a-4a66-841f-1874cfdd6a38 req-86c6cf08-dae1-4782-8e3d-71e78dee70df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 1098 time: 0.5343699
Dec 19 13:34:02.808043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for 68bc19bf-7692-4031-b300-a5dca56e5fad owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:02.862299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d37c20d8-d20d-4956-a794-b5c50d53a6fd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Synchronizing usage tracker for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:router {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:02.971806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9141320b-578f-4ddf-bc27-3d337991247b None None] For port 68bc19bf-7692-4031-b300-a5dca56e5fad, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=68bc19bf-7692-4031-b300-a5dca56e5fad,segment=NetworkSegment(b48bd51d-5644-4f28-b7b6-71be22be8d42),segment_id=b48bd51d-5644-4f28-b7b6-71be22be8d42)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:02.971806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9141320b-578f-4ddf-bc27-3d337991247b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:02.993712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d37c20d8-d20d-4956-a794-b5c50d53a6fd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Unset dirty status for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:router {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:02.993712 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d37c20d8-d20d-4956-a794-b5c50d53a6fd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.9478061
Dec 19 13:34:02.993712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44608) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:02.993712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-235b466e-01b3-4a2e-ac33-8457975f6f1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1362256288'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:03.093995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:03.112121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15117d03-c31a-4a66-841f-1874cfdd6a38 req-cdb7673a-b9b6-4c51-bbc4-d6e0c10c6c9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:03.112121 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-15117d03-c31a-4a66-841f-1874cfdd6a38 req-cdb7673a-b9b6-4c51-bbc4-d6e0c10c6c9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.4422886
Dec 19 13:34:03.116945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1464183d-14af-4601-93e1-966220399226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:03.177506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9141320b-578f-4ddf-bc27-3d337991247b None None] Calling delete_port for 68bc19bf-7692-4031-b300-a5dca56e5fad owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:03.187976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=68bc19bf-7692-4031-b300-a5dca56e5fad,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:03.198113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:03.213967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No DVR routers for this DVR port 68bc19bf-7692-4031-b300-a5dca56e5fad on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:34:03.258830 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-15117d03-c31a-4a66-841f-1874cfdd6a38 req-60ffd386-3b8f-4b84-bd27-7f0b69758acb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb HTTP/1.1" status: 200  len: 998 time: 0.1416168
Dec 19 13:34:03.309115 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8677f925-251d-4dd4-bd56-faf6e848ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4789bfd0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'bb42ab16-22fd-420d-9a40-4a156b53eeb1', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:4e:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:33:56Z', 'revision_number': 0, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:03.315426 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8677f925-251d-4dd4-bd56-faf6e848ef30 None None] The sync data for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv is: [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'bb42ab16-22fd-420d-9a40-4a156b53eeb1', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:4e:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:33:56Z', 'revision_number': 0, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:03.376612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:03.408927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46ec60d0>,) {'filters': {'network_id': ['1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:03.421428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46ec60d0>, 'b48bd51d-5644-4f28-b7b6-71be22be8d42') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:03.421428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46ec60d0>, 'b48bd51d-5644-4f28-b7b6-71be22be8d42') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:03.431565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15117d03-c31a-4a66-841f-1874cfdd6a38 req-1f950bc3-292d-49d2-a77c-d5231c2531ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:03.432666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:03.432935 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-15117d03-c31a-4a66-841f-1874cfdd6a38 req-1f950bc3-292d-49d2-a77c-d5231c2531ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.1663394
Dec 19 13:34:03.451404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:03.461033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:34:03.462032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:34:03.476013 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:34:03.542257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-9141320b-578f-4ddf-bc27-3d337991247b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:34:03.542799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-9141320b-578f-4ddf-bc27-3d337991247b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:34:03.583795 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-15117d03-c31a-4a66-841f-1874cfdd6a38 req-c7cef265-b4f4-4dae-ae76-73ead8868954 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1405685
Dec 19 13:34:03.598580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:03.701497 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82a537-e844-4962-951c-70609dd95759 None None] New status for floating IP bb42ab16-22fd-420d-9a40-4a156b53eeb1: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:34:03.739558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Transition to ACTIVE for port object 2cb8cf60-703d-4166-aae1-06052d045560 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:03.740195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:03.773915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 68bc19bf-7692-4031-b300-a5dca56e5fad no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:34:03.791869 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-15117d03-c31a-4a66-841f-1874cfdd6a38 req-bba94842-d53b-41a5-b554-4632e0e43721 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021804
Dec 19 13:34:03.807718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 68bc19bf-7692-4031-b300-a5dca56e5fad {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:34:03.808357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 68bc19bf-7692-4031-b300-a5dca56e5fad not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:34:03.818675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3d286084-f227-4a7d-8379-18a6c63a6240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:03.820873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:03.831091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:03.831091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:03.848314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:03.867649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Network': ['ID=1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:03.878152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:03.970907 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/networks/1b2c3563-60fc-41bf-b0ce-5d8b0b5d03e3 HTTP/1.1" status: 204  len: 168 time: 2.1347444
Dec 19 13:34:03.978791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44612) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:03.987960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-641024541'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:03.995451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:03.997135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c4b42-f31b-4e45-8431-a31781ff7e30 None None] Pushing event updated for resources: {'Port': ['ID=2cb8cf60-703d-4166-aae1-06052d045560,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:04.001427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-103c4b42-f31b-4e45-8431-a31781ff7e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:04.012402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:network and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:04.016817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:04.024868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:04.045711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9141320b-578f-4ddf-bc27-3d337991247b None None] Deleting port 68bc19bf-7692-4031-b300-a5dca56e5fad {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:04.046360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9141320b-578f-4ddf-bc27-3d337991247b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.114028 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-15117d03-c31a-4a66-841f-1874cfdd6a38 req-468325d6-e3ac-4f96-b30f-298d4a26436c service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3107491
Dec 19 13:34:04.152100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9141320b-578f-4ddf-bc27-3d337991247b None None] The port '68bc19bf-7692-4031-b300-a5dca56e5fad' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:34:04.168870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:04.173683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.179314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Attempting to bind port 2cb8cf60-703d-4166-aae1-06052d045560 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:04.185137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Attempting to bind port 2cb8cf60-703d-4166-aae1-06052d045560 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:04.185137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Attempting to bind port 2cb8cf60-703d-4166-aae1-06052d045560 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:04.188524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:04.189128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:04.189697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.190250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:04.190941 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Bound port: 2cb8cf60-703d-4166-aae1-06052d045560, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:04.191540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.290526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] For port 2cb8cf60-703d-4166-aae1-06052d045560, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:04.294356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] For port 2cb8cf60-703d-4166-aae1-06052d045560, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2cb8cf60-703d-4166-aae1-06052d045560,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:04.353689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 2cb8cf60-703d-4166-aae1-06052d045560 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:04.354040 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.358236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.362108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:04.409953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:34:04.433051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.436281 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added segment 2ded3972-8124-4efd-9b01-c4e5f26de0a8 of type vlan for network 8b454c7f-720a-47eb-b188-1d1404d32a27
Dec 19 13:34:04.458966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c4b42-f31b-4e45-8431-a31781ff7e30 None None] Pushing event updated for resources: {'Port': ['ID=2cb8cf60-703d-4166-aae1-06052d045560,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:04.463429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-103c4b42-f31b-4e45-8431-a31781ff7e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:04.470835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Routers {'048874e3-f84d-49c5-b767-0d9fed5c12ec'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:04.470835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b3a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['048874e3-f84d-49c5-b767-0d9fed5c12ec'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:04.472997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-235b466e-01b3-4a2e-ac33-8457975f6f1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.484838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.552326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-235b466e-01b3-4a2e-ac33-8457975f6f1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.594051 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] For port 2cb8cf60-703d-4166-aae1-06052d045560, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2cb8cf60-703d-4166-aae1-06052d045560,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:04.597712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.614254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.618984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:04.619826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:04.630401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-321e6541-8a9b-4973-b571-bcf64d8a11e8 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:04.738980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] Set router 048874e3-f84d-49c5-b767-0d9fed5c12ec gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:04.768913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Network': ['ID=8b454c7f-720a-47eb-b188-1d1404d32a27,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:04.771492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:04.789738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 8b454c7f-720a-47eb-b188-1d1404d32a27 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:34:04.862354 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8814468
Dec 19 13:34:04.862643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 2cb8cf60-703d-4166-aae1-06052d045560 owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:04.870191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44616) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:04.884822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'subnet': {'network_id': '8b454c7f-720a-47eb-b188-1d1404d32a27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:05.013449 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:05.021077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:subnet and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:05.025299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:05.031999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:05.053456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235b466e-01b3-4a2e-ac33-8457975f6f1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router bd3f02be-3d79-4ddb-b43a-bb2644fafdef has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:34:05.141040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:05.165955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b3a0>, [{'id': '048874e3-f84d-49c5-b767-0d9fed5c12ec', 'name': 'tempest-NetworksTestDHCPv6-router-940961706', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:33:54Z', 'updated_at': '2021-12-19T13:33:58Z', 'revision_number': 2, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'gw_port_host': None, '_interfaces': [{'id': '2cb8cf60-703d-4166-aae1-06052d045560', 'name': '', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'mac_address': 'fa:16:3e:f6:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048874e3-f84d-49c5-b767-0d9fed5c12ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bca5ae2-1aed-4cda-8979-a47f9d0cabd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:34:04Z', 'revision_number': 4, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'subnets': [{'id': '1bca5ae2-1aed-4cda-8979-a47f9d0cabd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:05.170209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef085a2-3cda-4b87-a4cd-39a209fb6b3e None None] The sync data for ids ['048874e3-f84d-49c5-b767-0d9fed5c12ec'] in dv-neutron-821895-1-hyperv is: [{'id': '048874e3-f84d-49c5-b767-0d9fed5c12ec', 'name': 'tempest-NetworksTestDHCPv6-router-940961706', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:33:54Z', 'updated_at': '2021-12-19T13:33:58Z', 'revision_number': 2, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'gw_port_host': None, '_interfaces': [{'id': '2cb8cf60-703d-4166-aae1-06052d045560', 'name': '', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'mac_address': 'fa:16:3e:f6:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048874e3-f84d-49c5-b767-0d9fed5c12ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bca5ae2-1aed-4cda-8979-a47f9d0cabd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:34:04Z', 'revision_number': 4, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'subnets': [{'id': '1bca5ae2-1aed-4cda-8979-a47f9d0cabd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:05.182071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:05.182713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:05.231476 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=2cb8cf60-703d-4166-aae1-06052d045560,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:05.233964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:05.311713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:05.415737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:05.498220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235b466e-01b3-4a2e-ac33-8457975f6f1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:05.512407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1810a7-030e-4779-97ca-d2e8654570ea None None] Sync routers for ids ['bd3f02be-3d79-4ddb-b43a-bb2644fafdef'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:05.518354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-235b466e-01b3-4a2e-ac33-8457975f6f1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:05.519581 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-235b466e-01b3-4a2e-ac33-8457975f6f1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/bd3f02be-3d79-4ddb-b43a-bb2644fafdef HTTP/1.1" status: 200  len: 888 time: 2.5368125
Dec 19 13:34:05.523088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44620) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:05.523588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1810a7-030e-4779-97ca-d2e8654570ea None None] Routers {'bd3f02be-3d79-4ddb-b43a-bb2644fafdef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:05.524343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ab1810a7-030e-4779-97ca-d2e8654570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47907130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd3f02be-3d79-4ddb-b43a-bb2644fafdef'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:05.585898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ab1810a7-030e-4779-97ca-d2e8654570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47907130>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:05.596548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1810a7-030e-4779-97ca-d2e8654570ea None None] Routers {'bd3f02be-3d79-4ddb-b43a-bb2644fafdef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:05.597503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ab1810a7-030e-4779-97ca-d2e8654570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47907130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd3f02be-3d79-4ddb-b43a-bb2644fafdef'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:05.666631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ab1810a7-030e-4779-97ca-d2e8654570ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47907130>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:05.667084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1810a7-030e-4779-97ca-d2e8654570ea None None] The sync data for ids ['bd3f02be-3d79-4ddb-b43a-bb2644fafdef'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:05.732856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:05.742066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-baf04348-6a22-4453-b588-9f551da108f7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:05.810334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Subnet': ['ID=7f9afc0a-3218-4ae2-a7c1-e8e9c4ac839d,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:05.814930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:05.833821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Router 048874e3-f84d-49c5-b767-0d9fed5c12ec has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:34:05.854443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Checking segment: {'id': '2ded3972-8124-4efd-9b01-c4e5f26de0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b454c7f-720a-47eb-b188-1d1404d32a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:05.854793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network hostable DHCP agents. Network: 8b454c7f-720a-47eb-b188-1d1404d32a27, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:34:05.892576 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6d2a2eeb-9c71-44e6-a2d7-9863c25f5656 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/routers/bd3f02be-3d79-4ddb-b43a-bb2644fafdef HTTP/1.1" status: 200  len: 888 time: 0.3685026
Dec 19 13:34:05.897568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44624) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:05.935597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 8b454c7f-720a-47eb-b188-1d1404d32a27 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:34:05.943764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-53ff506b-80c6-48cb-827d-ccc490cc48e0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Synchronizing usage tracker for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:05.987342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:06.030243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 8b454c7f-720a-47eb-b188-1d1404d32a27) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:06.033039 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:06.033640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.041814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc805909-cfac-48c9-94b3-81c6f7eec3af None None] Network 8b454c7f-720a-47eb-b188-1d1404d32a27 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:06.049964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-53ff506b-80c6-48cb-827d-ccc490cc48e0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Unset dirty status for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:06.050091 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-53ff506b-80c6-48cb-827d-ccc490cc48e0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd3f02be-3d79-4ddb-b43a-bb2644fafdef HTTP/1.1" status: 200  len: 205 time: 0.1540713
Dec 19 13:34:06.052818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44628) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:06.093553 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "PUT /v2.0/routers/048874e3-f84d-49c5-b767-0d9fed5c12ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1754291
Dec 19 13:34:06.099003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44632) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:06.126077 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2490265
Dec 19 13:34:06.126817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44636) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:06.133295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5449d69f-38e6-4603-b6a1-df863be03070 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-491985330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:06.144421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5449d69f-38e6-4603-b6a1-df863be03070 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:06.150327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5449d69f-38e6-4603-b6a1-df863be03070 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:router and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:06.154165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5449d69f-38e6-4603-b6a1-df863be03070 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:06.162360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5449d69f-38e6-4603-b6a1-df863be03070 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:06.172648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155128e-36db-4861-8268-c886208cb9c7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:06.174088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155128e-36db-4861-8268-c886208cb9c7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:06.175004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a155128e-36db-4861-8268-c886208cb9c7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:06.260582 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a155128e-36db-4861-8268-c886208cb9c7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:06.266509 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a155128e-36db-4861-8268-c886208cb9c7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1697631
Dec 19 13:34:06.267452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44640) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:06.271296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-8b454c7f-720a-47eb-b188-1d1404d32a27', 'network_id': '8b454c7f-720a-47eb-b188-1d1404d32a27', 'tenant_id': '830d4338d371471192910e025aa964fe', 'fixed_ips': [{'subnet_id': '7f9afc0a-3218-4ae2-a7c1-e8e9c4ac839d'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:06.273223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.308828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5449d69f-38e6-4603-b6a1-df863be03070 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.309759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5449d69f-38e6-4603-b6a1-df863be03070 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.393220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5449d69f-38e6-4603-b6a1-df863be03070 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.449063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.467657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Allocated IP 2001:db8::2 (8b454c7f-720a-47eb-b188-1d1404d32a27/7f9afc0a-3218-4ae2-a7c1-e8e9c4ac839d/82a1f786-38c8-4c49-a2f7-64c8ed1d1bda) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:06.511071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5449d69f-38e6-4603-b6a1-df863be03070 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.574965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bb8547-bf8d-49d0-bc38-56c883b338a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 1bca5ae2-1aed-4cda-8979-a47f9d0cabd6 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:06.578056 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31bb8547-bf8d-49d0-bc38-56c883b338a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.618391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5449d69f-38e6-4603-b6a1-df863be03070 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.622354 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5449d69f-38e6-4603-b6a1-df863be03070 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4945903
Dec 19 13:34:06.623896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44644) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:06.686034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.695078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.705184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Transition to ACTIVE for port object 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:06.723636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Transition to ACTIVE for port object 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:06.743352 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 66f034a4-bb1d-4f82-97e2-b79101ffdf8f {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:06.743789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.760933 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31bb8547-bf8d-49d0-bc38-56c883b338a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.826862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.832335 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a1f6328f-0cdc-4fb7-ba24-3ddaab2fd34e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:06.900641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Network 8b454c7f-720a-47eb-b188-1d1404d32a27 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:06.903770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:06.907865 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:06.909870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Pushing event updated for resources: {'Port': ['ID=82a1f786-38c8-4c49-a2f7-64c8ed1d1bda,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:06.912571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:06.922402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:06.943531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31bb8547-bf8d-49d0-bc38-56c883b338a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:07.045192 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Attempting to bind port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:07.045859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Attempting to bind port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '2ded3972-8124-4efd-9b01-c4e5f26de0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b454c7f-720a-47eb-b188-1d1404d32a27'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:07.045961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Attempting to bind port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda on network 8b454c7f-720a-47eb-b188-1d1404d32a27 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:07.052232 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:07.052610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Checking segment: {'id': '2ded3972-8124-4efd-9b01-c4e5f26de0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b454c7f-720a-47eb-b188-1d1404d32a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:07.053006 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:07.053456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Bound using segment: {'id': '2ded3972-8124-4efd-9b01-c4e5f26de0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b454c7f-720a-47eb-b188-1d1404d32a27'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:07.053920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Bound port: 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ded3972-8124-4efd-9b01-c4e5f26de0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b454c7f-720a-47eb-b188-1d1404d32a27'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:07.054295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:07.059782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 66f034a4-bb1d-4f82-97e2-b79101ffdf8f owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:07.148615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] For port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:07.151698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] For port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=82a1f786-38c8-4c49-a2f7-64c8ed1d1bda,segment=NetworkSegment(2ded3972-8124-4efd-9b01-c4e5f26de0a8),segment_id=2ded3972-8124-4efd-9b01-c4e5f26de0a8)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:07.240405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31bb8547-bf8d-49d0-bc38-56c883b338a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:07.247558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d1e31101-6494-4a0a-bb9f-f18c789db15d tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:07.253075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:07.257416 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-02ae71e4-8e76-407e-b945-597c2e779d6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:07.277138 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:07.280868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:07.284811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:07.295501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb8547-bf8d-49d0-bc38-56c883b338a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=1bca5ae2-1aed-4cda-8979-a47f9d0cabd6,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:07.301281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-31bb8547-bf8d-49d0-bc38-56c883b338a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:07.322161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a839d63f-d676-4ed9-865b-4afd029dce8e None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:07.327793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=66f034a4-bb1d-4f82-97e2-b79101ffdf8f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:07.331298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:07.361183 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31bb8547-bf8d-49d0-bc38-56c883b338a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:07.425537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Pushing event updated for resources: {'Port': ['ID=82a1f786-38c8-4c49-a2f7-64c8ed1d1bda,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:07.430403 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:07.544618 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-31bb8547-bf8d-49d0-bc38-56c883b338a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/1bca5ae2-1aed-4cda-8979-a47f9d0cabd6 HTTP/1.1" status: 204  len: 168 time: 1.2762220
Dec 19 13:34:07.550713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44648) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:07.563486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:07.648004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:34:07.652359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Deleting port eabac398-cd9a-41bd-9427-37c9b2e34169 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:07.652989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:07.861696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device eabac398-cd9a-41bd-9427-37c9b2e34169 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:34:07.906030 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-aa1e6b96-f5a6-45ac-a535-e51d8572f88a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.3541622
Dec 19 13:34:07.909116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44652) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:08.046666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.063823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Allocated IP 2001:db8::1 (8b454c7f-720a-47eb-b188-1d1404d32a27/7f9afc0a-3218-4ae2-a7c1-e8e9c4ac839d/3fa30d40-bf1c-4ac0-9089-821620e9ecfd) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:08.079089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.086898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.105178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port eabac398-cd9a-41bd-9427-37c9b2e34169, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eabac398-cd9a-41bd-9427-37c9b2e34169,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:08.105789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd7eb99e-684d-4619-a4b2-5e6f4cb4cf96 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.107045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] For port eabac398-cd9a-41bd-9427-37c9b2e34169, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eabac398-cd9a-41bd-9427-37c9b2e34169,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:08.107465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.226002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.230765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.234078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Fanout notify agent at l3_agent the message router_deleted on router bd3f02be-3d79-4ddb-b43a-bb2644fafdef {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:34:08.234183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Calling delete_port for eabac398-cd9a-41bd-9427-37c9b2e34169 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:08.266102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0fcd6992-705f-4642-86bb-10d60b735325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:08.347707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.347707 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/bd3f02be-3d79-4ddb-b43a-bb2644fafdef HTTP/1.1" status: 204  len: 168 time: 2.2914598
Dec 19 13:34:08.350136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44656) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:08.360112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'network': {'name': 'tempest-RoutersTest-1037772857'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:08.361659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=eabac398-cd9a-41bd-9427-37c9b2e34169,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:08.364837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:08.366656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:08.371310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:network and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:08.374360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:08.384753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:08.424172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:34:08.424541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:34:08.451651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:08.455249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.487472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:34:08.497447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.497859 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added segment 5a1b9018-14c2-443a-90d9-7c7023d5f897 of type vlan for network b48087da-84e8-464d-aa3b-39fee377ad7d
Dec 19 13:34:08.529137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.609235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.623023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.628475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:08.629504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.637136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-71e9b354-1716-4590-b0fd-a34a0f088c15 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:08.639804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd7eb99e-684d-4619-a4b2-5e6f4cb4cf96 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.641644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Transition to ACTIVE for port object 3fa30d40-bf1c-4ac0-9089-821620e9ecfd will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:08.647776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd7eb99e-684d-4619-a4b2-5e6f4cb4cf96 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.756578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Network': ['ID=b48087da-84e8-464d-aa3b-39fee377ad7d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:08.759498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:08.760667 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd7eb99e-684d-4619-a4b2-5e6f4cb4cf96 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.761181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7eb99e-684d-4619-a4b2-5e6f4cb4cf96 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Fanout notify agent at l3_agent the message router_deleted on router 048874e3-f84d-49c5-b767-0d9fed5c12ec {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:34:08.771284 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network b48087da-84e8-464d-aa3b-39fee377ad7d details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:34:08.781204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd7eb99e-684d-4619-a4b2-5e6f4cb4cf96 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.785240 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dd7eb99e-684d-4619-a4b2-5e6f4cb4cf96 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/routers/048874e3-f84d-49c5-b767-0d9fed5c12ec HTTP/1.1" status: 204  len: 168 time: 0.8724172
Dec 19 13:34:08.785390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44660) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:08.791791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:08.809768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.826885 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4731541
Dec 19 13:34:08.829855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44664) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:08.836527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'subnet': {'network_id': 'b48087da-84e8-464d-aa3b-39fee377ad7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:08.839598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e00703-9635-4972-ad9f-249a7f8bfeec None None] Network 8b454c7f-720a-47eb-b188-1d1404d32a27 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:08.862485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:08.926256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Deleting port eabac398-cd9a-41bd-9427-37c9b2e34169 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:08.926643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.944685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:08.948470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:subnet and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:08.951297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:08.958221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:08.965161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 8b454c7f-720a-47eb-b188-1d1404d32a27 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:08.970155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:08.976180 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:08.986577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:08.986577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=3fa30d40-bf1c-4ac0-9089-821620e9ecfd,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:08.986577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:08.989668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:08.993197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:08.994303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:09.001273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:09.080385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:09.115163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:09.119202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:09.193283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:09.247297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6fdafa7c-197a-4a11-bf31-69f8ba62bb9b None None] Provisioning for port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:09.276663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:09.342354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] For port eabac398-cd9a-41bd-9427-37c9b2e34169, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eabac398-cd9a-41bd-9427-37c9b2e34169,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:09.343031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:09.485231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Calling delete_port for eabac398-cd9a-41bd-9427-37c9b2e34169 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:09.545012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:09.545012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca876500-db77-4f3d-9aba-da63e7892697 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:09.621051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Subnet': ['ID=055c92aa-9afd-454a-8ff0-f6cd839b91fc,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:09.621051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:09.651959 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:09.651959 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-103c4b42-f31b-4e45-8431-a31781ff7e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:09.656180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Checking segment: {'id': '5a1b9018-14c2-443a-90d9-7c7023d5f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b48087da-84e8-464d-aa3b-39fee377ad7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:09.656180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network hostable DHCP agents. Network: b48087da-84e8-464d-aa3b-39fee377ad7d, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:34:09.712067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Pushing event deleted for resources: {'Port': ['ID=eabac398-cd9a-41bd-9427-37c9b2e34169,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:09.712067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:09.721942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] No DVR routers for this DVR port eabac398-cd9a-41bd-9427-37c9b2e34169 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:34:09.771406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network b48087da-84e8-464d-aa3b-39fee377ad7d is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:34:09.879657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:09.893045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, b48087da-84e8-464d-aa3b-39fee377ad7d) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:09.893045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:09.893045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:09.923153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267fc6d-8df9-4dc0-a2bc-e5953e19f069 None None] Network b48087da-84e8-464d-aa3b-39fee377ad7d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:09.990028 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1516185
Dec 19 13:34:09.990028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44670) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:09.995223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f788d459-48d6-4ac3-bc24-e8c6e5ff7257 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2086488191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:10.016713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f788d459-48d6-4ac3-bc24-e8c6e5ff7257 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:10.016713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f788d459-48d6-4ac3-bc24-e8c6e5ff7257 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:router and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:10.027591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f788d459-48d6-4ac3-bc24-e8c6e5ff7257 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:10.033264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f788d459-48d6-4ac3-bc24-e8c6e5ff7257 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:10.074940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.098606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.098606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-90ef99bb-c3fc-41b6-8ead-a1917044b93b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:10.127817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f788d459-48d6-4ac3-bc24-e8c6e5ff7257 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.127817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f788d459-48d6-4ac3-bc24-e8c6e5ff7257 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.179715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.179715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.254081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f788d459-48d6-4ac3-bc24-e8c6e5ff7257 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.313380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4301898-0003-4298-b326-11349538c89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-b48087da-84e8-464d-aa3b-39fee377ad7d', 'network_id': 'b48087da-84e8-464d-aa3b-39fee377ad7d', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'fixed_ips': [{'subnet_id': '055c92aa-9afd-454a-8ff0-f6cd839b91fc'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:10.313380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b4301898-0003-4298-b326-11349538c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.329778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:10.342940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:10.342940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.385634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cdb50f70-2053-4c32-9f07-0954b65f9cee None None] Provisioning for port 3fa30d40-bf1c-4ac0-9089-821620e9ecfd completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:10.401873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f788d459-48d6-4ac3-bc24-e8c6e5ff7257 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.404995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:10.411553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cdb50f70-2053-4c32-9f07-0954b65f9cee None None] Provisioning complete for port 3fa30d40-bf1c-4ac0-9089-821620e9ecfd triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:10.411553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cdb50f70-2053-4c32-9f07-0954b65f9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.416907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:10.416907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:10.416907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.470431 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=6b6670c6-a321-4afa-a49c-fe52a0544b50,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:10.470431 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:10.487601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6e468d22-c1a4-4771-8b83-019fe6423286 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:10.516269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882a9906-48d4-4bc4-8a4f-a7cccc1a0ce5 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:10.554955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f788d459-48d6-4ac3-bc24-e8c6e5ff7257 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.554955 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f788d459-48d6-4ac3-bc24-e8c6e5ff7257 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5651405
Dec 19 13:34:10.554955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44674) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:10.602443 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.8090260
Dec 19 13:34:10.602443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=3fa30d40-bf1c-4ac0-9089-821620e9ecfd,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:10.609715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:10.609715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44678) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:10.629904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ba2d7b8c-ff56-49f9-9bfe-ba1ec922237a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-121218824', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:10.643028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 8b454c7f-720a-47eb-b188-1d1404d32a27 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:10.643028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ba2d7b8c-ff56-49f9-9bfe-ba1ec922237a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:10.643028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:10.728985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ba2d7b8c-ff56-49f9-9bfe-ba1ec922237a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:router and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:10.728985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ba2d7b8c-ff56-49f9-9bfe-ba1ec922237a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:10.822543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ba2d7b8c-ff56-49f9-9bfe-ba1ec922237a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:10.989002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b8c-ff56-49f9-9bfe-ba1ec922237a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:10.989002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b8c-ff56-49f9-9bfe-ba1ec922237a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:11.017615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-cdb50f70-2053-4c32-9f07-0954b65f9cee None None] Port 3fa30d40-bf1c-4ac0-9089-821620e9ecfd cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:11.119108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b8c-ff56-49f9-9bfe-ba1ec922237a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:11.215707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b8c-ff56-49f9-9bfe-ba1ec922237a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:11.221243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-b4301898-0003-4298-b326-11349538c89c None None] Allocated IP 172.20.0.2 (b48087da-84e8-464d-aa3b-39fee377ad7d/055c92aa-9afd-454a-8ff0-f6cd839b91fc/814511d1-35db-4a73-9d81-c36cf4bc0f22) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:11.277536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:11.310914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router 1b6eaf44-619c-4d80-b095-d32653d88772 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:34:11.401238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b8c-ff56-49f9-9bfe-ba1ec922237a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:11.401238 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ba2d7b8c-ff56-49f9-9bfe-ba1ec922237a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.7718122
Dec 19 13:34:11.401238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44682) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:11.413647 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3843ada9-38c4-4903-9881-bdec8c26fc5e None None] Provisioning complete for port 3fa30d40-bf1c-4ac0-9089-821620e9ecfd triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:11.413647 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3843ada9-38c4-4903-9881-bdec8c26fc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:11.500125 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=82a1f786-38c8-4c49-a2f7-64c8ed1d1bda,segment=NetworkSegment(2ded3972-8124-4efd-9b01-c4e5f26de0a8),segment_id=2ded3972-8124-4efd-9b01-c4e5f26de0a8)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:11.529679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:11.536122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3843ada9-38c4-4903-9881-bdec8c26fc5e None None] Port 3fa30d40-bf1c-4ac0-9089-821620e9ecfd cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:11.550571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': '6b6670c6-a321-4afa-a49c-fe52a0544b50'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:11.550571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:11.589117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:11.589117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:11.953860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=82a1f786-38c8-4c49-a2f7-64c8ed1d1bda,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:11.953860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:11.976449 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-06f8ac28-75ba-49f0-a22f-d207008173df None None] Provisioning complete for port 3fa30d40-bf1c-4ac0-9089-821620e9ecfd triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:11.976449 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-06f8ac28-75ba-49f0-a22f-d207008173df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:12.041606 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b4301898-0003-4298-b326-11349538c89c None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:12.097788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b4301898-0003-4298-b326-11349538c89c None None] Transition to ACTIVE for port object 814511d1-35db-4a73-9d81-c36cf4bc0f22 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:12.105630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-06f8ac28-75ba-49f0-a22f-d207008173df None None] Port 3fa30d40-bf1c-4ac0-9089-821620e9ecfd cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:12.109964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:12.117117 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/1b6eaf44-619c-4d80-b095-d32653d88772/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4857967
Dec 19 13:34:12.123870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44686) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:12.127658 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372192b-5230-4cfe-bd74-eacd7ace9187 None None] Sync routers for ids ['1b6eaf44-619c-4d80-b095-d32653d88772'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:12.147897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b4301898-0003-4298-b326-11349538c89c None None] Transition to ACTIVE for port object 814511d1-35db-4a73-9d81-c36cf4bc0f22 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:12.156344 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372192b-5230-4cfe-bd74-eacd7ace9187 None None] Routers {'1b6eaf44-619c-4d80-b095-d32653d88772'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:12.156344 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b372192b-5230-4cfe-bd74-eacd7ace9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478d66d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1b6eaf44-619c-4d80-b095-d32653d88772'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:12.165364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/6b6670c6-a321-4afa-a49c-fe52a0544b50/6506a84b-4c10-4579-9a67-323aa7d65f31) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:12.238166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b4301898-0003-4298-b326-11349538c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:12.238166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b61ad4f3-b759-4b6c-ae9f-9fd2eac00965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:12.280997 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b372192b-5230-4cfe-bd74-eacd7ace9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478d66d0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:12.295522 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372192b-5230-4cfe-bd74-eacd7ace9187 None None] Routers {'1b6eaf44-619c-4d80-b095-d32653d88772'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:12.295522 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b372192b-5230-4cfe-bd74-eacd7ace9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478d66d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:33:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1b6eaf44-619c-4d80-b095-d32653d88772'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:12.302494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:12.334564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4301898-0003-4298-b326-11349538c89c None None] Pushing event updated for resources: {'Port': ['ID=814511d1-35db-4a73-9d81-c36cf4bc0f22,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:12.334564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b4301898-0003-4298-b326-11349538c89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:12.345583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87595a8a-1ae4-4c3e-a036-0eaf2aa3be38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:12.345583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-87595a8a-1ae4-4c3e-a036-0eaf2aa3be38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Synchronizing usage tracker for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:12.371992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4301898-0003-4298-b326-11349538c89c None None] Network b48087da-84e8-464d-aa3b-39fee377ad7d is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:12.374991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Allocated IP 172.20.0.1 (b48087da-84e8-464d-aa3b-39fee377ad7d/055c92aa-9afd-454a-8ff0-f6cd839b91fc/190d0798-5d56-4cd6-9069-bc7d951ad8e1) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:12.378177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-b4301898-0003-4298-b326-11349538c89c None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:12.393179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4301898-0003-4298-b326-11349538c89c None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:12.397732 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b372192b-5230-4cfe-bd74-eacd7ace9187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478d66d0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:12.397732 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372192b-5230-4cfe-bd74-eacd7ace9187 None None] The sync data for ids ['1b6eaf44-619c-4d80-b095-d32653d88772'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:12.456783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d1ee10c-4303-4e76-986a-c925a10165e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:12.505676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-87595a8a-1ae4-4c3e-a036-0eaf2aa3be38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Unset dirty status for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:12.505676 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-87595a8a-1ae4-4c3e-a036-0eaf2aa3be38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports/3fa30d40-bf1c-4ac0-9089-821620e9ecfd HTTP/1.1" status: 200  len: 911 time: 0.3823087
Dec 19 13:34:12.511830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44690) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:12.549361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b4301898-0003-4298-b326-11349538c89c None None] Attempting to bind port 814511d1-35db-4a73-9d81-c36cf4bc0f22 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:12.549361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b4301898-0003-4298-b326-11349538c89c None None] Attempting to bind port 814511d1-35db-4a73-9d81-c36cf4bc0f22 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '5a1b9018-14c2-443a-90d9-7c7023d5f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b48087da-84e8-464d-aa3b-39fee377ad7d'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:12.549361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4301898-0003-4298-b326-11349538c89c None None] Attempting to bind port 814511d1-35db-4a73-9d81-c36cf4bc0f22 on network b48087da-84e8-464d-aa3b-39fee377ad7d {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:12.595535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4301898-0003-4298-b326-11349538c89c None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:12.595535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4301898-0003-4298-b326-11349538c89c None None] Checking segment: {'id': '5a1b9018-14c2-443a-90d9-7c7023d5f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b48087da-84e8-464d-aa3b-39fee377ad7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:12.595535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b4301898-0003-4298-b326-11349538c89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:12.595535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4301898-0003-4298-b326-11349538c89c None None] Bound using segment: {'id': '5a1b9018-14c2-443a-90d9-7c7023d5f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b48087da-84e8-464d-aa3b-39fee377ad7d'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:12.595535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b4301898-0003-4298-b326-11349538c89c None None] Bound port: 814511d1-35db-4a73-9d81-c36cf4bc0f22, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1b9018-14c2-443a-90d9-7c7023d5f897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b48087da-84e8-464d-aa3b-39fee377ad7d'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:12.595535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b4301898-0003-4298-b326-11349538c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:12.669383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:12.694772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Transition to ACTIVE for port object 6506a84b-4c10-4579-9a67-323aa7d65f31 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:12.742008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Transition to ACTIVE for port object 6506a84b-4c10-4579-9a67-323aa7d65f31 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:12.742008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b4301898-0003-4298-b326-11349538c89c None None] For port 814511d1-35db-4a73-9d81-c36cf4bc0f22, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:12.742008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b4301898-0003-4298-b326-11349538c89c None None] For port 814511d1-35db-4a73-9d81-c36cf4bc0f22, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=814511d1-35db-4a73-9d81-c36cf4bc0f22,segment=NetworkSegment(5a1b9018-14c2-443a-90d9-7c7023d5f897),segment_id=5a1b9018-14c2-443a-90d9-7c7023d5f897)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:12.819265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:12.819265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c0cdc98f-c02a-4e9b-8718-790798a1005c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:12.860070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:12.893071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::1 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/6b6670c6-a321-4afa-a49c-fe52a0544b50/fa8eb4c3-1019-4087-9419-69fda9a7abfb) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:12.910160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Transition to ACTIVE for port object 190d0798-5d56-4cd6-9069-bc7d951ad8e1 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:12.914372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b4301898-0003-4298-b326-11349538c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:12.914372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Pushing event updated for resources: {'Port': ['ID=6506a84b-4c10-4579-9a67-323aa7d65f31,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:12.914372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:12.914372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:12.922581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:12.922581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-76521d22-0e56-485b-a22e-69afcf3ec478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:12.958025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:13.082512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:13.103402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4301898-0003-4298-b326-11349538c89c None None] Pushing event updated for resources: {'Port': ['ID=814511d1-35db-4a73-9d81-c36cf4bc0f22,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:13.103402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Attempting to bind port 6506a84b-4c10-4579-9a67-323aa7d65f31 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:13.103402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Attempting to bind port 6506a84b-4c10-4579-9a67-323aa7d65f31 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:13.103402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Attempting to bind port 6506a84b-4c10-4579-9a67-323aa7d65f31 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:13.108667 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object fa8eb4c3-1019-4087-9419-69fda9a7abfb will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:13.122029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b4301898-0003-4298-b326-11349538c89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:13.122029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:13.122029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:13.122029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:13.122029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:13.122029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Bound port: 6506a84b-4c10-4579-9a67-323aa7d65f31, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:13.122029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:13.162621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:13.162621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:13.200249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:13.200249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1d42e7a9-386d-4f07-a7f2-c91817d755ab tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:13.260498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=190d0798-5d56-4cd6-9069-bc7d951ad8e1,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:13.260498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network b48087da-84e8-464d-aa3b-39fee377ad7d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:13.260498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:13.270220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:13.276155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] For port 6506a84b-4c10-4579-9a67-323aa7d65f31, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:13.290872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] For port 6506a84b-4c10-4579-9a67-323aa7d65f31, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6506a84b-4c10-4579-9a67-323aa7d65f31,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:13.308627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:13.320663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:13.320663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:13.320663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:13.335672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=fa8eb4c3-1019-4087-9419-69fda9a7abfb,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:13.335672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:13.343648 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:13.358573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:13.375853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:13.382731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:13.486148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Pushing event updated for resources: {'Port': ['ID=6506a84b-4c10-4579-9a67-323aa7d65f31,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:13.496717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:13.559610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:13.626894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:13.907780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 814511d1-35db-4a73-9d81-c36cf4bc0f22 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:14.113444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 814511d1-35db-4a73-9d81-c36cf4bc0f22 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:14.113444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:14.129526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:14.172220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:14.188635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:14.191931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:14.202099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a5d87d9b-1377-4180-98ce-1208f50596e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:14.237913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:14.238695 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:14.634092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-42c4a406-060b-4b22-a4ee-fdf5d3261917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:14.655896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=fa8eb4c3-1019-4087-9419-69fda9a7abfb,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:14.664367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:14.753390 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bac987-b851-4cf6-bbf5-800bb5367a6b None None] Network b48087da-84e8-464d-aa3b-39fee377ad7d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:14.791335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:14.794352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:15.114020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:15.171459 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7cfbc80a-01a1-49f1-a589-1b6ef7c9c70e None None] Provisioning for port 814511d1-35db-4a73-9d81-c36cf4bc0f22 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:15.189068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7cfbc80a-01a1-49f1-a589-1b6ef7c9c70e None None] Provisioning complete for port 814511d1-35db-4a73-9d81-c36cf4bc0f22 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:15.189068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7cfbc80a-01a1-49f1-a589-1b6ef7c9c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:15.213542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 3fa30d40-bf1c-4ac0-9089-821620e9ecfd {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:15.213542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:15.263773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:15.304329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b7506da9-1ba4-4c5d-b2df-f9d9e7917a4d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:15.420360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7cfbc80a-01a1-49f1-a589-1b6ef7c9c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:15.434427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=190d0798-5d56-4cd6-9069-bc7d951ad8e1,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:15.460675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e56c68-64bd-4260-922b-680046b25786 None None] Sync routers for ids ['048874e3-f84d-49c5-b767-0d9fed5c12ec'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:15.498014 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7cfbc80a-01a1-49f1-a589-1b6ef7c9c70e None None] For port 814511d1-35db-4a73-9d81-c36cf4bc0f22, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=814511d1-35db-4a73-9d81-c36cf4bc0f22,segment=NetworkSegment(5a1b9018-14c2-443a-90d9-7c7023d5f897),segment_id=5a1b9018-14c2-443a-90d9-7c7023d5f897)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:15.518752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:15.523938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e56c68-64bd-4260-922b-680046b25786 None None] Routers set() bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:15.523938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e56c68-64bd-4260-922b-680046b25786 None None] Router IDs set() for agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 19 13:34:15.523938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_agentschedulers_db [None req-24e56c68-64bd-4260-922b-680046b25786 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'048874e3-f84d-49c5-b767-0d9fed5c12ec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent'). {{(pid=84126) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 19 13:34:15.544588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e56c68-64bd-4260-922b-680046b25786 None None] Routers set() bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:15.544588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e56c68-64bd-4260-922b-680046b25786 None None] Router IDs set() for agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 19 13:34:15.565062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_agentschedulers_db [None req-24e56c68-64bd-4260-922b-680046b25786 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'048874e3-f84d-49c5-b767-0d9fed5c12ec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent'). {{(pid=84126) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 19 13:34:15.565062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e56c68-64bd-4260-922b-680046b25786 None None] The sync data for ids ['048874e3-f84d-49c5-b767-0d9fed5c12ec'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:15.565062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7cfbc80a-01a1-49f1-a589-1b6ef7c9c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:15.573349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b4301898-0003-4298-b326-11349538c89c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:15.701003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:15.701329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:15.701692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:15.702050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:15.702404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:15.702754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:15.703129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:15.703477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:15.703825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:15.704171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:15.704339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbc80a-01a1-49f1-a589-1b6ef7c9c70e None None] Pushing event updated for resources: {'Port': ['ID=814511d1-35db-4a73-9d81-c36cf4bc0f22,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:15.704832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:15.708479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7cfbc80a-01a1-49f1-a589-1b6ef7c9c70e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:15.712983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:15.740656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Router b5940995-a657-4ca4-b901-2c7effeb51b9 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:34:15.763584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4236dc03-2c67-4135-bc83-3d03b0a23e0c None None] Provisioning for port fa8eb4c3-1019-4087-9419-69fda9a7abfb completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:15.769975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4236dc03-2c67-4135-bc83-3d03b0a23e0c None None] Provisioning complete for port fa8eb4c3-1019-4087-9419-69fda9a7abfb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:15.770665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4236dc03-2c67-4135-bc83-3d03b0a23e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:15.802681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:15.838345 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4236dc03-2c67-4135-bc83-3d03b0a23e0c None None] Port fa8eb4c3-1019-4087-9419-69fda9a7abfb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:15.900247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4236dc03-2c67-4135-bc83-3d03b0a23e0c None None] Provisioning for port 6506a84b-4c10-4579-9a67-323aa7d65f31 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:15.961073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:15.973114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for 3fa30d40-bf1c-4ac0-9089-821620e9ecfd owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:15.977520 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "PUT /v2.0/routers/b5940995-a657-4ca4-b901-2c7effeb51b9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5911422
Dec 19 13:34:15.980268 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Sync routers for ids ['b5940995-a657-4ca4-b901-2c7effeb51b9'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:15.988188 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44700) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:16.005241 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Routers {'b5940995-a657-4ca4-b901-2c7effeb51b9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:16.005241 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479ea2b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['b5940995-a657-4ca4-b901-2c7effeb51b9'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:16.020077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network b48087da-84e8-464d-aa3b-39fee377ad7d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:16.029049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:16.077118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d09550ba-9803-47bd-a30b-f0fbbd247e75 None None] Provisioning complete for port 814511d1-35db-4a73-9d81-c36cf4bc0f22 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:16.077500 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d09550ba-9803-47bd-a30b-f0fbbd247e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:16.137143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe773ad-a7d4-40f8-85be-d0182aadc2f5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:16.138053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5fe773ad-a7d4-40f8-85be-d0182aadc2f5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:16.237486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5fe773ad-a7d4-40f8-85be-d0182aadc2f5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:16.242820 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5fe773ad-a7d4-40f8-85be-d0182aadc2f5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports/fa8eb4c3-1019-4087-9419-69fda9a7abfb HTTP/1.1" status: 200  len: 911 time: 0.2533336
Dec 19 13:34:16.247808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44704) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:16.263178 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Set router b5940995-a657-4ca4-b901-2c7effeb51b9 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:16.298202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 814511d1-35db-4a73-9d81-c36cf4bc0f22 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:16.327633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:16.342834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:16.448866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 814511d1-35db-4a73-9d81-c36cf4bc0f22 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:16.449389 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:16.501370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085d27dd-5b40-4212-b700-b22c94c47811 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:16.513149 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085d27dd-5b40-4212-b700-b22c94c47811 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:16.515115 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-085d27dd-5b40-4212-b700-b22c94c47811 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.2705040
Dec 19 13:34:16.517879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44708) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:16.532727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d09550ba-9803-47bd-a30b-f0fbbd247e75 None None] Provisioning complete for port fa8eb4c3-1019-4087-9419-69fda9a7abfb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:16.537699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d09550ba-9803-47bd-a30b-f0fbbd247e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:16.636398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d09550ba-9803-47bd-a30b-f0fbbd247e75 None None] Port fa8eb4c3-1019-4087-9419-69fda9a7abfb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:16.798292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6506a84b-4c10-4579-9a67-323aa7d65f31 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:16.798878 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479ea2b0>, [{'id': 'b5940995-a657-4ca4-b901-2c7effeb51b9', 'name': 'tempest-NetworksTestDHCPv6-router-121218824', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:11Z', 'updated_at': '2021-12-19T13:34:13Z', 'revision_number': 2, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'gw_port_host': None, '_interfaces': [{'id': 'fa8eb4c3-1019-4087-9419-69fda9a7abfb', 'name': '', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'mac_address': 'fa:16:3e:da:75:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5940995-a657-4ca4-b901-2c7effeb51b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6670c6-a321-4afa-a49c-fe52a0544b50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:12Z', 'updated_at': '2021-12-19T13:34:13Z', 'revision_number': 2, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'subnets': [{'id': '6b6670c6-a321-4afa-a49c-fe52a0544b50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:16.802967 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Checking router: b5940995-a657-4ca4-b901-2c7effeb51b9 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:34:16.803882 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Updating router b5940995-a657-4ca4-b901-2c7effeb51b9 port fa8eb4c3-1019-4087-9419-69fda9a7abfb binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:34:16.859848 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:16.864446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d09550ba-9803-47bd-a30b-f0fbbd247e75 None None] Provisioning for port 190d0798-5d56-4cd6-9069-bc7d951ad8e1 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:16.874282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d09550ba-9803-47bd-a30b-f0fbbd247e75 None None] Provisioning complete for port 190d0798-5d56-4cd6-9069-bc7d951ad8e1 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:16.874791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d09550ba-9803-47bd-a30b-f0fbbd247e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:16.940925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d09550ba-9803-47bd-a30b-f0fbbd247e75 None None] Port 190d0798-5d56-4cd6-9069-bc7d951ad8e1 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:16.983782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:16.988867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9859378d-8cb5-40c1-8d93-883d84ec5f4f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:17.014954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6506a84b-4c10-4579-9a67-323aa7d65f31 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:17.021098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6506a84b-4c10-4579-9a67-323aa7d65f31 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:17.021677 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.030179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 95b2573f-376a-4342-92a1-fad34b824cdd is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:34:17.045092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=3fa30d40-bf1c-4ac0-9089-821620e9ecfd,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:17.048585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:17.106832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3f9a8bcd-c294-4458-adc9-e59faaa9ebec None None] Provisioning complete for port 190d0798-5d56-4cd6-9069-bc7d951ad8e1 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:17.107462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8bcd-c294-4458-adc9-e59faaa9ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.229457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.234137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a8bcd-c294-4458-adc9-e59faaa9ebec None None] Port 190d0798-5d56-4cd6-9069-bc7d951ad8e1 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:17.248786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.292344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 6506a84b-4c10-4579-9a67-323aa7d65f31, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6506a84b-4c10-4579-9a67-323aa7d65f31,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:17.344953 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.359640 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.359640 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:17.360428 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Transition to ACTIVE for port object fa8eb4c3-1019-4087-9419-69fda9a7abfb will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:17.391314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2cb8cf60-703d-4166-aae1-06052d045560 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:34:17.434354 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.437103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 2cb8cf60-703d-4166-aae1-06052d045560 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:34:17.437461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2cb8cf60-703d-4166-aae1-06052d045560 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:34:17.438520 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:17.479299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=6506a84b-4c10-4579-9a67-323aa7d65f31,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:17.483434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.483634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:17.559195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.656006 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Pushing event updated for resources: {'Port': ['ID=fa8eb4c3-1019-4087-9419-69fda9a7abfb,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:17.707282 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:17.708302 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:17.708302 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:17.708302 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:17.708728 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:17.708875 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:17.709170 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:17.709882 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:17.710206 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:17.710523 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:17.710857 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:17.720447 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:17.792324 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Attempting to bind port fa8eb4c3-1019-4087-9419-69fda9a7abfb on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:17.793050 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Attempting to bind port fa8eb4c3-1019-4087-9419-69fda9a7abfb by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:17.793184 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Attempting to bind port fa8eb4c3-1019-4087-9419-69fda9a7abfb on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:17.813948 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:17.814355 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:17.814724 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.818343 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:17.819709 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Bound port: fa8eb4c3-1019-4087-9419-69fda9a7abfb, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:17.822252 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.853855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6506a84b-4c10-4579-9a67-323aa7d65f31 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:17.869545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port fa8eb4c3-1019-4087-9419-69fda9a7abfb {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:17.869545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:17.915695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:17.933966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bca944-ac16-4dca-877b-4f88cfd230ff None None] Sync routers for ids ['95b2573f-376a-4342-92a1-fad34b824cdd'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:17.940980 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/95b2573f-376a-4342-92a1-fad34b824cdd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3860533
Dec 19 13:34:17.968955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bca944-ac16-4dca-877b-4f88cfd230ff None None] Routers {'95b2573f-376a-4342-92a1-fad34b824cdd'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:17.971675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-69bca944-ac16-4dca-877b-4f88cfd230ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e31dc0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['95b2573f-376a-4342-92a1-fad34b824cdd'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:17.992270 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] For port fa8eb4c3-1019-4087-9419-69fda9a7abfb, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:17.996478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44714) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:17.996970 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] For port fa8eb4c3-1019-4087-9419-69fda9a7abfb, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fa8eb4c3-1019-4087-9419-69fda9a7abfb,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:18.089567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-69bca944-ac16-4dca-877b-4f88cfd230ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e31dc0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:18.096921 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:18.096921 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-085bb30f-90b1-4514-8092-439cf5e26a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:18.131905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6506a84b-4c10-4579-9a67-323aa7d65f31 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:18.131905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:18.138723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776bf175-a3f9-4676-b3f0-1032fda0b558 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:18.138723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-776bf175-a3f9-4676-b3f0-1032fda0b558 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Synchronizing usage tracker for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:18.145205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] For port fa8eb4c3-1019-4087-9419-69fda9a7abfb, host dv-neutron-821895-1-hyperv, got binding levels [] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:18.145205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:18.154789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router 1b6eaf44-619c-4d80-b095-d32653d88772 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:34:18.229182 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Pushing event updated for resources: {'Port': ['ID=fa8eb4c3-1019-4087-9419-69fda9a7abfb,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:18.233866 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:18.242222 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Routers {'b5940995-a657-4ca4-b901-2c7effeb51b9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:18.242960 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479ea2b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['b5940995-a657-4ca4-b901-2c7effeb51b9'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:18.270502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for fa8eb4c3-1019-4087-9419-69fda9a7abfb owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:18.274273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bca944-ac16-4dca-877b-4f88cfd230ff None None] Routers {'95b2573f-376a-4342-92a1-fad34b824cdd'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:18.280312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-69bca944-ac16-4dca-877b-4f88cfd230ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e31dc0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['95b2573f-376a-4342-92a1-fad34b824cdd'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:18.450798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-69bca944-ac16-4dca-877b-4f88cfd230ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e31dc0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:18.450798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bca944-ac16-4dca-877b-4f88cfd230ff None None] The sync data for ids ['95b2573f-376a-4342-92a1-fad34b824cdd'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:18.472097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-776bf175-a3f9-4676-b3f0-1032fda0b558 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Unset dirty status for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:18.472097 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-776bf175-a3f9-4676-b3f0-1032fda0b558 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports/190d0798-5d56-4cd6-9069-bc7d951ad8e1 HTTP/1.1" status: 200  len: 910 time: 0.4663577
Dec 19 13:34:18.479395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44718) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:18.479395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '055c92aa-9afd-454a-8ff0-f6cd839b91fc'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:18.550972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:34:18.551326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:34:18.577243 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] Set router b5940995-a657-4ca4-b901-2c7effeb51b9 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:18.582568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:18.603655 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/1b6eaf44-619c-4d80-b095-d32653d88772/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0960925
Dec 19 13:34:18.611127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44722) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:18.688890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-649f19a0-c08d-41da-a722-87c9d2d609e9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Synchronizing usage tracker for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:18.691276 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f6ec8-23d6-4d2a-ae50-f28d658b4558 None None] Sync routers for ids ['1b6eaf44-619c-4d80-b095-d32653d88772'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:18.765036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-649f19a0-c08d-41da-a722-87c9d2d609e9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Unset dirty status for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:18.767332 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-649f19a0-c08d-41da-a722-87c9d2d609e9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6eaf44-619c-4d80-b095-d32653d88772 HTTP/1.1" status: 200  len: 205 time: 0.1616759
Dec 19 13:34:18.783039 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44726) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:18.825143 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f6ec8-23d6-4d2a-ae50-f28d658b4558 None None] Routers {'1b6eaf44-619c-4d80-b095-d32653d88772'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:18.825143 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-311f6ec8-23d6-4d2a-ae50-f28d658b4558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4787c820>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1b6eaf44-619c-4d80-b095-d32653d88772'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:18.843864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:18.904083 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-311f6ec8-23d6-4d2a-ae50-f28d658b4558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4787c820>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:18.950286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b1b223ba-5946-4d27-8cb0-6f446c85fba7 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:18.994340 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f6ec8-23d6-4d2a-ae50-f28d658b4558 None None] Routers {'1b6eaf44-619c-4d80-b095-d32653d88772'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:18.994340 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-311f6ec8-23d6-4d2a-ae50-f28d658b4558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4787c820>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1b6eaf44-619c-4d80-b095-d32653d88772'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:19.072975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port fa8eb4c3-1019-4087-9419-69fda9a7abfb {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:19.072975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:19.079306 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-311f6ec8-23d6-4d2a-ae50-f28d658b4558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4787c820>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:19.079306 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f6ec8-23d6-4d2a-ae50-f28d658b4558 None None] The sync data for ids ['1b6eaf44-619c-4d80-b095-d32653d88772'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:19.194075 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479ea2b0>, [{'id': 'b5940995-a657-4ca4-b901-2c7effeb51b9', 'name': 'tempest-NetworksTestDHCPv6-router-121218824', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:11Z', 'updated_at': '2021-12-19T13:34:13Z', 'revision_number': 2, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'gw_port_host': None, '_interfaces': [{'id': 'fa8eb4c3-1019-4087-9419-69fda9a7abfb', 'name': '', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'mac_address': 'fa:16:3e:da:75:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5940995-a657-4ca4-b901-2c7effeb51b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6670c6-a321-4afa-a49c-fe52a0544b50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:12Z', 'updated_at': '2021-12-19T13:34:17Z', 'revision_number': 4, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'subnets': [{'id': '6b6670c6-a321-4afa-a49c-fe52a0544b50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:19.200033 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b59888c-62e6-49cf-ae5b-3b925081aedf None None] The sync data for ids ['b5940995-a657-4ca4-b901-2c7effeb51b9'] in dv-neutron-821895-1-hyperv is: [{'id': 'b5940995-a657-4ca4-b901-2c7effeb51b9', 'name': 'tempest-NetworksTestDHCPv6-router-121218824', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:11Z', 'updated_at': '2021-12-19T13:34:13Z', 'revision_number': 2, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'gw_port_host': None, '_interfaces': [{'id': 'fa8eb4c3-1019-4087-9419-69fda9a7abfb', 'name': '', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'mac_address': 'fa:16:3e:da:75:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5940995-a657-4ca4-b901-2c7effeb51b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b6670c6-a321-4afa-a49c-fe52a0544b50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:12Z', 'updated_at': '2021-12-19T13:34:17Z', 'revision_number': 4, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'subnets': [{'id': '6b6670c6-a321-4afa-a49c-fe52a0544b50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:19.443022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b1b223ba-5946-4d27-8cb0-6f446c85fba7 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:19.448440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b1b223ba-5946-4d27-8cb0-6f446c85fba7 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:19.569248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] For port fa8eb4c3-1019-4087-9419-69fda9a7abfb, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fa8eb4c3-1019-4087-9419-69fda9a7abfb,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:19.570012 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:19.591046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b1b223ba-5946-4d27-8cb0-6f446c85fba7 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:19.591046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b223ba-5946-4d27-8cb0-6f446c85fba7 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Fanout notify agent at l3_agent the message router_deleted on router 1b6eaf44-619c-4d80-b095-d32653d88772 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:34:19.605538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b1b223ba-5946-4d27-8cb0-6f446c85fba7 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:19.610459 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b1b223ba-5946-4d27-8cb0-6f446c85fba7 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/1b6eaf44-619c-4d80-b095-d32653d88772 HTTP/1.1" status: 204  len: 168 time: 0.8304172
Dec 19 13:34:19.611282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44730) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:19.763701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for fa8eb4c3-1019-4087-9419-69fda9a7abfb owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:19.888564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fa8eb4c3-1019-4087-9419-69fda9a7abfb up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:20.007751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb9dc1d-e06e-468b-8eaf-72aab6ccd5e8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting subnet 7f9afc0a-3218-4ae2-a7c1-e8e9c4ac839d {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:20.011585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ceb9dc1d-e06e-468b-8eaf-72aab6ccd5e8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.050144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.066418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port fa8eb4c3-1019-4087-9419-69fda9a7abfb completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:20.071440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ceb9dc1d-e06e-468b-8eaf-72aab6ccd5e8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.073313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fa8eb4c3-1019-4087-9419-69fda9a7abfb triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:20.073692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.184830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.219588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ceb9dc1d-e06e-468b-8eaf-72aab6ccd5e8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.288454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.293863 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-48b0ecd2-2758-460e-b03a-115f4eb14530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:20.331991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:20.332544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.335204 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/ports/190d0798-5d56-4cd6-9069-bc7d951ad8e1 HTTP/1.1" status: 200  len: 910 time: 1.8658438
Dec 19 13:34:20.337697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44734) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:20.387846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=190d0798-5d56-4cd6-9069-bc7d951ad8e1,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:20.387846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:20.387846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:20.387846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:20.387846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:20.387846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:20.387846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:20.387846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:20.389474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:20.389474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:20.389474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:20.389474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:20.392927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:20.425581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.430769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d8b695d7-ca5d-4b7c-b484-47f69cbd33de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:20.477749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=fa8eb4c3-1019-4087-9419-69fda9a7abfb,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:20.483249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:20.580936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ceb9dc1d-e06e-468b-8eaf-72aab6ccd5e8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.590341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b04b5c1-1253-4e86-94b0-3837f9a4e986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:20.630457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9dc1d-e06e-468b-8eaf-72aab6ccd5e8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9afc0a-3218-4ae2-a7c1-e8e9c4ac839d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:20.643570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ceb9dc1d-e06e-468b-8eaf-72aab6ccd5e8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:20.646099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ceb9dc1d-e06e-468b-8eaf-72aab6ccd5e8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.651283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa83659-8dd8-4041-b4cd-c45fc48a6a7e None None] Network 8b454c7f-720a-47eb-b188-1d1404d32a27 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:20.677258 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ceb9dc1d-e06e-468b-8eaf-72aab6ccd5e8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/7f9afc0a-3218-4ae2-a7c1-e8e9c4ac839d HTTP/1.1" status: 204  len: 168 time: 1.0647929
Dec 19 13:34:20.681525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44738) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:20.695721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.839200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.872945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:20.873345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:20.993174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b676250b-300a-4a16-b40f-2db255bc37c2 None None] DHCP port deletion for 8b454c7f-720a-47eb-b188-1d1404d32a27 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:34:20.999232 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b676250b-300a-4a16-b40f-2db255bc37c2 None None] Deleting port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:20.999860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b676250b-300a-4a16-b40f-2db255bc37c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:21.271292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44746) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:21.275102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b676250b-300a-4a16-b40f-2db255bc37c2 None None] For port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=82a1f786-38c8-4c49-a2f7-64c8ed1d1bda,segment=NetworkSegment(2ded3972-8124-4efd-9b01-c4e5f26de0a8),segment_id=2ded3972-8124-4efd-9b01-c4e5f26de0a8)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:21.275102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b676250b-300a-4a16-b40f-2db255bc37c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:21.366131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Router b5940995-a657-4ca4-b901-2c7effeb51b9 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:34:21.393968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] For port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=82a1f786-38c8-4c49-a2f7-64c8ed1d1bda,segment=NetworkSegment(2ded3972-8124-4efd-9b01-c4e5f26de0a8),segment_id=2ded3972-8124-4efd-9b01-c4e5f26de0a8)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:21.393968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:21.404937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b676250b-300a-4a16-b40f-2db255bc37c2 None None] Calling delete_port for 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:21.536554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:21.537316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:21.547636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90685e59-d872-47e3-ac89-4d1fc895dafd None None] Sync routers for ids ['b5940995-a657-4ca4-b901-2c7effeb51b9'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:21.565002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b676250b-300a-4a16-b40f-2db255bc37c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:21.576625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5140cc5b-e621-4e0f-bab5-044216bf41dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:21.607806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:21.614326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90685e59-d872-47e3-ac89-4d1fc895dafd None None] Routers {'b5940995-a657-4ca4-b901-2c7effeb51b9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:21.616865 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-90685e59-d872-47e3-ac89-4d1fc895dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47107850>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['b5940995-a657-4ca4-b901-2c7effeb51b9'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:21.621684 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "PUT /v2.0/routers/b5940995-a657-4ca4-b901-2c7effeb51b9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1017179
Dec 19 13:34:21.635297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44750) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:21.760738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676250b-300a-4a16-b40f-2db255bc37c2 None None] Pushing event deleted for resources: {'Port': ['ID=82a1f786-38c8-4c49-a2f7-64c8ed1d1bda,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:21.760738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b676250b-300a-4a16-b40f-2db255bc37c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:21.780740 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a94f73d9-0751-42d3-ab19-0729a1ce29a3 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=077ccee64892449c9cacad2ed1d1a724&network_id=82b374b8-6a32-47cc-b37c-00cb794fe448 HTTP/1.1" status: 200  len: 3000 time: 0.4896634
Dec 19 13:34:21.790398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b676250b-300a-4a16-b40f-2db255bc37c2 None None] No DVR routers for this DVR port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:34:21.795186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:34:21.795186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:34:21.799598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-90685e59-d872-47e3-ac89-4d1fc895dafd None None] Set router b5940995-a657-4ca4-b901-2c7effeb51b9 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:21.813775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140887d8-2aab-437f-bb08-997bdc77bdd5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:21.813775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140887d8-2aab-437f-bb08-997bdc77bdd5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:21.813775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-140887d8-2aab-437f-bb08-997bdc77bdd5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:21.875117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-140887d8-2aab-437f-bb08-997bdc77bdd5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:21.876848 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-140887d8-2aab-437f-bb08-997bdc77bdd5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2525194
Dec 19 13:34:21.879520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44756) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:21.925074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:34:21.965277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-90685e59-d872-47e3-ac89-4d1fc895dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47107850>, [{'id': 'b5940995-a657-4ca4-b901-2c7effeb51b9', 'name': 'tempest-NetworksTestDHCPv6-router-121218824', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:11Z', 'updated_at': '2021-12-19T13:34:20Z', 'revision_number': 3, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:21.967776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:34:21.968122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:34:21.971682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90685e59-d872-47e3-ac89-4d1fc895dafd None None] Checking router: b5940995-a657-4ca4-b901-2c7effeb51b9 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:34:21.990065 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90685e59-d872-47e3-ac89-4d1fc895dafd None None] Routers {'b5940995-a657-4ca4-b901-2c7effeb51b9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:21.990167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-90685e59-d872-47e3-ac89-4d1fc895dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47107850>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['b5940995-a657-4ca4-b901-2c7effeb51b9'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:22.125360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-93dc8443-f7c8-47fa-a781-a0dbf3469b34 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 6b6670c6-a321-4afa-a49c-fe52a0544b50 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:22.126630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93dc8443-f7c8-47fa-a781-a0dbf3469b34 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:22.137582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-90685e59-d872-47e3-ac89-4d1fc895dafd None None] Set router b5940995-a657-4ca4-b901-2c7effeb51b9 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:22.185426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93dc8443-f7c8-47fa-a781-a0dbf3469b34 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:22.291189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93dc8443-f7c8-47fa-a781-a0dbf3469b34 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:22.291409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 82a1f786-38c8-4c49-a2f7-64c8ed1d1bda {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:22.291582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:22.295879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-90685e59-d872-47e3-ac89-4d1fc895dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47107850>, [{'id': 'b5940995-a657-4ca4-b901-2c7effeb51b9', 'name': 'tempest-NetworksTestDHCPv6-router-121218824', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:11Z', 'updated_at': '2021-12-19T13:34:20Z', 'revision_number': 3, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:22.299938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90685e59-d872-47e3-ac89-4d1fc895dafd None None] The sync data for ids ['b5940995-a657-4ca4-b901-2c7effeb51b9'] in dv-neutron-821895-1-hyperv is: [{'id': 'b5940995-a657-4ca4-b901-2c7effeb51b9', 'name': 'tempest-NetworksTestDHCPv6-router-121218824', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:11Z', 'updated_at': '2021-12-19T13:34:20Z', 'revision_number': 3, 'project_id': 'a9e1648578284508bbf14ca60dec1326', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:22.466538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93dc8443-f7c8-47fa-a781-a0dbf3469b34 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:22.471169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b631f1bf-dfd5-4aed-9731-6ae76e1f307e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:22.482300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] The port '82a1f786-38c8-4c49-a2f7-64c8ed1d1bda' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:34:22.507045 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc8443-f7c8-47fa-a781-a0dbf3469b34 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6670c6-a321-4afa-a49c-fe52a0544b50,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:22.509974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-93dc8443-f7c8-47fa-a781-a0dbf3469b34 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:22.515729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93dc8443-f7c8-47fa-a781-a0dbf3469b34 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:22.528850 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb97908-9927-48eb-aa67-8a0854e71564 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:22.605921 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-93dc8443-f7c8-47fa-a781-a0dbf3469b34 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/6b6670c6-a321-4afa-a49c-fe52a0544b50 HTTP/1.1" status: 204  len: 168 time: 0.7249095
Dec 19 13:34:22.608589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44762) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:22.653972 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:22.691962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d473002b0>,) {'filters': {'network_id': ['8b454c7f-720a-47eb-b188-1d1404d32a27']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:22.741601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d473002b0>, '2ded3972-8124-4efd-9b01-c4e5f26de0a8') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:22.741601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d473002b0>, '2ded3972-8124-4efd-9b01-c4e5f26de0a8') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:22.753478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:22.893366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:22.912367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:34:22.912797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ec4aa516-bcb6-46df-a14e-976758427d58 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:router {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:22.913266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:22.926259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc4847-4bae-4d52-810a-97a60a68b1be None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:34:22.931366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc4847-4bae-4d52-810a-97a60a68b1be None None] Deleting port 6506a84b-4c10-4579-9a67-323aa7d65f31 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:22.932013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0bc4847-4bae-4d52-810a-97a60a68b1be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:34:22.944867 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:34:23.000409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ec4aa516-bcb6-46df-a14e-976758427d58 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:router {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:23.002880 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ec4aa516-bcb6-46df-a14e-976758427d58 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.3921542
Dec 19 13:34:23.004021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 190d0798-5d56-4cd6-9069-bc7d951ad8e1 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:23.004369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.006134 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44766) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:23.160073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.162150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b0bc4847-4bae-4d52-810a-97a60a68b1be None None] For port 6506a84b-4c10-4579-9a67-323aa7d65f31, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6506a84b-4c10-4579-9a67-323aa7d65f31,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:23.163295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0bc4847-4bae-4d52-810a-97a60a68b1be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.163487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e67c6132-d5ce-4c59-8519-372fc59a2ac5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.167001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ec7a9675-f7ad-488d-8afe-346548d01563 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:23.186124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.200116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Network': ['ID=8b454c7f-720a-47eb-b188-1d1404d32a27,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:23.208265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:23.247700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.300834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc4847-4bae-4d52-810a-97a60a68b1be None None] Calling delete_port for 6506a84b-4c10-4579-9a67-323aa7d65f31 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:23.313193 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/networks/8b454c7f-720a-47eb-b188-1d1404d32a27 HTTP/1.1" status: 204  len: 168 time: 2.6305656
Dec 19 13:34:23.351813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44770) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:23.377071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 190d0798-5d56-4cd6-9069-bc7d951ad8e1 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:23.420623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1957794539', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:23.429349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0bc4847-4bae-4d52-810a-97a60a68b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.434926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:23.436493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e3599022-5d57-4100-8b39-323ec1f32f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:23.442374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:router and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:23.448306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:23.456044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:23.488323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc4847-4bae-4d52-810a-97a60a68b1be None None] Pushing event deleted for resources: {'Port': ['ID=6506a84b-4c10-4579-9a67-323aa7d65f31,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:23.491162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b0bc4847-4bae-4d52-810a-97a60a68b1be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:23.493872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc4847-4bae-4d52-810a-97a60a68b1be None None] No DVR routers for this DVR port 6506a84b-4c10-4579-9a67-323aa7d65f31 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:34:23.634342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.634342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0cd86b87-f94e-4bcc-ae82-b85d8dfd4475 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:23.687472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=190d0798-5d56-4cd6-9069-bc7d951ad8e1,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:23.687472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:23.723283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e67c6132-d5ce-4c59-8519-372fc59a2ac5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.728593 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e67c6132-d5ce-4c59-8519-372fc59a2ac5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.808697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fa8eb4c3-1019-4087-9419-69fda9a7abfb no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:34:23.823773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.824789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.848315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: fa8eb4c3-1019-4087-9419-69fda9a7abfb {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:34:23.848491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fa8eb4c3-1019-4087-9419-69fda9a7abfb not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:34:23.849015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6506a84b-4c10-4579-9a67-323aa7d65f31 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:34:23.854169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e67c6132-d5ce-4c59-8519-372fc59a2ac5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.854299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67c6132-d5ce-4c59-8519-372fc59a2ac5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Fanout notify agent at l3_agent the message router_deleted on router b5940995-a657-4ca4-b901-2c7effeb51b9 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:34:23.879513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.911684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 6506a84b-4c10-4579-9a67-323aa7d65f31 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:34:23.912059 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6506a84b-4c10-4579-9a67-323aa7d65f31 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:34:23.932554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e67c6132-d5ce-4c59-8519-372fc59a2ac5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:23.936821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44776) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:23.936960 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e67c6132-d5ce-4c59-8519-372fc59a2ac5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/routers/b5940995-a657-4ca4-b901-2c7effeb51b9 HTTP/1.1" status: 204  len: 168 time: 0.9283738
Dec 19 13:34:23.990388 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-69a26b78-6f51-4361-a180-68ad6c06b474 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0503285
Dec 19 13:34:23.993225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44780) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:23.998508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:24.021563 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:34:24.177278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa1c9cf-5e7e-4a2e-adbc-d1e42992991c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:24.177948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4fa1c9cf-5e7e-4a2e-adbc-d1e42992991c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:24.197761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:24.253282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4fa1c9cf-5e7e-4a2e-adbc-d1e42992991c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:24.253903 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4fa1c9cf-5e7e-4a2e-adbc-d1e42992991c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2592177
Dec 19 13:34:24.256050 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44784) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:24.384988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-00baf9f8-6975-481f-895f-e4cc4a14176b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:router {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:24.500022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-00baf9f8-6975-481f-895f-e4cc4a14176b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:router {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:24.505296 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-00baf9f8-6975-481f-895f-e4cc4a14176b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2436502
Dec 19 13:34:24.505583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44790) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:24.506944 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:24.512640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:24.541372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:24.632913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 95b2573f-376a-4342-92a1-fad34b824cdd has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:34:24.645030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:24.658218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:24.680708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Allocated IP 172.26.4.142 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/f15b46c6-fe8a-469d-8bbe-d7d820a1d39b) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:24.792877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:24.831632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:24.882419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:24.900284 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9adbe2-e6ea-4fb7-a050-c614ec3353f3 None None] Sync routers for ids ['95b2573f-376a-4342-92a1-fad34b824cdd'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:24.908094 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9adbe2-e6ea-4fb7-a050-c614ec3353f3 None None] Routers {'95b2573f-376a-4342-92a1-fad34b824cdd'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:24.908703 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ce9adbe2-e6ea-4fb7-a050-c614ec3353f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bd2130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['95b2573f-376a-4342-92a1-fad34b824cdd'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:24.910870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:24.929632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:24.933485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e49f4719-7cfc-4457-9ab4-76220570f4bd tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:24.974714 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ce9adbe2-e6ea-4fb7-a050-c614ec3353f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bd2130>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:24.986690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44794) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:24.990403 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/95b2573f-376a-4342-92a1-fad34b824cdd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6510565
Dec 19 13:34:24.990584 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9adbe2-e6ea-4fb7-a050-c614ec3353f3 None None] Routers {'95b2573f-376a-4342-92a1-fad34b824cdd'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:24.997692 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ce9adbe2-e6ea-4fb7-a050-c614ec3353f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bd2130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['95b2573f-376a-4342-92a1-fad34b824cdd'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:25.005149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44798) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:25.054550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:25.054550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:25.060598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0ba5a758-c082-45ee-9ddd-a940caf5160c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Synchronizing usage tracker for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:25.060795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:25.081475 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ce9adbe2-e6ea-4fb7-a050-c614ec3353f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bd2130>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:25.081978 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9adbe2-e6ea-4fb7-a050-c614ec3353f3 None None] The sync data for ids ['95b2573f-376a-4342-92a1-fad34b824cdd'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:25.086558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=f15b46c6-fe8a-469d-8bbe-d7d820a1d39b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:25.106988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:25.117083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455db8e-26b4-4e54-af2f-fc20407de8b4 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:25.130209 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d455db8e-26b4-4e54-af2f-fc20407de8b4 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 814 time: 0.1303494
Dec 19 13:34:25.193174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0ba5a758-c082-45ee-9ddd-a940caf5160c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Unset dirty status for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:25.194152 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0ba5a758-c082-45ee-9ddd-a940caf5160c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=95b2573f-376a-4342-92a1-fad34b824cdd HTTP/1.1" status: 200  len: 205 time: 0.1873591
Dec 19 13:34:25.196366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44804) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:25.221201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:25.343037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:25.344093 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:25.347255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3b7d-9166-4c1a-aebe-2feb16956d4a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:25.678875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router 12e3998e-9b42-491c-9354-468aeda31efb is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:34:25.808708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:34:25.861652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:25.871145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9dd6fb0b-473a-4e02-a008-77f2377533cf tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:25.982379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3b7d-9166-4c1a-aebe-2feb16956d4a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.004518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3b7d-9166-4c1a-aebe-2feb16956d4a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.007675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:26.011113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:26.017593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:26.017593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.020108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a158caa-285d-4fe4-bb1d-e4a62c24d7ed None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:26.020357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:26.030926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=cd2f98e4-d00e-4c41-8a46-ceebc977bbde,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:26.035658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:26.076662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44810) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:26.082115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'network': {'name': 'tempest-network-smoke--40741811', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'port_security_enabled': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:26.087961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:26.091878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:network and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:26.094742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:26.095525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2adb4-9537-45d8-8afa-ddd4e9bd75a0 None None] Sync routers for ids ['12e3998e-9b42-491c-9354-468aeda31efb'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:26.100935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:26.135002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2adb4-9537-45d8-8afa-ddd4e9bd75a0 None None] Routers {'12e3998e-9b42-491c-9354-468aeda31efb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:26.135161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.135285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-04f2adb4-9537-45d8-8afa-ddd4e9bd75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47107d60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['12e3998e-9b42-491c-9354-468aeda31efb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:26.135426 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.7732549
Dec 19 13:34:26.135522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44814) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:26.186467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3b7d-9166-4c1a-aebe-2feb16956d4a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.186970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eb3b7d-9166-4c1a-aebe-2feb16956d4a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Fanout notify agent at l3_agent the message router_deleted on router 95b2573f-376a-4342-92a1-fad34b824cdd {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:34:26.189225 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.6826601
Dec 19 13:34:26.191741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-04f2adb4-9537-45d8-8afa-ddd4e9bd75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47107d60>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:26.192445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44818) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:26.204718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:26.213561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:26.216772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.239744 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3b7d-9166-4c1a-aebe-2feb16956d4a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.239744 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a7eb3b7d-9166-4c1a-aebe-2feb16956d4a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/95b2573f-376a-4342-92a1-fad34b824cdd HTTP/1.1" status: 204  len: 168 time: 1.0345068
Dec 19 13:34:26.239985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2adb4-9537-45d8-8afa-ddd4e9bd75a0 None None] Routers {'12e3998e-9b42-491c-9354-468aeda31efb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:26.239985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-04f2adb4-9537-45d8-8afa-ddd4e9bd75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47107d60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['12e3998e-9b42-491c-9354-468aeda31efb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:26.241026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44822) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:26.316015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:34:26.326925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-04f2adb4-9537-45d8-8afa-ddd4e9bd75a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47107d60>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:26.328866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2adb4-9537-45d8-8afa-ddd4e9bd75a0 None None] The sync data for ids ['12e3998e-9b42-491c-9354-468aeda31efb'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:26.367933 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:26.372578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:26.376776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:26.386062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:26.403872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': 'cd2f98e4-d00e-4c41-8a46-ceebc977bbde'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:26.404835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.409449 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.409788 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Added segment b8a85ae6-0949-40d3-9699-63af4ef06cd5 of type vlan for network c76891a9-fa15-418d-9fb9-aa87f2f59da1
Dec 19 13:34:26.486247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:26.491746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.510239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.572055 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Allocated IP 2001:db8::f816:3eff:fedc:e105 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/cd2f98e4-d00e-4c41-8a46-ceebc977bbde/ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:26.580025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0280293-57f0-457f-a4d5-386ec37b83fc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting subnet 055c92aa-9afd-454a-8ff0-f6cd839b91fc {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:26.587454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b0280293-57f0-457f-a4d5-386ec37b83fc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.648872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b0280293-57f0-457f-a4d5-386ec37b83fc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.706990 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c0c7e993-d75e-487a-a1d2-2a36228c1e06 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/routers/12e3998e-9b42-491c-9354-468aeda31efb HTTP/1.1" status: 200  len: 885 time: 0.5712826
Dec 19 13:34:26.709978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44826) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:26.751669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.754503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:26.755230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.761717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:26.783840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b0280293-57f0-457f-a4d5-386ec37b83fc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.855824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.867129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Transition to ACTIVE for port object ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:26.887089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Transition to ACTIVE for port object ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:26.911374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Network': ['ID=c76891a9-fa15-418d-9fb9-aa87f2f59da1,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:26.916481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:26.923529 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network c76891a9-fa15-418d-9fb9-aa87f2f59da1 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:34:26.986145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:26.986495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-336a6e39-9dc9-494b-b420-a28d8c90c15a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Synchronizing usage tracker for tenant:830d4338d371471192910e025aa964fe on resource:router {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:26.995254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:27.029293 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9515712
Dec 19 13:34:27.034962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44830) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:27.095699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:27.095952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:27.096494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b0280293-57f0-457f-a4d5-386ec37b83fc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:27.096620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Pushing event updated for resources: {'Port': ['ID=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:27.097102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:27.099775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:27.101628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-56531605-9d70-460b-8232-6308352a2783 tempest-RoutersIpV6AdminTest-1243620507 tempest-RoutersIpV6AdminTest-1243620507-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:27.104336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-42ba6e27-0340-43de-ae32-1af7a48174b6 tempest-DHCPAgentSchedulersTestJSON-2074914466 tempest-DHCPAgentSchedulersTestJSON-2074914466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:27.111661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:27.112006 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:27.112341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:27.112673 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:27.113000 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:27.120447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:27.120447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:27.120447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:27.120447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:27.120447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:27.120447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:34:27.133727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eff854-9a6b-4e09-98b4-7e06c8805af7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:27.135460 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-96eff854-9a6b-4e09-98b4-7e06c8805af7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=077ccee64892449c9cacad2ed1d1a724&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0995331
Dec 19 13:34:27.144733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:27.146728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44834) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:27.150536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0280293-57f0-457f-a4d5-386ec37b83fc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Subnet': ['ID=055c92aa-9afd-454a-8ff0-f6cd839b91fc,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:27.150939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-336a6e39-9dc9-494b-b420-a28d8c90c15a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Unset dirty status for tenant:830d4338d371471192910e025aa964fe on resource:router {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:27.152195 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-336a6e39-9dc9-494b-b420-a28d8c90c15a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.4410715
Dec 19 13:34:27.157698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44838) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:27.172318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3df98099-9145-4162-839f-0825b315efe4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1957794539'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:27.176135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b0280293-57f0-457f-a4d5-386ec37b83fc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:27.182500 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b0ad3-5899-4e2b-ba94-3f37cbc6c677 None None] Network b48087da-84e8-464d-aa3b-39fee377ad7d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:27.218497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b0280293-57f0-457f-a4d5-386ec37b83fc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:27.234939 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b0280293-57f0-457f-a4d5-386ec37b83fc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/055c92aa-9afd-454a-8ff0-f6cd839b91fc HTTP/1.1" status: 204  len: 168 time: 0.9918747
Dec 19 13:34:27.246935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44842) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:27.262901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:27.266820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=4f917b38-eee2-4bf2-affb-e50bc3f76831,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:27.269584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:27.270621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:27.273595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:27.274179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:27.346329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Attempting to bind port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:27.346863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Attempting to bind port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:27.346971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Attempting to bind port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:27.382975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:27.385041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:27.385041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:27.385041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:27.385041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Bound port: ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:27.385912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:27.389587 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1954513
Dec 19 13:34:27.393249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44846) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:27.400249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:a5:77:b3', 'name': 'tempest-NetworksTestDHCPv6-14527434'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:27.505835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] For port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:27.509962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] For port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:27.534207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:27.539212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2af280-c8d1-4b71-9c2d-ca64f88a76fa tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:27.543778 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-af2af280-c8d1-4b71-9c2d-ca64f88a76fa tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3953342
Dec 19 13:34:27.544536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44850) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:27.565018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] DHCP port deletion for b48087da-84e8-464d-aa3b-39fee377ad7d request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:34:27.568969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Deleting port 814511d1-35db-4a73-9d81-c36cf4bc0f22 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:27.569347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:27.574510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:27.580951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:27.584901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:27.609590 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6c1aba57-1087-4d97-a0ba-05b7aea83b30 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0629919
Dec 19 13:34:27.612522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44854) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:27.616089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 814511d1-35db-4a73-9d81-c36cf4bc0f22 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:27.617066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:27.646213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:27.662349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:27.679287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-339d1d8f-e4fb-45d2-833f-0a86c2c53e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:27.718948 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bc9d2b4a-ede5-4c4f-9256-e50e6acfa436 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=077ccee64892449c9cacad2ed1d1a724&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1053042
Dec 19 13:34:27.721827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44858) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:27.792588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:27.832653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 814511d1-35db-4a73-9d81-c36cf4bc0f22 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:34:27.926344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Pushing event updated for resources: {'Port': ['ID=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:27.932625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:27.996921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] For port 814511d1-35db-4a73-9d81-c36cf4bc0f22, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=814511d1-35db-4a73-9d81-c36cf4bc0f22,segment=NetworkSegment(5a1b9018-14c2-443a-90d9-7c7023d5f897),segment_id=5a1b9018-14c2-443a-90d9-7c7023d5f897)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:27.998292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:27.999776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58e1e6a-125a-4398-b298-4f890cac5f85 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:28.006817 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b58e1e6a-125a-4398-b298-4f890cac5f85 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2786422
Dec 19 13:34:28.014266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44862) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:28.126640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port 814511d1-35db-4a73-9d81-c36cf4bc0f22, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=814511d1-35db-4a73-9d81-c36cf4bc0f22,segment=NetworkSegment(5a1b9018-14c2-443a-90d9-7c7023d5f897),segment_id=5a1b9018-14c2-443a-90d9-7c7023d5f897)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:28.127109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:28.153500 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-180ceae4-6455-4a8a-9324-c5d335457eff tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1378889
Dec 19 13:34:28.161707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Calling delete_port for 814511d1-35db-4a73-9d81-c36cf4bc0f22 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:28.199848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44866) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:28.202572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:28.205734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1747634995', 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:28.258880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 814511d1-35db-4a73-9d81-c36cf4bc0f22, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=814511d1-35db-4a73-9d81-c36cf4bc0f22,segment=NetworkSegment(5a1b9018-14c2-443a-90d9-7c7023d5f897),segment_id=5a1b9018-14c2-443a-90d9-7c7023d5f897)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:28.308011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 814511d1-35db-4a73-9d81-c36cf4bc0f22 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:28.310680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:28.385086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:28.387395 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b4301898-0003-4298-b326-11349538c89c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:28.416580 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:28.427656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:subnet and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:28.432392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:34:28.432942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:34:28.436309 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:34:28.436662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:34:28.451479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:28.454719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port aa60cbfb-b25c-4bd9-8477-616018455f98 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:34:28.466883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=814511d1-35db-4a73-9d81-c36cf4bc0f22,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:28.469890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:28.495248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:28.504455 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3df98099-9145-4162-839f-0825b315efe4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:28.592351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:28.667293 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3df98099-9145-4162-839f-0825b315efe4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:28.823661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:28.934677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 814511d1-35db-4a73-9d81-c36cf4bc0f22 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:28.935704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:28.939131 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Deleting port 814511d1-35db-4a73-9d81-c36cf4bc0f22 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:28.939649 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:28.941420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 172.20.0.9 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/4f917b38-eee2-4bf2-affb-e50bc3f76831/aa60cbfb-b25c-4bd9-8477-616018455f98) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:28.957455 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::f816:3eff:fea5:77b3 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/cd2f98e4-d00e-4c41-8a46-ceebc977bbde/aa60cbfb-b25c-4bd9-8477-616018455f98) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:28.997151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1d847d-5f1a-47c2-81e3-faf256e17363 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:29.204038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port 814511d1-35db-4a73-9d81-c36cf4bc0f22, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=814511d1-35db-4a73-9d81-c36cf4bc0f22,segment=NetworkSegment(5a1b9018-14c2-443a-90d9-7c7023d5f897),segment_id=5a1b9018-14c2-443a-90d9-7c7023d5f897)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:29.205087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:29.305416 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f37daca5-ce95-4297-a784-0bd033dfef98 None None] Provisioning for port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:29.353932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 814511d1-35db-4a73-9d81-c36cf4bc0f22 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:29.363796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:29.388059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object aa60cbfb-b25c-4bd9-8477-616018455f98 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:29.393726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df98099-9145-4162-839f-0825b315efe4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router 12e3998e-9b42-491c-9354-468aeda31efb has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:34:29.404051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] For port 814511d1-35db-4a73-9d81-c36cf4bc0f22, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=814511d1-35db-4a73-9d81-c36cf4bc0f22,segment=NetworkSegment(5a1b9018-14c2-443a-90d9-7c7023d5f897),segment_id=5a1b9018-14c2-443a-90d9-7c7023d5f897)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:29.405015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:29.471968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:29.482676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-40ffadc3-e4d4-40bc-b377-3e3b82d8f386 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:29.506599 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:29.511546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca30833e-5c0e-4fc3-96f9-73ca5a42cce3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:29.560109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Calling delete_port for 814511d1-35db-4a73-9d81-c36cf4bc0f22 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:29.560565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=814511d1-35db-4a73-9d81-c36cf4bc0f22,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:29.563255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:29.565790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No DVR routers for this DVR port 814511d1-35db-4a73-9d81-c36cf4bc0f22 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:34:29.594693 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Subnet': ['ID=bfbdf0b3-3c91-4470-8d17-325c119b4ed7,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:29.594693 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:29.652059 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:34:29.652762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:34:29.657986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:29.664790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Checking segment: {'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:29.665142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network hostable DHCP agents. Network: c76891a9-fa15-418d-9fb9-aa87f2f59da1, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:34:29.669457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:29.800536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a06d13-043c-4c42-a318-241374322b6f None None] Update dhcp port {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': 'cd2f98e4-d00e-4c41-8a46-ceebc977bbde', 'ip_address': '2001:db8::f816:3eff:fedc:e105'}, {'subnet_id': '4f917b38-eee2-4bf2-affb-e50bc3f76831'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': 'ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:34:29.844384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:29.874444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-26a06d13-043c-4c42-a318-241374322b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:29.885896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4721ea60>,) {'filters': {'network_id': ['b48087da-84e8-464d-aa3b-39fee377ad7d']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:29.887480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:29.899387 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:29.901495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4721ea60>, '5a1b9018-14c2-443a-90d9-7c7023d5f897') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:29.901788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4721ea60>, '5a1b9018-14c2-443a-90d9-7c7023d5f897') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:29.909448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:29.918706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:29.919360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=aa60cbfb-b25c-4bd9-8477-616018455f98,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:29.924179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:29.927211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:29.941109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:29.949000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:34:29.949515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:34:29.965136 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:34:30.033721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:30.034356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.046895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df98099-9145-4162-839f-0825b315efe4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:30.059425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network c76891a9-fa15-418d-9fb9-aa87f2f59da1 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:34:30.067243 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b9aa26-e25d-48b9-b6dd-dd09628fe1c6 None None] Sync routers for ids ['12e3998e-9b42-491c-9354-468aeda31efb'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:30.078923 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9aa26-e25d-48b9-b6dd-dd09628fe1c6 None None] Routers {'12e3998e-9b42-491c-9354-468aeda31efb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:30.079567 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-63b9aa26-e25d-48b9-b6dd-dd09628fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bd2700>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['12e3998e-9b42-491c-9354-468aeda31efb'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:30.082661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3df98099-9145-4162-839f-0825b315efe4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.083842 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3df98099-9145-4162-839f-0825b315efe4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/12e3998e-9b42-491c-9354-468aeda31efb HTTP/1.1" status: 200  len: 892 time: 2.9211612
Dec 19 13:34:30.088013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44872) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:30.142437 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-63b9aa26-e25d-48b9-b6dd-dd09628fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bd2700>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:30.153260 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 2.7578692
Dec 19 13:34:30.154736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44876) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:30.155464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, c76891a9-fa15-418d-9fb9-aa87f2f59da1) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:30.158326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.168424 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9aa26-e25d-48b9-b6dd-dd09628fe1c6 None None] Routers {'12e3998e-9b42-491c-9354-468aeda31efb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:30.168687 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-63b9aa26-e25d-48b9-b6dd-dd09628fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bd2700>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['12e3998e-9b42-491c-9354-468aeda31efb'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:30.191773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b4c16d9e-6841-46d2-bc68-2bb39530d3fe tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:30.202681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-26a06d13-043c-4c42-a318-241374322b6f None None] Allocated IP 172.20.0.2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/4f917b38-eee2-4bf2-affb-e50bc3f76831/ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:30.211750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:30.212326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.218119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.238840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Network': ['ID=b48087da-84e8-464d-aa3b-39fee377ad7d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:30.244404 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-63b9aa26-e25d-48b9-b6dd-dd09628fe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bd2700>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:30.245199 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b9aa26-e25d-48b9-b6dd-dd09628fe1c6 None None] The sync data for ids ['12e3998e-9b42-491c-9354-468aeda31efb'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:30.247128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:30.259617 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b334d-f336-478d-ba9a-45e2a02a298b None None] Network c76891a9-fa15-418d-9fb9-aa87f2f59da1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:30.282664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cbdd0e-ed77-431e-9cf6-ff195fe7ebaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:30.286569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cbdd0e-ed77-431e-9cf6-ff195fe7ebaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:30.287400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a0cbdd0e-ed77-431e-9cf6-ff195fe7ebaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:30.321737 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.1207907
Dec 19 13:34:30.322441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:30.375531 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/networks/b48087da-84e8-464d-aa3b-39fee377ad7d HTTP/1.1" status: 204  len: 168 time: 3.1271789
Dec 19 13:34:30.379621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44884) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:30.386649 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-dcda9ed4-ded7-4ae8-85cd-c5be60ab42a6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1610778922', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:30.397819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-dcda9ed4-ded7-4ae8-85cd-c5be60ab42a6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:30.398070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dcda9ed4-ded7-4ae8-85cd-c5be60ab42a6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:router and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:30.401693 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dcda9ed4-ded7-4ae8-85cd-c5be60ab42a6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:30.408896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-dcda9ed4-ded7-4ae8-85cd-c5be60ab42a6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:30.415316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a0cbdd0e-ed77-431e-9cf6-ff195fe7ebaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:30.416685 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a0cbdd0e-ed77-431e-9cf6-ff195fe7ebaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1780 time: 0.2589428
Dec 19 13:34:30.421330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44888) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:30.426910 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-14ff5e88-c54f-4a3a-afef-e5c5941ef4ad tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/routers/12e3998e-9b42-491c-9354-468aeda31efb HTTP/1.1" status: 200  len: 892 time: 0.3376834
Dec 19 13:34:30.429959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44892) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:30.432532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:30.433023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.488957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7eb8f5de-0f5d-4f8c-b192-2ee2251dd1dd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Synchronizing usage tracker for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:30.505740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-bae248c8-89b3-4b38-af44-c3cd69fb1b56 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port aa60cbfb-b25c-4bd9-8477-616018455f98 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:30.511114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bae248c8-89b3-4b38-af44-c3cd69fb1b56 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.532211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcda9ed4-ded7-4ae8-85cd-c5be60ab42a6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.533120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcda9ed4-ded7-4ae8-85cd-c5be60ab42a6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.620636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcda9ed4-ded7-4ae8-85cd-c5be60ab42a6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.635736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7eb8f5de-0f5d-4f8c-b192-2ee2251dd1dd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Unset dirty status for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:30.637567 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7eb8f5de-0f5d-4f8c-b192-2ee2251dd1dd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=12e3998e-9b42-491c-9354-468aeda31efb HTTP/1.1" status: 200  len: 205 time: 0.2063980
Dec 19 13:34:30.640386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44896) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:30.650860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Deleting port 814511d1-35db-4a73-9d81-c36cf4bc0f22 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:30.651276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.731269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-26a06d13-043c-4c42-a318-241374322b6f None None] For port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:30.785255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-95b548e6-b478-41b5-881c-a534252115f5 None None] The port '814511d1-35db-4a73-9d81-c36cf4bc0f22' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:34:30.800504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcda9ed4-ded7-4ae8-85cd-c5be60ab42a6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.817943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44900) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:30.839103 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060626259', 'description': 'tempest-secgroup-smoke-2060626259 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:30.850336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:30.856588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.858547 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bae248c8-89b3-4b38-af44-c3cd69fb1b56 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.870171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:30.874572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-26a06d13-043c-4c42-a318-241374322b6f None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.879409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:30.894430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.900759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-26a06d13-043c-4c42-a318-241374322b6f None None] Transition to ACTIVE for port object ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:30.902090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-c76891a9-fa15-418d-9fb9-aa87f2f59da1', 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ips': [{'subnet_id': 'bfbdf0b3-3c91-4470-8d17-325c119b4ed7'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:30.903195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.994514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:30.996648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dcda9ed4-ded7-4ae8-85cd-c5be60ab42a6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:30.997805 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dcda9ed4-ded7-4ae8-85cd-c5be60ab42a6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.6166534
Dec 19 13:34:31.005650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-bae248c8-89b3-4b38-af44-c3cd69fb1b56 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for aa60cbfb-b25c-4bd9-8477-616018455f98 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:31.025672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-26a06d13-043c-4c42-a318-241374322b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.030473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b676250b-300a-4a16-b40f-2db255bc37c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:31.039377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44904) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:31.045338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'network': {'name': 'tempest-RoutersTest-1559613320'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:31.060610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:31.068480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:network and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:31.073284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:31.087490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:31.114142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.151115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.175402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:31.178880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.221809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port f15b46c6-fe8a-469d-8bbe-d7d820a1d39b {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:31.222717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.229136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:34:31.229493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:34:31.282907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a06d13-043c-4c42-a318-241374322b6f None None] Pushing event updated for resources: {'Port': ['ID=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:31.290097 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-26a06d13-043c-4c42-a318-241374322b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:31.317260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Allocated IP 172.20.0.18 (c76891a9-fa15-418d-9fb9-aa87f2f59da1/bfbdf0b3-3c91-4470-8d17-325c119b4ed7/859df514-a6f0-4727-bf83-f8ac10f95920) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:31.384444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:34:31.402299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bae248c8-89b3-4b38-af44-c3cd69fb1b56 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.418020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.421460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-60dae7a7-6148-4f66-a790-610634e5e1f5 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:31.469925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.475920 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added segment 64aad871-c4cc-42ef-b7d9-9e50c97ade35 of type vlan for network 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f
Dec 19 13:34:31.553274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:31.556991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae248c8-89b3-4b38-af44-c3cd69fb1b56 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=aa60cbfb-b25c-4bd9-8477-616018455f98,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:31.559415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bae248c8-89b3-4b38-af44-c3cd69fb1b56 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:31.584102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for f15b46c6-fe8a-469d-8bbe-d7d820a1d39b owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:31.607596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.620542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Transition to ACTIVE for port object 859df514-a6f0-4727-bf83-f8ac10f95920 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:31.639273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:31.645242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bae248c8-89b3-4b38-af44-c3cd69fb1b56 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.647936 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Transition to ACTIVE for port object 859df514-a6f0-4727-bf83-f8ac10f95920 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:31.649566 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:31.666214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:31.702912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.721255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.726520 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-19264b04-4ecb-45b0-82d0-5cc91105c504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:31.780063 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bae248c8-89b3-4b38-af44-c3cd69fb1b56 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/aa60cbfb-b25c-4bd9-8477-616018455f98 HTTP/1.1" status: 204  len: 168 time: 1.3574958
Dec 19 13:34:31.783382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44908) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:31.844386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Pushing event updated for resources: {'Port': ['ID=859df514-a6f0-4727-bf83-f8ac10f95920,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:31.860136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:31.872653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa3146-75a0-4d75-8052-9ab48d4fc99b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:31.874401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa3146-75a0-4d75-8052-9ab48d4fc99b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:31.875559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa3146-75a0-4d75-8052-9ab48d4fc99b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:31.876374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2cfa3146-75a0-4d75-8052-9ab48d4fc99b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:31.883326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Network c76891a9-fa15-418d-9fb9-aa87f2f59da1 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:31.885690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.886636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.890517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:31.891324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.891458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:31.900434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:31.901367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-acf5534f-cf92-4358-b2ca-6a0817d276ea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:31.901483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.966098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:31.975572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69c8e585-da46-4af4-b8fb-b6474c72c14b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:32.014132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.022896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Attempting to bind port 859df514-a6f0-4727-bf83-f8ac10f95920 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:32.023726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Attempting to bind port 859df514-a6f0-4727-bf83-f8ac10f95920 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:32.024122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Attempting to bind port 859df514-a6f0-4727-bf83-f8ac10f95920 on network c76891a9-fa15-418d-9fb9-aa87f2f59da1 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:32.031035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=f15b46c6-fe8a-469d-8bbe-d7d820a1d39b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:32.034485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:32.043563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:32.043563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:32.043563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Checking segment: {'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:32.043563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.044237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Bound using segment: {'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:32.044839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Bound port: 859df514-a6f0-4727-bf83-f8ac10f95920, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:32.044839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.045417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Network': ['ID=6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:32.049147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:32.049729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bc19c413-0d2e-4d6d-b11d-924898387187 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:32.073170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:34:32.080740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6addbf36-6f74-42c4-ada6-13024f0dda41,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:32.097013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:32.121938 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0811427
Dec 19 13:34:32.127716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44912) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:32.137314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'subnet': {'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:32.164299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2cfa3146-75a0-4d75-8052-9ab48d4fc99b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:32.168911 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2cfa3146-75a0-4d75-8052-9ab48d4fc99b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3845220
Dec 19 13:34:32.174100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44916) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:32.178689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.182523 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.3635225
Dec 19 13:34:32.183965 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.229494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-37d3852f-0179-4e05-8b68-6f1796cc206e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:32.244176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44920) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:32.262785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '6addbf36-6f74-42c4-ada6-13024f0dda41', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:32.279892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:32.298279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:32.304850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:32.324315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:32.330413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:32.340960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b048b8-bb8f-4711-8b44-64dc0e370ff5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 4f917b38-eee2-4bf2-affb-e50bc3f76831 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:32.353381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7b048b8-bb8f-4711-8b44-64dc0e370ff5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.425423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-16ee3504-5329-4162-8287-0e8061770ace None None] Provisioning for port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:32.437648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] For port 859df514-a6f0-4727-bf83-f8ac10f95920, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:32.449395 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:32.453539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-16ee3504-5329-4162-8287-0e8061770ace None None] Provisioning complete for port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:32.454170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-16ee3504-5329-4162-8287-0e8061770ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.480955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:32.490028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] For port 859df514-a6f0-4727-bf83-f8ac10f95920, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=859df514-a6f0-4727-bf83-f8ac10f95920,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:32.517710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:32.522037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:subnet and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:32.525007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:32.531103 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:32.551672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:32.551672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.555582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.572020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.588289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7b048b8-bb8f-4711-8b44-64dc0e370ff5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.639684 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:32.655124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.672313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:32.800272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.815619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Pushing event updated for resources: {'Port': ['ID=859df514-a6f0-4727-bf83-f8ac10f95920,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:32.821116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:32.892768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7b048b8-bb8f-4711-8b44-64dc0e370ff5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.893201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3f8d740c-c878-4d80-86b2-89f6ba289bb8 None None] Could not find standard attr ID for object aa60cbfb-b25c-4bd9-8477-616018455f98. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:34:32.963716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.980185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:32.993139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.051554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.060898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-82f809be-eeed-4dff-9c3d-cffa712d129e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:33.078206 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7b048b8-bb8f-4711-8b44-64dc0e370ff5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.089603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.089603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Fanout notify agent at l3_agent the message router_deleted on router 12e3998e-9b42-491c-9354-468aeda31efb {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:34:33.090385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ade514-40a3-426d-bb2a-d22265acd107,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:33.090827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c41e3246-a2a2-4e48-b776-8fafd074b5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:33.092820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:33.104970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.106041 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/12e3998e-9b42-491c-9354-468aeda31efb HTTP/1.1" status: 204  len: 168 time: 2.4644964
Dec 19 13:34:33.112656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44924) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:33.118612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-178306901'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:33.133695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:33.140391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:network and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:33.153276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:33.161016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b048b8-bb8f-4711-8b44-64dc0e370ff5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=4f917b38-eee2-4bf2-affb-e50bc3f76831,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:33.165064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.165840 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d7b048b8-bb8f-4711-8b44-64dc0e370ff5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:33.169052 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.9203494
Dec 19 13:34:33.169052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:33.169437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d7b048b8-bb8f-4711-8b44-64dc0e370ff5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.169545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44928) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:33.174678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '6addbf36-6f74-42c4-ada6-13024f0dda41', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:33.176737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f7248a-6dcb-462f-a202-c18da1190624 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:33.183955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:33.192604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:33.196583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:33.202419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:33.238639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.244665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4b3bebd2-f5a6-471b-be09-3d4951b1d972 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:33.284958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:33.288477 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d7b048b8-bb8f-4711-8b44-64dc0e370ff5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/4f917b38-eee2-4bf2-affb-e50bc3f76831 HTTP/1.1" status: 204  len: 168 time: 1.1117461
Dec 19 13:34:33.293373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.294278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44932) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:33.335436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.348338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:34:33.373161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.373504 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added segment 517cead5-b43b-456b-94b1-13eae2840cd0 of type vlan for network 5e4efc4b-e4de-4629-99ea-27397d554fbd
Dec 19 13:34:33.399799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Subnet': ['ID=165e014b-8212-4d22-bb6c-afa48b614344,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:33.402496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:33.424337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.452355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.487363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Checking segment: {'id': '64aad871-c4cc-42ef-b7d9-9e50c97ade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:33.487757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network hostable DHCP agents. Network: 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:34:33.518244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.528672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f8144026-e7f2-4226-9609-b0be7bfd504f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:33.541802 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e3b022-07c0-477f-93b0-25b60952c443,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:33.546448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:33.555234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.559169 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:33.559749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.564789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cc84d08b-29a1-4574-9c95-b631173142ce tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:33.570188 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba055455-9c76-46db-a3f6-9f808f4a75e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet cd2f98e4-d00e-4c41-8a46-ceebc977bbde {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:33.573155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ba055455-9c76-46db-a3f6-9f808f4a75e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.626969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ba055455-9c76-46db-a3f6-9f808f4a75e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.643979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.647834 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4751189
Dec 19 13:34:33.648739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44936) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:33.666971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:34:33.680171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '6addbf36-6f74-42c4-ada6-13024f0dda41', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:33.697172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:33.705482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:33.708452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Network': ['ID=5e4efc4b-e4de-4629-99ea-27397d554fbd,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:33.711232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:33.714947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:33.719495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:33.721706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 5e4efc4b-e4de-4629-99ea-27397d554fbd details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:34:33.744173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ba055455-9c76-46db-a3f6-9f808f4a75e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.764828 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6508753
Dec 19 13:34:33.768162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44940) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:33.774373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'subnet': {'network_id': '5e4efc4b-e4de-4629-99ea-27397d554fbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:33.793008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:33.807993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:33.808936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.836993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54a95e-30ae-4531-be2d-8d60281c87bc None None] Network 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:33.901692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.957634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:33.965344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:subnet and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:33.969087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:33.976498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:33.983498 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8536601
Dec 19 13:34:33.984979 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ba055455-9c76-46db-a3f6-9f808f4a75e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:33.988803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44944) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:33.990309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ae3d3915-7024-4723-87b3-d15f4b38177e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:34.037956 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:34.074900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:34.127714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:34.128544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:34.149830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba055455-9c76-46db-a3f6-9f808f4a75e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2f98e4-d00e-4c41-8a46-ceebc977bbde,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:34.156211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ba055455-9c76-46db-a3f6-9f808f4a75e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:34.209722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:34.231904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:34.254322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ba055455-9c76-46db-a3f6-9f808f4a75e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:34.285942 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ba055455-9c76-46db-a3f6-9f808f4a75e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/cd2f98e4-d00e-4c41-8a46-ceebc977bbde HTTP/1.1" status: 204  len: 168 time: 0.9891403
Dec 19 13:34:34.297661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44948) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:34.300836 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2b5f36ed-22dc-492d-97b9-80ca22c03a5e req-560eea46-d71a-4f0d-b74b-97948c88ea5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3830204
Dec 19 13:34:34.308335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:34.342400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9926a1-481f-437a-b847-d3e3e7de305d,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:34.345446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:34.418823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe351f-d9ac-4b31-bf3d-f909711d0716 None None] Network c76891a9-fa15-418d-9fb9-aa87f2f59da1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:34.452614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Allocated IP 172.20.0.2 (6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f/165e014b-8212-4d22-bb6c-afa48b614344/ff6d7184-930d-4508-a3c5-5d21ebdb1177) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:34.503911 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ab1a42dd-c68f-44de-aefd-417f87955737 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2018554
Dec 19 13:34:34.508432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44952) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:34.516005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:34.518491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 859df514-a6f0-4727-bf83-f8ac10f95920 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:34.539882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:34.541285 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8920057
Dec 19 13:34:34.577186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44956) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:34.590956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '6addbf36-6f74-42c4-ada6-13024f0dda41', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:34.709568 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2a525a-98b6-4fcb-a5ce-519fb4ab8e92 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:34.780454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:34.793204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:34.799303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:34.811909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:34.814599 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:34.820588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:34.823839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:34.829835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:34.918131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:34.924226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2de63731-3bbb-40ad-8f1a-9384412879af tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:34.952011 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2b5f36ed-22dc-492d-97b9-80ca22c03a5e req-512459ca-6a60-478b-8b98-5281f8ec5121 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 1098 time: 0.5114267
Dec 19 13:34:34.960067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:34.972277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:34.988372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8d21142b-e888-4c64-ae48-e88f47a0529a None None] Provisioning for port 859df514-a6f0-4727-bf83-f8ac10f95920 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:35.111451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Subnet': ['ID=04000feb-e0ff-46a5-90f6-982fa2fed203,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:35.114251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:35.125139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 859df514-a6f0-4727-bf83-f8ac10f95920 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:35.128979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.142796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 859df514-a6f0-4727-bf83-f8ac10f95920 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:35.143205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.188936 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.217427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Checking segment: {'id': '517cead5-b43b-456b-94b1-13eae2840cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e4efc4b-e4de-4629-99ea-27397d554fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:35.217924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network hostable DHCP agents. Network: 5e4efc4b-e4de-4629-99ea-27397d554fbd, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:34:35.230171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Transition to ACTIVE for port object ff6d7184-930d-4508-a3c5-5d21ebdb1177 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:35.248395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f36ed-22dc-492d-97b9-80ca22c03a5e req-2c97605d-8b1e-4a67-9f22-6cc925652873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:35.250219 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2b5f36ed-22dc-492d-97b9-80ca22c03a5e req-2c97605d-8b1e-4a67-9f22-6cc925652873 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.2705584
Dec 19 13:34:35.254594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.257304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.282480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Transition to ACTIVE for port object ff6d7184-930d-4508-a3c5-5d21ebdb1177 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:35.289547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0fcbc994-1384-4ebb-9724-41916ab35397 None None] Provisioning complete for port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:35.290787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc994-1384-4ebb-9724-41916ab35397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.352141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.368506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c532b978-09e4-444d-85db-e5d52cf767e2 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:35.390783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:34:35.421556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Deleting port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:35.422031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 5e4efc4b-e4de-4629-99ea-27397d554fbd is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:34:35.422706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.512044 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.517643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b77217-6ae3-4913-b83b-9e83d27ab964,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:35.527013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:35.530161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:35.564720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 5e4efc4b-e4de-4629-99ea-27397d554fbd) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:35.569646 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:35.573445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.574712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.593222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bcfcb0-4309-4e9e-a86f-48a35bec1434 None None] Network 5e4efc4b-e4de-4629-99ea-27397d554fbd requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:35.697590 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2b5f36ed-22dc-492d-97b9-80ca22c03a5e req-bd44e949-23a0-46fd-adb0-b625d148a86e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb HTTP/1.1" status: 200  len: 1000 time: 0.4242144
Dec 19 13:34:35.704820 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9356287
Dec 19 13:34:35.705115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.709769 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.1275737
Dec 19 13:34:35.711127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44960) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:35.714395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44962) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:35.724434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c92a7db5-bcc1-4a1e-a1ef-6cc9f82f57a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-656182255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:35.733468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '6addbf36-6f74-42c4-ada6-13024f0dda41', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:35.742590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c92a7db5-bcc1-4a1e-a1ef-6cc9f82f57a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:35.745455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:35.757936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:35.768684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:35.772365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c92a7db5-bcc1-4a1e-a1ef-6cc9f82f57a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:35.787294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:35.795732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Network 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:35.804264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:34:35.807185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Pushing event updated for resources: {'Port': ['ID=ff6d7184-930d-4508-a3c5-5d21ebdb1177,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:35.809713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:35.821139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:35.822017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:35.829452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f36ed-22dc-492d-97b9-80ca22c03a5e req-3ea1126f-8c85-4a26-8897-1421f2d57133 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:35.830412 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2b5f36ed-22dc-492d-97b9-80ca22c03a5e req-3ea1126f-8c85-4a26-8897-1421f2d57133 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.1263595
Dec 19 13:34:35.858840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 859df514-a6f0-4727-bf83-f8ac10f95920, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=859df514-a6f0-4727-bf83-f8ac10f95920,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:35.905836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Allocated IP 172.20.0.1 (6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f/165e014b-8212-4d22-bb6c-afa48b614344/9e73b8b1-2f8c-47e0-b806-d09a0bd25358) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:35.924154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c92a7db5-bcc1-4a1e-a1ef-6cc9f82f57a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.926797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c92a7db5-bcc1-4a1e-a1ef-6cc9f82f57a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:35.929495 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:34:35.938766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.001162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.002035 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:36.022809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.030996 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2b5f36ed-22dc-492d-97b9-80ca22c03a5e req-e324cf35-358d-49e9-b71c-b653bac90c0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1923778
Dec 19 13:34:36.033447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:36.071343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c92a7db5-bcc1-4a1e-a1ef-6cc9f82f57a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.109023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.109023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-654ec95b-5be9-40e4-b69a-7c9baec0f8df tempest-ServersTestJSON-165513506 tempest-ServersTestJSON-165513506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:36.113603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.148443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed26d232-926e-468c-a15c-ad30ff263d53,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:36.152267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:36.177253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.194432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c92a7db5-bcc1-4a1e-a1ef-6cc9f82f57a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.216734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Attempting to bind port ff6d7184-930d-4508-a3c5-5d21ebdb1177 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:36.217124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Attempting to bind port ff6d7184-930d-4508-a3c5-5d21ebdb1177 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '64aad871-c4cc-42ef-b7d9-9e50c97ade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:36.217641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Attempting to bind port ff6d7184-930d-4508-a3c5-5d21ebdb1177 on network 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:36.224019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Transition to ACTIVE for port object 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:36.235567 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2b5f36ed-22dc-492d-97b9-80ca22c03a5e req-122dbd25-0549-46b7-ac5a-037f06ee1afd service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973722
Dec 19 13:34:36.252583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.256826 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5398469
Dec 19 13:34:36.257029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44968) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:36.281833 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '6addbf36-6f74-42c4-ada6-13024f0dda41', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:36.326084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=859df514-a6f0-4727-bf83-f8ac10f95920,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:36.328998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:36.329382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Checking segment: {'id': '64aad871-c4cc-42ef-b7d9-9e50c97ade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:36.329809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.330230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Bound using segment: {'id': '64aad871-c4cc-42ef-b7d9-9e50c97ade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:36.330720 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Bound port: ff6d7184-930d-4508-a3c5-5d21ebdb1177, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64aad871-c4cc-42ef-b7d9-9e50c97ade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:36.331139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.349471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:36.350512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c5fb9d6b-d7da-4802-8e5c-e15e9f9cdbb8 None None] Provisioning complete for port 859df514-a6f0-4727-bf83-f8ac10f95920 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:36.350869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5fb9d6b-d7da-4802-8e5c-e15e9f9cdbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.351476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:36.355640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c92a7db5-bcc1-4a1e-a1ef-6cc9f82f57a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.359648 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c92a7db5-bcc1-4a1e-a1ef-6cc9f82f57a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.6444304
Dec 19 13:34:36.359648 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:36.363672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44972) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:36.364720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:36.404191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] For port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:36.404862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.418084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-5e4efc4b-e4de-4629-99ea-27397d554fbd', 'network_id': '5e4efc4b-e4de-4629-99ea-27397d554fbd', 'tenant_id': '830d4338d371471192910e025aa964fe', 'fixed_ips': [{'subnet_id': '04000feb-e0ff-46a5-90f6-982fa2fed203'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:36.419452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.452450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:36.512614 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2b5f36ed-22dc-492d-97b9-80ca22c03a5e req-4c217b5d-ffaf-40c2-afd1-8663c361a187 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2699139
Dec 19 13:34:36.598208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.601469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Calling delete_port for ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:36.603263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:36.652579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:36.652579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.661388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] For port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:36.664895 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:34:36.700849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=9e73b8b1-2f8c-47e0-b806-d09a0bd25358,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:36.704200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:36.705524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:36.706213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:36.708158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:36.739533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.775229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.806584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:36.877051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] For port ff6d7184-930d-4508-a3c5-5d21ebdb1177, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:36.925756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] For port ff6d7184-930d-4508-a3c5-5d21ebdb1177, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ff6d7184-930d-4508-a3c5-5d21ebdb1177,segment=NetworkSegment(64aad871-c4cc-42ef-b7d9-9e50c97ade35),segment_id=64aad871-c4cc-42ef-b7d9-9e50c97ade35)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:36.965031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.003108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:34:37.003711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:34:37.010014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.010778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.016676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-94b5efbb-58e0-4750-954c-9233d1ada7a7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:37.019456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Allocated IP 2001:db8::2 (5e4efc4b-e4de-4629-99ea-27397d554fbd/04000feb-e0ff-46a5-90f6-982fa2fed203/25b45a92-a25b-4078-9c17-a1fdd36beb73) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:37.026872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.037698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:37.124896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.166859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:37.172187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:37.175176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:37.175993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.195702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,revision_number=8']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:37.205431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:37.205431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f7c1fa64-2d01-4646-955e-55e9b970ef1e tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:37.242691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.265559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Pushing event updated for resources: {'Port': ['ID=ff6d7184-930d-4508-a3c5-5d21ebdb1177,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:37.290087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:37.294235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 859df514-a6f0-4727-bf83-f8ac10f95920 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:37.339943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=9f1ccc36-0789-4979-9866-6d7bc00d3b3f,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:37.342756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:37.345539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d5825703-8544-4d61-85d1-866ba1890e4b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:37.393529 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.8837197
Dec 19 13:34:37.397356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44976) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:37.398761 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.404646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:37.409245 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.1508942
Dec 19 13:34:37.410338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3059f8-a334-4129-9017-42261b7cd2e0,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:37.412999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:37.414330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.490092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 859df514-a6f0-4727-bf83-f8ac10f95920 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:37.491380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.532822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Deleting port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:37.533234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.545748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:34:37.614468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.616128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.619173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:37.626386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:37.630691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:37.646079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:37.689959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.718783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Transition to ACTIVE for port object 25b45a92-a25b-4078-9c17-a1fdd36beb73 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:37.765256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-490a1618-a750-4930-ae83-a5e952d98783 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:37.772459 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Transition to ACTIVE for port object 25b45a92-a25b-4078-9c17-a1fdd36beb73 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:37.856028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=9e73b8b1-2f8c-47e0-b806-d09a0bd25358,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:37.862747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:37.866847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.888986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:37.912300 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:37.924124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:37.993260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Allocated IP 2001:db8::1 (5e4efc4b-e4de-4629-99ea-27397d554fbd/04000feb-e0ff-46a5-90f6-982fa2fed203/67290a0f-9f4e-4c61-bff0-6fc36164a677) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:38.000049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.023464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Network 5e4efc4b-e4de-4629-99ea-27397d554fbd is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:38.032849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:38.046662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:38.052316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:34:38.082464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-4397ea91-7b0d-406f-9c8b-0f4887b9bab0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:38.086665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Pushing event updated for resources: {'Port': ['ID=25b45a92-a25b-4078-9c17-a1fdd36beb73,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:38.103724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:38.107240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] For port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:38.107851 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.204909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.205173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:38.206920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:38.230150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Transition to ACTIVE for port object 67290a0f-9f4e-4c61-bff0-6fc36164a677 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:38.271409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-4397ea91-7b0d-406f-9c8b-0f4887b9bab0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:38.273476 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-4397ea91-7b0d-406f-9c8b-0f4887b9bab0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060626259&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.5095096
Dec 19 13:34:38.286129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Calling delete_port for ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:38.307123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.312505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2400c8e8-6f9b-458d-a792-8d9626dc8599 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:38.379791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Attempting to bind port 25b45a92-a25b-4078-9c17-a1fdd36beb73 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:38.380164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Attempting to bind port 25b45a92-a25b-4078-9c17-a1fdd36beb73 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '517cead5-b43b-456b-94b1-13eae2840cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e4efc4b-e4de-4629-99ea-27397d554fbd'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:38.385984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Attempting to bind port 25b45a92-a25b-4078-9c17-a1fdd36beb73 on network 5e4efc4b-e4de-4629-99ea-27397d554fbd {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:38.393196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 5e4efc4b-e4de-4629-99ea-27397d554fbd is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:38.398468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:38.409459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:38.410385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.429703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=67290a0f-9f4e-4c61-bff0-6fc36164a677,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:38.437718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:38.472203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:38.480591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Checking segment: {'id': '517cead5-b43b-456b-94b1-13eae2840cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e4efc4b-e4de-4629-99ea-27397d554fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:38.480591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.480591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Bound using segment: {'id': '517cead5-b43b-456b-94b1-13eae2840cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e4efc4b-e4de-4629-99ea-27397d554fbd'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:38.480591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Bound port: 25b45a92-a25b-4078-9c17-a1fdd36beb73, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517cead5-b43b-456b-94b1-13eae2840cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5e4efc4b-e4de-4629-99ea-27397d554fbd'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:38.480591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.629697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.650433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.742696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] For port 25b45a92-a25b-4078-9c17-a1fdd36beb73, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:38.746498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] For port 25b45a92-a25b-4078-9c17-a1fdd36beb73, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=25b45a92-a25b-4078-9c17-a1fdd36beb73,segment=NetworkSegment(517cead5-b43b-456b-94b1-13eae2840cd0),segment_id=517cead5-b43b-456b-94b1-13eae2840cd0)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:38.754374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e809e1-f71f-4308-8b74-9000c61ba92e None None] Network 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:38.766511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-594edbb8-a49c-48f1-bd6c-7e520ffb99f1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:38.768019 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-594edbb8-a49c-48f1-bd6c-7e520ffb99f1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/networks?id=c76891a9-fa15-418d-9fb9-aa87f2f59da1 HTTP/1.1" status: 200  len: 795 time: 0.3879576
Dec 19 13:34:38.825090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.835750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4725abde-1c8a-45da-abee-34a5c368692f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:38.908079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.913405 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-a2adb6e6-93c7-464d-b6d3-03cb7227a5d4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/quotas/077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 375 time: 0.0779660
Dec 19 13:34:38.928287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Pushing event deleted for resources: {'Port': ['ID=ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:38.944827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:38.945615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:38.981017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:38.993946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b36c7f1-ed54-4acc-b3e7-9b67b59c762f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:39.080908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:39.086296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:39.092785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:39.098372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:39.121612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=9e0332f8-18e8-47a5-8a59-430db80db6a1,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:39.133937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:39.147822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:39.162751 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c7898ada-3253-43b4-9ae7-28029c8b1b80 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2292671
Dec 19 13:34:39.183940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6e3558e0-0f2e-43d0-b294-aa42c6f185f7 None None] Provisioning for port ff6d7184-930d-4508-a3c5-5d21ebdb1177 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:39.237330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:39.238138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:39.242105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] No DVR routers for this DVR port ab2c88fe-5e0e-46a7-b75d-0436bfcb6cb6 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:34:39.244848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4d29f897-1b06-4f3c-ac2f-7bca11d70137 tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:39.265096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5aea6-8ce2-4916-8ae7-161cb9bd1c97 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:39.266572 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8676894
Dec 19 13:34:39.270031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 44990) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:39.279966 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:83:b7:0f', 'name': 'tempest-NetworksTestDHCPv6-690431534'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:39.283640 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Pushing event updated for resources: {'Port': ['ID=25b45a92-a25b-4078-9c17-a1fdd36beb73,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:39.310241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:39.386781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ff6d7184-930d-4508-a3c5-5d21ebdb1177 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:39.497056 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 78ec1da8-b8c4-4601-90cc-230c5650292b is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:34:39.505493 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-8d854ab3-9f9e-4c22-8b7b-bf687d5814fd service neutron] 10.222.0.24 "GET /v2.0/networks/c76891a9-fa15-418d-9fb9-aa87f2f59da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3276291
Dec 19 13:34:39.634548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:39.641386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=67290a0f-9f4e-4c61-bff0-6fc36164a677,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:39.645557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:39.647498 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:39.659833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:39.719291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 5e4efc4b-e4de-4629-99ea-27397d554fbd is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:39.720590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:39.740016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:39.778920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': '9e0332f8-18e8-47a5-8a59-430db80db6a1'}, {'subnet_id': '9f1ccc36-0789-4979-9866-6d7bc00d3b3f'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:39.778920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:39.855137 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-5febb33c-5a1f-4808-b01d-005024b2dd59 service neutron] 10.222.0.24 "GET /v2.0/networks/c76891a9-fa15-418d-9fb9-aa87f2f59da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3369253
Dec 19 13:34:39.900982 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port ff6d7184-930d-4508-a3c5-5d21ebdb1177 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:39.910687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ff6d7184-930d-4508-a3c5-5d21ebdb1177 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:39.911477 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:39.919956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:40.091343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:40.129250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:40.143900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 44994) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:40.144118 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1138804
Dec 19 13:34:40.157868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'network': {'name': 'tempest-RoutersTest-703354531'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:40.160586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port a0556ed3-2541-4ff4-bbf1-d2c4cbaa2990 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:34:40.166681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:40.172863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:network and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:40.176871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:40.183926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Sync routers for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:40.189066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:40.365177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:40.365177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:40.395579 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ab3fa0db-bbf5-4c57-a913-e108588b3643 req-f2846cae-89a4-4e89-8572-66f7da5bd306 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 210 time: 0.1034179
Dec 19 13:34:40.415867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router 6d788930-d71e-4530-bf81-10c84bb059a9 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:34:40.436151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:40.442879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47443b50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:40.453635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:34:40.499233 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d4e85da9-7a9d-463e-803e-229886d5bef9 None None] Provisioning for port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:40.509878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:40.590154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:40.590949 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added segment 731acf96-93df-4a6c-8804-8e0b0a81c902 of type vlan for network 162ccb8a-47b2-425c-b728-db159b1a8537
Dec 19 13:34:40.623405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee3fab-fc79-4658-b849-4b99aac205fd None None] Network 5e4efc4b-e4de-4629-99ea-27397d554fbd requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:40.629282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:40.698735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:40.710536 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6045d298-ae6e-4a43-8473-44f97cc7add4 None None] Sync routers for ids ['6d788930-d71e-4530-bf81-10c84bb059a9'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:40.711738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Allocated IP 172.20.0.2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/9e0332f8-18e8-47a5-8a59-430db80db6a1/4ad16a50-aa20-4a1d-a052-34aace570657) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:40.716130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d4e85da9-7a9d-463e-803e-229886d5bef9 None None] Provisioning complete for port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:40.716301 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d4e85da9-7a9d-463e-803e-229886d5bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:40.724560 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45006) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:40.731604 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/6d788930-d71e-4530-bf81-10c84bb059a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3628032
Dec 19 13:34:40.739823 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6045d298-ae6e-4a43-8473-44f97cc7add4 None None] Routers {'6d788930-d71e-4530-bf81-10c84bb059a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:40.741223 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6045d298-ae6e-4a43-8473-44f97cc7add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4784ae20>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6d788930-d71e-4530-bf81-10c84bb059a9'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:40.757918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:40.761674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:40.762254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:40.766032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:40.811938 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6045d298-ae6e-4a43-8473-44f97cc7add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4784ae20>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:40.816026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab999720-f6c5-4dce-b206-3715923e2fdd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:40.817069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ab999720-f6c5-4dce-b206-3715923e2fdd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Synchronizing usage tracker for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:40.823920 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6045d298-ae6e-4a43-8473-44f97cc7add4 None None] Routers {'6d788930-d71e-4530-bf81-10c84bb059a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:40.824129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port ff6d7184-930d-4508-a3c5-5d21ebdb1177, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ff6d7184-930d-4508-a3c5-5d21ebdb1177,segment=NetworkSegment(64aad871-c4cc-42ef-b7d9-9e50c97ade35),segment_id=64aad871-c4cc-42ef-b7d9-9e50c97ade35)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:40.824869 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6045d298-ae6e-4a43-8473-44f97cc7add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4784ae20>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6d788930-d71e-4530-bf81-10c84bb059a9'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:40.825380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d4e85da9-7a9d-463e-803e-229886d5bef9 None None] Port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:40.831778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Allocated IP 2001:db8::f816:3eff:fe63:4778 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/9f1ccc36-0789-4979-9866-6d7bc00d3b3f/4ad16a50-aa20-4a1d-a052-34aace570657) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:40.891475 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-6045d298-ae6e-4a43-8473-44f97cc7add4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4784ae20>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:40.891865 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6045d298-ae6e-4a43-8473-44f97cc7add4 None None] The sync data for ids ['6d788930-d71e-4530-bf81-10c84bb059a9'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:40.901041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Network': ['ID=162ccb8a-47b2-425c-b728-db159b1a8537,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:40.903610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:40.948662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ab999720-f6c5-4dce-b206-3715923e2fdd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Unset dirty status for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:40.949425 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.8031416
Dec 19 13:34:40.950016 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ab999720-f6c5-4dce-b206-3715923e2fdd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports/67290a0f-9f4e-4c61-bff0-6fc36164a677 HTTP/1.1" status: 200  len: 911 time: 0.2236171
Dec 19 13:34:40.952121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45012) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:40.955135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45016) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:40.958014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'subnet': {'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:40.962778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-75d64647-610f-4a36-911b-680dce9e2ad5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04000feb-e0ff-46a5-90f6-982fa2fed203'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:40.969293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 162ccb8a-47b2-425c-b728-db159b1a8537 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:34:40.998153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:41.071851 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7d3b22dc-2620-41f5-862d-f4c2fb5cfbbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:41.125105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:41.125105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:subnet and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:41.125105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:41.142542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:41.190098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:41.245536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:41.277780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d4e85da9-7a9d-463e-803e-229886d5bef9 None None] Provisioning complete for port ff6d7184-930d-4508-a3c5-5d21ebdb1177 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:41.277780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d4e85da9-7a9d-463e-803e-229886d5bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:41.325051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 25b45a92-a25b-4078-9c17-a1fdd36beb73 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:41.366777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:41.395426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75d64647-610f-4a36-911b-680dce9e2ad5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:41.548219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=ff6d7184-930d-4508-a3c5-5d21ebdb1177,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:41.557796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:41.691880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:41.698029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e4e7d211-3c12-4c55-80c8-c5a0106bd92d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:41.780848 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d06a426-792f-4580-8199-d4a724dcf951 req-f8fc5870-e36a-41fd-94ff-a8c1846f74cf tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 210 time: 0.1966095
Dec 19 13:34:41.795153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Subnet': ['ID=0bcd901a-7b6d-40d0-ba8d-142addc6f5f9,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:41.800798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:41.805174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Checking segment: {'id': '731acf96-93df-4a6c-8804-8e0b0a81c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:41.805515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network hostable DHCP agents. Network: 162ccb8a-47b2-425c-b728-db159b1a8537, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:34:41.845141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:41.870493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Transition to ACTIVE for port object 4ad16a50-aa20-4a1d-a052-34aace570657 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:41.905736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 162ccb8a-47b2-425c-b728-db159b1a8537 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:34:41.934180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Transition to ACTIVE for port object 4ad16a50-aa20-4a1d-a052-34aace570657 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:41.936404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 25b45a92-a25b-4078-9c17-a1fdd36beb73 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:41.977242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 162ccb8a-47b2-425c-b728-db159b1a8537) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:41.983083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:41.983198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.011111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.022470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:42.055139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ce0fb-453f-4dfc-aa2b-7845d0bd0369 None None] Network 162ccb8a-47b2-425c-b728-db159b1a8537 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:42.106554 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1533668
Dec 19 13:34:42.107204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45022) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:42.178428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47443b50>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:34:36Z', 'revision_number': 2, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:37Z', 'revision_number': 2, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:42.207136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Checking router: 78ec1da8-b8c4-4601-90cc-230c5650292b for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:34:42.207885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Updating router 78ec1da8-b8c4-4601-90cc-230c5650292b port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:34:42.278544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 172.20.0.4 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/9e0332f8-18e8-47a5-8a59-430db80db6a1/a0556ed3-2541-4ff4-bbf1-d2c4cbaa2990) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:42.297257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::f816:3eff:fe83:b70f (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/9f1ccc36-0789-4979-9866-6d7bc00d3b3f/a0556ed3-2541-4ff4-bbf1-d2c4cbaa2990) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:42.301108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75d64647-610f-4a36-911b-680dce9e2ad5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.324255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:42.329585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Pushing event updated for resources: {'Port': ['ID=4ad16a50-aa20-4a1d-a052-34aace570657,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:42.333742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:42.339369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:42.342690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:42.408760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Provisioning complete for port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:42.409514 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.436426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75d64647-610f-4a36-911b-680dce9e2ad5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.441405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d64647-610f-4a36-911b-680dce9e2ad5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:42.442116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75d64647-610f-4a36-911b-680dce9e2ad5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.443607 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-75d64647-610f-4a36-911b-680dce9e2ad5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/ports/67290a0f-9f4e-4c61-bff0-6fc36164a677 HTTP/1.1" status: 200  len: 911 time: 1.4870815
Dec 19 13:34:42.448771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45026) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:42.449378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-aa803b0d-ae8f-4630-a2e8-b1caad5a27eb tempest-RoutersIpV6AdminTest-46408891 tempest-RoutersIpV6AdminTest-46408891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:42.535807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.579417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d64647-610f-4a36-911b-680dce9e2ad5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=67290a0f-9f4e-4c61-bff0-6fc36164a677,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:42.584862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-75d64647-610f-4a36-911b-680dce9e2ad5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:42.630713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:42.640141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1deef08d-dc1e-4ad5-ace3-c1b011444489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.657063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.698615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object a0556ed3-2541-4ff4-bbf1-d2c4cbaa2990 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:42.742869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Attempting to bind port 4ad16a50-aa20-4a1d-a052-34aace570657 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:42.743346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Attempting to bind port 4ad16a50-aa20-4a1d-a052-34aace570657 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:42.743787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Attempting to bind port 4ad16a50-aa20-4a1d-a052-34aace570657 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:42.749965 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-162ccb8a-47b2-425c-b728-db159b1a8537', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:42.750893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.789804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:42.790284 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:42.790927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.791572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:42.792259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Bound port: 4ad16a50-aa20-4a1d-a052-34aace570657, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:42.792876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.793141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:42.800632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dd9346e7-97d6-408d-8cec-0ac725415aeb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:42.922615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=a0556ed3-2541-4ff4-bbf1-d2c4cbaa2990,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:42.964682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:42.966697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Provisioning for port 25b45a92-a25b-4078-9c17-a1fdd36beb73 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:43.101594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Provisioning complete for port 25b45a92-a25b-4078-9c17-a1fdd36beb73 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:43.101983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:43.128821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:43.134271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:43.136669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:43.223231 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cc595ac7-e7a8-4c44-ab56-a9254b319e92 req-429550f0-9638-48bc-958a-c2cbb0348ae7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 210 time: 0.0899906
Dec 19 13:34:43.235387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] For port 4ad16a50-aa20-4a1d-a052-34aace570657, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:43.236434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-4c6e45c7-5edf-4481-ac44-22ffe6eb1f21 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:43.238168 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-4c6e45c7-5edf-4481-ac44-22ffe6eb1f21 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=c76891a9-fa15-418d-9fb9-aa87f2f59da1 HTTP/1.1" status: 200  len: 795 time: 0.3126667
Dec 19 13:34:43.269280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:43.286997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:43.287848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:43.304763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] For port 4ad16a50-aa20-4a1d-a052-34aace570657, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4ad16a50-aa20-4a1d-a052-34aace570657,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:43.343394 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-f7e2a99b-5624-42a6-b697-90d9f8ee71aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 473 time: 0.0871682
Dec 19 13:34:43.353653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'device_id': '186bb367-8412-4b02-b7c3-a1b76978a05e', 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1', 'admin_state_up': True, 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'security_groups': ['6addbf36-6f74-42c4-ada6-13024f0dda41']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:43.354518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ff6d7184-930d-4508-a3c5-5d21ebdb1177 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:43.399870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:43.415347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:43.501226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Allocated IP 172.21.0.2 (162ccb8a-47b2-425c-b728-db159b1a8537/0bcd901a-7b6d-40d0-ba8d-142addc6f5f9/837b0127-c2c3-4e84-90c6-39b5fcdc08e9) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:43.567094 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 4.2958047
Dec 19 13:34:43.567334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:43.571098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45032) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:43.704907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:43.712336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:port and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:43.714992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:43.720831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26842593-bc8d-46ed-9db4-9a1683ecf3bd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:43.723695 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Pushing event updated for resources: {'Port': ['ID=4ad16a50-aa20-4a1d-a052-34aace570657,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:43.725290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26842593-bc8d-46ed-9db4-9a1683ecf3bd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:43.726110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-26842593-bc8d-46ed-9db4-9a1683ecf3bd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:43.728981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:43.736894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:43.748566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:43.794935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:43.811006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:43.814066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:43.844737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Transition to ACTIVE for port object 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:43.853575 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] For port 25b45a92-a25b-4078-9c17-a1fdd36beb73, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=25b45a92-a25b-4078-9c17-a1fdd36beb73,segment=NetworkSegment(517cead5-b43b-456b-94b1-13eae2840cd0),segment_id=517cead5-b43b-456b-94b1-13eae2840cd0)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:43.854507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ff6d7184-930d-4508-a3c5-5d21ebdb1177 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:43.854882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:43.883580 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-26842593-bc8d-46ed-9db4-9a1683ecf3bd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:43.884961 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-26842593-bc8d-46ed-9db4-9a1683ecf3bd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1860 time: 0.3134465
Dec 19 13:34:43.896152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45036) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:43.981571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:43.989466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d1ead3e7-6ab3-4038-8164-82dd31247735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:44.031517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.088997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c5f15-000f-4cf5-9bd1-5984901a6cc0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port a0556ed3-2541-4ff4-bbf1-d2c4cbaa2990 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:44.092872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5f15-000f-4cf5-9bd1-5984901a6cc0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.137583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413c14a-1b51-4d11-9bbb-b83c3c74f8ec None None] Pushing event updated for resources: {'Port': ['ID=9e73b8b1-2f8c-47e0-b806-d09a0bd25358,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:44.154468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0413c14a-1b51-4d11-9bbb-b83c3c74f8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:44.156035 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.188463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-417f6bef-5cea-4a72-94be-aa2c262329ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:44.268774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Transition to ACTIVE for port object 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:44.288325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.21 (c76891a9-fa15-418d-9fb9-aa87f2f59da1/bfbdf0b3-3c91-4470-8d17-325c119b4ed7/e866bf6d-f14f-4870-95c8-3fec4ea33858) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:44.391508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Transition to ACTIVE for port object 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:44.428444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Pushing event updated for resources: {'Port': ['ID=25b45a92-a25b-4078-9c17-a1fdd36beb73,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:44.441006 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:44.455305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-03b4d47c-4c21-4d2a-9afc-c26231c57e3f None None] Provisioning for port 67290a0f-9f4e-4c61-bff0-6fc36164a677 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:44.463465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Attempting to bind port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:44.464187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Attempting to bind port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '64aad871-c4cc-42ef-b7d9-9e50c97ade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:44.464818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Attempting to bind port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 on network 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:44.467209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-03b4d47c-4c21-4d2a-9afc-c26231c57e3f None None] Provisioning complete for port 67290a0f-9f4e-4c61-bff0-6fc36164a677 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:44.467841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-03b4d47c-4c21-4d2a-9afc-c26231c57e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.511401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:44.511968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Checking segment: {'id': '64aad871-c4cc-42ef-b7d9-9e50c97ade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:44.512381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.512781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Bound using segment: {'id': '64aad871-c4cc-42ef-b7d9-9e50c97ade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:44.513445 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Bound port: 9e73b8b1-2f8c-47e0-b806-d09a0bd25358, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64aad871-c4cc-42ef-b7d9-9e50c97ade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:44.513829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.529504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.536726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7cfbc80a-01a1-49f1-a589-1b6ef7c9c70e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:44.608587 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6ebe5a85-e4ca-4ae3-aa9b-a147fcc49fa6 req-6de40ea1-eb5f-47c7-867e-ca717b71d7bb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 210 time: 0.0688238
Dec 19 13:34:44.642775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-03b4d47c-4c21-4d2a-9afc-c26231c57e3f None None] Port 67290a0f-9f4e-4c61-bff0-6fc36164a677 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:44.655349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5f15-000f-4cf5-9bd1-5984901a6cc0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.657854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Allocated IP 172.21.0.1 (162ccb8a-47b2-425c-b728-db159b1a8537/0bcd901a-7b6d-40d0-ba8d-142addc6f5f9/6e5af185-c437-4ba0-8a96-999de5047191) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:44.684283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Network 162ccb8a-47b2-425c-b728-db159b1a8537 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:44.699550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:44.705255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Pushing event updated for resources: {'Port': ['ID=837b0127-c2c3-4e84-90c6-39b5fcdc08e9,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:44.708516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:44.713005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:44.731665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] For port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:44.755668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 67290a0f-9f4e-4c61-bff0-6fc36164a677 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:44.756200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.772210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-03b4d47c-4c21-4d2a-9afc-c26231c57e3f None None] Provisioning complete for port 25b45a92-a25b-4078-9c17-a1fdd36beb73 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:44.773045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-03b4d47c-4c21-4d2a-9afc-c26231c57e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.819417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c5f15-000f-4cf5-9bd1-5984901a6cc0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for a0556ed3-2541-4ff4-bbf1-d2c4cbaa2990 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:44.856839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5b3d7d12-a56a-4e96-b0fa-695e07857632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.869110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] For port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9e73b8b1-2f8c-47e0-b806-d09a0bd25358,segment=NetworkSegment(64aad871-c4cc-42ef-b7d9-9e50c97ade35),segment_id=64aad871-c4cc-42ef-b7d9-9e50c97ade35)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:44.895237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.925384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object e866bf6d-f14f-4870-95c8-3fec4ea33858 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:44.946992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Attempting to bind port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:44.946992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Attempting to bind port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '731acf96-93df-4a6c-8804-8e0b0a81c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:44.952361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Attempting to bind port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 on network 162ccb8a-47b2-425c-b728-db159b1a8537 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:44.960025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:44.965936 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-26a06d13-043c-4c42-a318-241374322b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:45.018277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:45.018705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Checking segment: {'id': '731acf96-93df-4a6c-8804-8e0b0a81c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:45.019288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:45.019749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Bound using segment: {'id': '731acf96-93df-4a6c-8804-8e0b0a81c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:45.020304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Bound port: 837b0127-c2c3-4e84-90c6-39b5fcdc08e9, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731acf96-93df-4a6c-8804-8e0b0a81c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:45.020750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:45.087811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:45.102923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d12e77bb-d1ed-42a3-8551-a0cac356c40a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:45.130148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:45.144885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network c76891a9-fa15-418d-9fb9-aa87f2f59da1 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:45.151891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:45.161657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5f15-000f-4cf5-9bd1-5984901a6cc0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:45.168981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:45.172937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413c14a-1b51-4d11-9bbb-b83c3c74f8ec None None] Pushing event updated for resources: {'Port': ['ID=9e73b8b1-2f8c-47e0-b806-d09a0bd25358,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:45.183035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Transition to ACTIVE for port object 6e5af185-c437-4ba0-8a96-999de5047191 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:45.200880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0413c14a-1b51-4d11-9bbb-b83c3c74f8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:45.238294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:45.269890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:45.270833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47443b50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:45.311949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=e866bf6d-f14f-4870-95c8-3fec4ea33858,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:45.320075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:45.328103 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f9622ef1-b68c-49af-84a1-e315c164b2a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:45.368513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:45.369107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:45.507802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] For port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:45.514638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4ad16a50-aa20-4a1d-a052-34aace570657 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:45.535468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for 67290a0f-9f4e-4c61-bff0-6fc36164a677 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:45.541327 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c5f15-000f-4cf5-9bd1-5984901a6cc0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=a0556ed3-2541-4ff4-bbf1-d2c4cbaa2990,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:45.544603 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7a1c5f15-000f-4cf5-9bd1-5984901a6cc0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:45.546374 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1982667
Dec 19 13:34:45.560862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Request body: {'port': {'device_id': '186bb367-8412-4b02-b7c3-a1b76978a05e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:45.602225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] For port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=837b0127-c2c3-4e84-90c6-39b5fcdc08e9,segment=NetworkSegment(731acf96-93df-4a6c-8804-8e0b0a81c902),segment_id=731acf96-93df-4a6c-8804-8e0b0a81c902)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:45.637922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:45.667460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7a1c5f15-000f-4cf5-9bd1-5984901a6cc0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:45.672297 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7a1c5f15-000f-4cf5-9bd1-5984901a6cc0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/a0556ed3-2541-4ff4-bbf1-d2c4cbaa2990 HTTP/1.1" status: 204  len: 168 time: 1.7743270
Dec 19 13:34:45.673057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45044) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:45.690377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ebbcda-c532-4f1a-894e-047c815d279f None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:45.781845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:45.792222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:45.794222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:45.805508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1cf6ca32-dec4-442b-99aa-0ee36fafb48f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:45.904678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 162ccb8a-47b2-425c-b728-db159b1a8537 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:45.909007 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=6e5af185-c437-4ba0-8a96-999de5047191,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:45.912975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:45.915479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:45.922000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:45.951746 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 4ad16a50-aa20-4a1d-a052-34aace570657 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:45.996028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.005465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.031219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8865b8-8547-46f2-aaba-ed82af0f9c11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:46.032643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8865b8-8547-46f2-aaba-ed82af0f9c11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:46.034642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8865b8-8547-46f2-aaba-ed82af0f9c11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:46.034988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dc8865b8-8547-46f2-aaba-ed82af0f9c11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:46.054067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 25b45a92-a25b-4078-9c17-a1fdd36beb73 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:46.124185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Pushing event updated for resources: {'Port': ['ID=837b0127-c2c3-4e84-90c6-39b5fcdc08e9,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:46.128598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:46.128762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e1565-0ecd-410e-bcc6-c44776c9c652 req-dd801162-9a4a-4e9b-97a4-95c173f18045 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:46.129338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ed0e1565-0ecd-410e-bcc6-c44776c9c652 req-dd801162-9a4a-4e9b-97a4-95c173f18045 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:46.131975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.137238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1464183d-14af-4601-93e1-966220399226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:46.189759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=67290a0f-9f4e-4c61-bff0-6fc36164a677,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:46.197049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:46.357798 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-dc8865b8-8547-46f2-aaba-ed82af0f9c11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:46.359285 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dc8865b8-8547-46f2-aaba-ed82af0f9c11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.6833284
Dec 19 13:34:46.364583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45048) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:46.376578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.382583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Provisioning for port e866bf6d-f14f-4870-95c8-3fec4ea33858 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:46.387582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.395900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Provisioning complete for port e866bf6d-f14f-4870-95c8-3fec4ea33858 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:46.402264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.435350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ed0e1565-0ecd-410e-bcc6-c44776c9c652 req-dd801162-9a4a-4e9b-97a4-95c173f18045 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:46.443934 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ed0e1565-0ecd-410e-bcc6-c44776c9c652 req-dd801162-9a4a-4e9b-97a4-95c173f18045 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 932 time: 0.5647581
Dec 19 13:34:46.460188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 25b45a92-a25b-4078-9c17-a1fdd36beb73 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:46.460885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.554990 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Port e866bf6d-f14f-4870-95c8-3fec4ea33858 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:46.691691 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ed0e1565-0ecd-410e-bcc6-c44776c9c652 req-59dbfcc0-87bf-492e-a935-bfbaf577c91e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2484353
Dec 19 13:34:46.751826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.755157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.764700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47443b50>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:34:36Z', 'revision_number': 2, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:44Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:46.772201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Provisioning for port 4ad16a50-aa20-4a1d-a052-34aace570657 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:46.776463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3892db6-b7c1-4077-8b45-2fb37c371783 None None] The sync data for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv is: [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:34:36Z', 'revision_number': 2, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:44Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:46.779821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Provisioning complete for port 4ad16a50-aa20-4a1d-a052-34aace570657 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:46.781657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.868028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e866bf6d-f14f-4870-95c8-3fec4ea33858 {{(pid=84125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:34:46.884007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.932761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 9e0332f8-18e8-47a5-8a59-430db80db6a1 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:46.937464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Transition to ACTIVE for port object e866bf6d-f14f-4870-95c8-3fec4ea33858 will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:46.938280 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:46.999752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.010924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.011541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ffb27f79-3eb7-4540-a62e-def831c35315 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:47.060453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] For port 4ad16a50-aa20-4a1d-a052-34aace570657, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4ad16a50-aa20-4a1d-a052-34aace570657,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:47.154079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.156725 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-09bec198-e95b-4b48-9011-58cb4c8b26f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:47.195587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.351836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.370780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Pushing event updated for resources: {'Port': ['ID=4ad16a50-aa20-4a1d-a052-34aace570657,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:47.377017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:47.380517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b795c799-4d22-4745-bf60-9a7ca6f17a33 None None] Provisioning complete for port 4ad16a50-aa20-4a1d-a052-34aace570657 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:47.381128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b795c799-4d22-4745-bf60-9a7ca6f17a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.502763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:47.582527 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Pushing event updated for resources: {'Port': ['ID=e866bf6d-f14f-4870-95c8-3fec4ea33858,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:47.587380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:47.636508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.651960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9c7013a5-59f0-41d8-bbb0-34f7568b8ce4 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:47.723321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.744995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0332f8-18e8-47a5-8a59-430db80db6a1,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:47.755884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:47.785319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.791927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.851932 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Attempting to bind port e866bf6d-f14f-4870-95c8-3fec4ea33858 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:47.852538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Attempting to bind port e866bf6d-f14f-4870-95c8-3fec4ea33858 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:47.853023 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Attempting to bind port e866bf6d-f14f-4870-95c8-3fec4ea33858 on network c76891a9-fa15-418d-9fb9-aa87f2f59da1 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:47.860395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Port e866bf6d-f14f-4870-95c8-3fec4ea33858 on network c76891a9-fa15-418d-9fb9-aa87f2f59da1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:34:47.860981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Attempting to bind port e866bf6d-f14f-4870-95c8-3fec4ea33858 on network c76891a9-fa15-418d-9fb9-aa87f2f59da1 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:47.869257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:47.870010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Checking segment: {'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:47.870557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Bound using segment: {'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:47.871402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Bound port: e866bf6d-f14f-4870-95c8-3fec4ea33858, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'}}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:47.871953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.930974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:47.939161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:47.941784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:47.999824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] For port e866bf6d-f14f-4870-95c8-3fec4ea33858, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:47.999824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] For port e866bf6d-f14f-4870-95c8-3fec4ea33858, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e866bf6d-f14f-4870-95c8-3fec4ea33858,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:48.005517 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/9e0332f8-18e8-47a5-8a59-430db80db6a1 HTTP/1.1" status: 204  len: 168 time: 1.6391802
Dec 19 13:34:48.011854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45054) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:48.017497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:48.022795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1f29d3-27a6-42a2-b742-b08bf67b2461 None None] Network 162ccb8a-47b2-425c-b728-db159b1a8537 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:48.035821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2669ee19-300e-41f9-994e-1bd120cffef0 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:48.075083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:48.085439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab533a-4867-4167-8e5f-cba1e76db9a9 req-a012288c-bf5d-45da-a518-f9c4bf8bbc24 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:48.086860 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-76ab533a-4867-4167-8e5f-cba1e76db9a9 req-a012288c-bf5d-45da-a518-f9c4bf8bbc24 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 944 time: 0.0859568
Dec 19 13:34:48.089189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:48.094158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6cd8c9c3-f3f2-43b9-84f8-4a17e39aa332 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:48.182973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=6e5af185-c437-4ba0-8a96-999de5047191,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:48.189746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:48.204690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:48.206035 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] 10.222.0.18 "PUT /v2.0/ports/e866bf6d-f14f-4870-95c8-3fec4ea33858 HTTP/1.1" status: 200  len: 1094 time: 2.6501350
Dec 19 13:34:48.206559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186bb367-8412-4b02-b7c3-a1b76978a05e', 'tag': 'e866bf6d-f14f-4870-95c8-3fec4ea33858'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:34:48.219827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Pushing event updated for resources: {'Port': ['ID=e866bf6d-f14f-4870-95c8-3fec4ea33858,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:48.223333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:48.230107 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-76ab533a-4867-4167-8e5f-cba1e76db9a9 req-16970a8b-e347-480c-85a3-f24d8bb0c5aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1367137
Dec 19 13:34:48.254345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:48.323211 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186bb367-8412-4b02-b7c3-a1b76978a05e', 'tag': 'e866bf6d-f14f-4870-95c8-3fec4ea33858', 'status': 'completed', 'code': 200}
Dec 19 13:34:48.354387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d11e86eb-83e0-4082-af96-0004361c1cf7 None None] Provisioning for port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:48.399338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:48.420823 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-5fd0cdff-3d52-4200-b0f9-5d622dd5cbb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 1097 time: 0.0814106
Dec 19 13:34:48.456308 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d11e86eb-83e0-4082-af96-0004361c1cf7 None None] Could not find standard attr ID for object a0556ed3-2541-4ff4-bbf1-d2c4cbaa2990. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:34:48.605314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9e73b8b1-2f8c-47e0-b806-d09a0bd25358,segment=NetworkSegment(64aad871-c4cc-42ef-b7d9-9e50c97ade35),segment_id=64aad871-c4cc-42ef-b7d9-9e50c97ade35)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:48.636276 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-750f7b35-205d-47af-9815-f38148de0168 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e866bf6d-f14f-4870-95c8-3fec4ea33858 HTTP/1.1" status: 200  len: 217 time: 0.2041316
Dec 19 13:34:48.680561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:48.681298 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:48.696032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router 6d788930-d71e-4530-bf81-10c84bb059a9 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:34:48.708248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc11f32-f240-420b-861d-d037075f0708 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 9f1ccc36-0789-4979-9866-6d7bc00d3b3f {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:48.717095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ccc11f32-f240-420b-861d-d037075f0708 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:48.717358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b0bc4847-4bae-4d52-810a-97a60a68b1be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:48.730248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-b787e057-ea58-4c78-8b50-3276c1748c00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:48.732670 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-b787e057-ea58-4c78-8b50-3276c1748c00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfbdf0b3-3c91-4470-8d17-325c119b4ed7 HTTP/1.1" status: 200  len: 838 time: 0.0894229
Dec 19 13:34:48.833024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 162ccb8a-47b2-425c-b728-db159b1a8537 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:48.836498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ccc11f32-f240-420b-861d-d037075f0708 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:48.837840 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-173304bd-f95e-4242-aaed-e2bf1ade982a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c76891a9-fa15-418d-9fb9-aa87f2f59da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0978143
Dec 19 13:34:48.844225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=9e73b8b1-2f8c-47e0-b806-d09a0bd25358,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:48.847782 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:48.881182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:48.945790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:48.951363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:48.951743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:49.005493 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-4ed87555-06ab-4c48-a3e3-573965e05a3d service neutron] 10.222.0.18 "GET /v2.0/networks/c76891a9-fa15-418d-9fb9-aa87f2f59da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599014
Dec 19 13:34:49.122049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:49.167800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-223eb82d-db9e-494b-b6a2-bcfc9fff094a None None] Provisioning complete for port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:49.168069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-223eb82d-db9e-494b-b6a2-bcfc9fff094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:49.210774 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f074bcb1-f19b-4daa-be80-227053ffaa06 req-e7bf0a36-05d5-45b8-8d24-0074004f5e33 service neutron] 10.222.0.18 "GET /v2.0/networks/c76891a9-fa15-418d-9fb9-aa87f2f59da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1938159
Dec 19 13:34:49.249582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=837b0127-c2c3-4e84-90c6-39b5fcdc08e9,segment=NetworkSegment(731acf96-93df-4a6c-8804-8e0b0a81c902),segment_id=731acf96-93df-4a6c-8804-8e0b0a81c902)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:49.262590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:49.298005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c1234-400b-4f12-a9e5-53ee47612c64 None None] Sync routers for ids ['6d788930-d71e-4530-bf81-10c84bb059a9'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:49.346235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c1234-400b-4f12-a9e5-53ee47612c64 None None] Routers {'6d788930-d71e-4530-bf81-10c84bb059a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:49.346867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-796c1234-400b-4f12-a9e5-53ee47612c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4701ad30>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6d788930-d71e-4530-bf81-10c84bb059a9'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:49.416834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-223eb82d-db9e-494b-b6a2-bcfc9fff094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:49.427257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ccc11f32-f240-420b-861d-d037075f0708 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:49.440825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:49.453890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:49.553369 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2c45938c-66ab-4028-9e1c-65ec33ecca3f req-67511a5c-6b19-4869-a572-fd559166679f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 1097 time: 0.2189806
Dec 19 13:34:49.589794 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/6d788930-d71e-4530-bf81-10c84bb059a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0676401
Dec 19 13:34:49.591028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45062) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:49.642191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-796c1234-400b-4f12-a9e5-53ee47612c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4701ad30>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:49.647860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4ad16a50-aa20-4a1d-a052-34aace570657 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:49.657747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7d82e0e2-9579-4898-a2c2-da3d9efd9631 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Synchronizing usage tracker for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:49.731339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45938c-66ab-4028-9e1c-65ec33ecca3f req-f8ba5d52-37ab-43d9-83cf-3cbf175f708a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:49.733258 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2c45938c-66ab-4028-9e1c-65ec33ecca3f req-f8ba5d52-37ab-43d9-83cf-3cbf175f708a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c76891a9-fa15-418d-9fb9-aa87f2f59da1 HTTP/1.1" status: 200  len: 896 time: 0.1716297
Dec 19 13:34:49.739265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd8347-5602-44fc-ad67-bce5c1905cdf req-089b0d78-d0ef-45d8-805f-6f808035633f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:49.741674 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d7bd8347-5602-44fc-ad67-bce5c1905cdf req-089b0d78-d0ef-45d8-805f-6f808035633f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 944 time: 0.3205266
Dec 19 13:34:49.750044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7d82e0e2-9579-4898-a2c2-da3d9efd9631 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Unset dirty status for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:49.754341 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7d82e0e2-9579-4898-a2c2-da3d9efd9631 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d788930-d71e-4530-bf81-10c84bb059a9 HTTP/1.1" status: 200  len: 205 time: 0.1530967
Dec 19 13:34:49.754510 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45068) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:49.817402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ccc11f32-f240-420b-861d-d037075f0708 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:49.820932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=837b0127-c2c3-4e84-90c6-39b5fcdc08e9,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:49.825023 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2c45938c-66ab-4028-9e1c-65ec33ecca3f req-ab0adc24-6123-4be2-a0d4-c7c5dbd12298 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e866bf6d-f14f-4870-95c8-3fec4ea33858 HTTP/1.1" status: 200  len: 217 time: 0.0819967
Dec 19 13:34:49.825861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c1234-400b-4f12-a9e5-53ee47612c64 None None] Routers {'6d788930-d71e-4530-bf81-10c84bb059a9'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:49.826554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-796c1234-400b-4f12-a9e5-53ee47612c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4701ad30>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6d788930-d71e-4530-bf81-10c84bb059a9'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:49.832863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-474b2950-00b0-4f2b-b977-160a4c4dac47 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:49.879924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:49.891570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-223eb82d-db9e-494b-b6a2-bcfc9fff094a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:34:49.892518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-223eb82d-db9e-494b-b6a2-bcfc9fff094a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:34:49.893966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-796c1234-400b-4f12-a9e5-53ee47612c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4701ad30>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:49.894289 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d7bd8347-5602-44fc-ad67-bce5c1905cdf req-e563fa18-1af6-43e8-9646-14c129dee8a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029134
Dec 19 13:34:49.894430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c1234-400b-4f12-a9e5-53ee47612c64 None None] The sync data for ids ['6d788930-d71e-4530-bf81-10c84bb059a9'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:49.906551 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4ad16a50-aa20-4a1d-a052-34aace570657 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:49.906909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45938c-66ab-4028-9e1c-65ec33ecca3f req-ca0ad483-856b-4c88-8412-ee696954ea71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:49.907043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:49.908594 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2c45938c-66ab-4028-9e1c-65ec33ecca3f req-ca0ad483-856b-4c88-8412-ee696954ea71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bfbdf0b3-3c91-4470-8d17-325c119b4ed7 HTTP/1.1" status: 200  len: 838 time: 0.0734975
Dec 19 13:34:49.926610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 78ec1da8-b8c4-4601-90cc-230c5650292b has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:34:49.932583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc11f32-f240-420b-861d-d037075f0708 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1ccc36-0789-4979-9866-6d7bc00d3b3f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:49.942774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ccc11f32-f240-420b-861d-d037075f0708 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:49.950612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ccc11f32-f240-420b-861d-d037075f0708 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:49.957807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6da603b-4e7e-4d43-bf09-c3d777c23215 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:49.968770 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ccc11f32-f240-420b-861d-d037075f0708 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/9f1ccc36-0789-4979-9866-6d7bc00d3b3f HTTP/1.1" status: 204  len: 168 time: 1.9554346
Dec 19 13:34:49.971522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45072) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:50.043564 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-63840b5b-d5b1-4d3e-8424-301ade2d1721 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0706739
Dec 19 13:34:50.047321 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45076) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:50.053495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:50.186675 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2c45938c-66ab-4028-9e1c-65ec33ecca3f req-31325114-b52b-40be-bcf4-1a4f126688ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c76891a9-fa15-418d-9fb9-aa87f2f59da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2703459
Dec 19 13:34:50.187563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:50.192075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:50.194296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:50.214794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:50.231421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16468703-fd69-4320-a04d-0736c844ca10 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.269155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:50.286140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:50.286701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.357811 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2c45938c-66ab-4028-9e1c-65ec33ecca3f req-66f32205-58ba-414a-b5e0-3bfa6ca5a21d service neutron] 10.222.0.18 "GET /v2.0/networks/c76891a9-fa15-418d-9fb9-aa87f2f59da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621320
Dec 19 13:34:50.395556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817a6b7-0f67-4346-bad6-dbc23e50133e None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:34:50.434453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-0817a6b7-0f67-4346-bad6-dbc23e50133e None None] Deleting port 4ad16a50-aa20-4a1d-a052-34aace570657 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:50.434838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0817a6b7-0f67-4346-bad6-dbc23e50133e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.454725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:50.458328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.694409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0817a6b7-0f67-4346-bad6-dbc23e50133e None None] For port 4ad16a50-aa20-4a1d-a052-34aace570657, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4ad16a50-aa20-4a1d-a052-34aace570657,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:50.694812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0817a6b7-0f67-4346-bad6-dbc23e50133e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.710090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-223eb82d-db9e-494b-b6a2-bcfc9fff094a None None] Provisioning for port 6e5af185-c437-4ba0-8a96-999de5047191 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:50.722330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16468703-fd69-4320-a04d-0736c844ca10 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.727413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:50.739282 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6275208
Dec 19 13:34:50.739282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45080) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:50.739618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16468703-fd69-4320-a04d-0736c844ca10 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.740799 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Sync routers for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:50.745507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'network': {'name': 'tempest-RoutersTest-725845235'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:50.749933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:50.750647 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2c45938c-66ab-4028-9e1c-65ec33ecca3f req-1197a568-5aac-4986-a76f-d9d63aa2db86 service neutron] 10.222.0.18 "GET /v2.0/networks/c76891a9-fa15-418d-9fb9-aa87f2f59da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3841884
Dec 19 13:34:50.753346 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:50.753672 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47adeac0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:50.753815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:network and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:50.768880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:50.775688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:50.821346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-223eb82d-db9e-494b-b6a2-bcfc9fff094a None None] Provisioning complete for port 6e5af185-c437-4ba0-8a96-999de5047191 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:50.821642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-223eb82d-db9e-494b-b6a2-bcfc9fff094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.842767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:50.845779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.853645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-0817a6b7-0f67-4346-bad6-dbc23e50133e None None] Calling delete_port for 4ad16a50-aa20-4a1d-a052-34aace570657 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:50.884686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:34:50.893729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.894400 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added segment ee91fe24-6c4f-458e-835e-7257d47bb65b of type vlan for network 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b
Dec 19 13:34:50.913096 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:50.915343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16468703-fd69-4320-a04d-0736c844ca10 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.916011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16468703-fd69-4320-a04d-0736c844ca10 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Fanout notify agent at l3_agent the message router_deleted on router 6d788930-d71e-4530-bf81-10c84bb059a9 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:34:50.933250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.935581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-223eb82d-db9e-494b-b6a2-bcfc9fff094a None None] Port 6e5af185-c437-4ba0-8a96-999de5047191 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:50.980712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:50.985394 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-46a40918-cbf9-4f1f-ad34-ece78106dc16 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:51.011605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16468703-fd69-4320-a04d-0736c844ca10 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.015341 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-16468703-fd69-4320-a04d-0736c844ca10 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/6d788930-d71e-4530-bf81-10c84bb059a9 HTTP/1.1" status: 204  len: 168 time: 1.2575016
Dec 19 13:34:51.015613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45086) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:51.066684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.070693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1fef2c37-a162-4bd1-a15a-d0cfe39f10dc None None] Provisioning complete for port 4ad16a50-aa20-4a1d-a052-34aace570657 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:51.073517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1fef2c37-a162-4bd1-a15a-d0cfe39f10dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.073658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:51.073658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.080109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0069dd4f-02e9-44e4-9f89-7c35f0a17618 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:51.111126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1fef2c37-a162-4bd1-a15a-d0cfe39f10dc None None] Port 4ad16a50-aa20-4a1d-a052-34aace570657 was deleted so its status cannot be updated. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 19 13:34:51.114453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0817a6b7-0f67-4346-bad6-dbc23e50133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.118083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:51.120613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:51.127073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:51.130014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=04c12415-25ec-4ae4-8259-ab9d23a2e8b8,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:51.132750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:51.133615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.142922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:51.173662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817a6b7-0f67-4346-bad6-dbc23e50133e None None] Pushing event deleted for resources: {'Port': ['ID=4ad16a50-aa20-4a1d-a052-34aace570657,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:51.179677 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0817a6b7-0f67-4346-bad6-dbc23e50133e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:51.187966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817a6b7-0f67-4346-bad6-dbc23e50133e None None] No DVR routers for this DVR port 4ad16a50-aa20-4a1d-a052-34aace570657 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:34:51.190824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1fef2c37-a162-4bd1-a15a-d0cfe39f10dc None None] Provisioning complete for port 6e5af185-c437-4ba0-8a96-999de5047191 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:51.191634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1fef2c37-a162-4bd1-a15a-d0cfe39f10dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.195275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c0f8c-055d-49db-85fd-4e176db05f3b req-79fe8c10-7e60-4bf2-8cc5-2adb523205bb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:51.197094 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f23c0f8c-055d-49db-85fd-4e176db05f3b req-79fe8c10-7e60-4bf2-8cc5-2adb523205bb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 944 time: 0.1360846
Dec 19 13:34:51.250079 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2015731
Dec 19 13:34:51.253407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45090) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:51.259162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1fef2c37-a162-4bd1-a15a-d0cfe39f10dc None None] Port 6e5af185-c437-4ba0-8a96-999de5047191 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:34:51.259162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21cbe3-98da-4e32-96ad-9050ed5e8589 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:51.262797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:51.283623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Network': ['ID=7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:51.292483 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5542564
Dec 19 13:34:51.293665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:51.296390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45094) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:51.312886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'subnet': {'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:51.344219 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f23c0f8c-055d-49db-85fd-4e176db05f3b req-795e3ad9-bd8f-411e-b7c0-8926be8d99e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1375160
Dec 19 13:34:51.434831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:51.492200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:51.492200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:51.492200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:51.497731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:51.506579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f04edc7-5b7b-4d07-b763-073f1c081b6d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting subnet 04000feb-e0ff-46a5-90f6-982fa2fed203 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:51.509143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:subnet and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:51.513925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:51.516658 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47adeac0>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:34:46Z', 'revision_number': 3, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:47Z', 'revision_number': 2, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:51.517402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f04edc7-5b7b-4d07-b763-073f1c081b6d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.525821 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Checking router: 78ec1da8-b8c4-4601-90cc-230c5650292b for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:34:51.526337 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Updating router 78ec1da8-b8c4-4601-90cc-230c5650292b port 6e5af185-c437-4ba0-8a96-999de5047191 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:34:51.531956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:34:51.557038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:51.586305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f04edc7-5b7b-4d07-b763-073f1c081b6d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.591356 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.648342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:51.651438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:51.656090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.685975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:51.712877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': '04c12415-25ec-4ae4-8259-ab9d23a2e8b8'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:51.713778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.799979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f04edc7-5b7b-4d07-b763-073f1c081b6d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.886779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:51.887376 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.928712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:51.965793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Allocated IP 172.20.0.2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/04c12415-25ec-4ae4-8259-ab9d23a2e8b8/224f5888-711e-4cb8-b4ed-1c2223e8f168) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:52.029711 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.043550 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Transition to ACTIVE for port object 6e5af185-c437-4ba0-8a96-999de5047191 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:52.094236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4ad16a50-aa20-4a1d-a052-34aace570657 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:34:52.131985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 4ad16a50-aa20-4a1d-a052-34aace570657 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:34:52.132622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4ad16a50-aa20-4a1d-a052-34aace570657 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:34:52.154610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f04edc7-5b7b-4d07-b763-073f1c081b6d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.159779 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.162502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69291f38-a7ef-4f31-9ce5-ff123cc8c830 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:52.166071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device e866bf6d-f14f-4870-95c8-3fec4ea33858 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:34:52.172007 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:52.198075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.objects.ports [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84125) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:34:52.199726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.204437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c43432b9-f0cf-40fd-a044-5929251dd1ce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:52.208988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04edc7-5b7b-4d07-b763-073f1c081b6d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Subnet': ['ID=04000feb-e0ff-46a5-90f6-982fa2fed203,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:52.209926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0f04edc7-5b7b-4d07-b763-073f1c081b6d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:52.218631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f04edc7-5b7b-4d07-b763-073f1c081b6d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.232196 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0f04edc7-5b7b-4d07-b763-073f1c081b6d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/04000feb-e0ff-46a5-90f6-982fa2fed203 HTTP/1.1" status: 204  len: 168 time: 1.2129815
Dec 19 13:34:52.232410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45098) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:52.271806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=9919049f-48b7-420a-8e07-254616f04ded,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:52.274908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:52.290060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:52.291435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:52.295207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:52.295614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.360313 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b371f8-ea50-4f37-986d-e0e9f61619ab None None] Pushing event updated for resources: {'Port': ['ID=6e5af185-c437-4ba0-8a96-999de5047191,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:52.368530 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-b8b371f8-ea50-4f37-986d-e0e9f61619ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:52.375623 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9078f6b1-b125-4315-b7d5-bb77588907fc None None] Network 5e4efc4b-e4de-4629-99ea-27397d554fbd requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:52.396111 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.1414974
Dec 19 13:34:52.399524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45104) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:52.407599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:34:1b:a0', 'name': 'tempest-NetworksTestDHCPv6-306054251'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:52.411725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.455907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port e866bf6d-f14f-4870-95c8-3fec4ea33858, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e866bf6d-f14f-4870-95c8-3fec4ea33858,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:52.492535 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Attempting to bind port 6e5af185-c437-4ba0-8a96-999de5047191 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:52.492906 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Attempting to bind port 6e5af185-c437-4ba0-8a96-999de5047191 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '731acf96-93df-4a6c-8804-8e0b0a81c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:52.493243 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Attempting to bind port 6e5af185-c437-4ba0-8a96-999de5047191 on network 162ccb8a-47b2-425c-b728-db159b1a8537 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:52.500364 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:52.501455 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Checking segment: {'id': '731acf96-93df-4a6c-8804-8e0b0a81c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:52.501455 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.501795 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Bound using segment: {'id': '731acf96-93df-4a6c-8804-8e0b0a81c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:52.502260 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Bound port: 6e5af185-c437-4ba0-8a96-999de5047191, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731acf96-93df-4a6c-8804-8e0b0a81c902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:52.502645 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.511516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'e866bf6d-f14f-4870-95c8-3fec4ea33858', 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1', 'port_id': 'e866bf6d-f14f-4870-95c8-3fec4ea33858', 'mac_address': 'fa:16:3e:8e:f6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbdf0b3-3c91-4470-8d17-325c119b4ed7', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:34:52.550358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 25b45a92-a25b-4078-9c17-a1fdd36beb73 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:52.550582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.619608 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] For port 6e5af185-c437-4ba0-8a96-999de5047191, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:52.623500 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] For port 6e5af185-c437-4ba0-8a96-999de5047191, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6e5af185-c437-4ba0-8a96-999de5047191,segment=NetworkSegment(731acf96-93df-4a6c-8804-8e0b0a81c902),segment_id=731acf96-93df-4a6c-8804-8e0b0a81c902)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:52.718366 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.728144 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:52.738210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:52.745687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c0286-d344-4312-b180-902c36b5f124 req-97f64b54-9284-421f-877a-1315231a0c5d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:52.747181 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1c4c0286-d344-4312-b180-902c36b5f124 req-97f64b54-9284-421f-877a-1315231a0c5d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 944 time: 0.1551251
Dec 19 13:34:52.756738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:52.757080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.808077 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1c4c0286-d344-4312-b180-902c36b5f124 req-565378b0-0029-4470-b684-d03b8b273b03 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488882
Dec 19 13:34:52.823856 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e866bf6d-f14f-4870-95c8-3fec4ea33858 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:34:52.838965 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b371f8-ea50-4f37-986d-e0e9f61619ab None None] Pushing event updated for resources: {'Port': ['ID=6e5af185-c437-4ba0-8a96-999de5047191,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:52.838965 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-b8b371f8-ea50-4f37-986d-e0e9f61619ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:52.844479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port e866bf6d-f14f-4870-95c8-3fec4ea33858, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e866bf6d-f14f-4870-95c8-3fec4ea33858,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:52.850813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.860369 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:52.863540 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47adeac0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:52.867450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-33aad2f1-c794-4b66-bed4-e363f03b9728 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:52.887022 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.891025 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:52.901535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Transition to ACTIVE for port object 224f5888-711e-4cb8-b4ed-1c2223e8f168 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:52.940460 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Transition to ACTIVE for port object 224f5888-711e-4cb8-b4ed-1c2223e8f168 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:52.949558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:52.951370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:53.011904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] For port 25b45a92-a25b-4078-9c17-a1fdd36beb73, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=25b45a92-a25b-4078-9c17-a1fdd36beb73,segment=NetworkSegment(517cead5-b43b-456b-94b1-13eae2840cd0),segment_id=517cead5-b43b-456b-94b1-13eae2840cd0)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:53.012261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.013858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.055243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b647595-8e11-4fef-837a-5f693376519b None None] DHCP port deletion for 5e4efc4b-e4de-4629-99ea-27397d554fbd request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:34:53.064081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9b647595-8e11-4fef-837a-5f693376519b None None] Deleting port 25b45a92-a25b-4078-9c17-a1fdd36beb73 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:53.064610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9b647595-8e11-4fef-837a-5f693376519b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.070863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Subnet': ['ID=a7af26fd-874c-4bfd-9379-e0b3c75b9f3b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:53.091519 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:34:53.095556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.129003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 342b7f4b-24c5-4a7e-894e-df12cf149d8e yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:34:53.138794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:53.144430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:53.150098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:53.155837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:53.218244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for 25b45a92-a25b-4078-9c17-a1fdd36beb73 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:53.226840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['e866bf6d-f14f-4870-95c8-3fec4ea33858'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:34:53.260990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Checking segment: {'id': 'ee91fe24-6c4f-458e-835e-7257d47bb65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:53.261573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network hostable DHCP agents. Network: 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:34:53.376086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 172.20.0.3 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/04c12415-25ec-4ae4-8259-ab9d23a2e8b8/342b7f4b-24c5-4a7e-894e-df12cf149d8e) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:53.382225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::f816:3eff:fe34:1ba0 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/9919049f-48b7-420a-8e07-254616f04ded/342b7f4b-24c5-4a7e-894e-df12cf149d8e) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:53.397630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=e866bf6d-f14f-4870-95c8-3fec4ea33858,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:53.413211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:34:53.439944 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:53.440417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:53.455290 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47adeac0>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:34:46Z', 'revision_number': 3, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:52Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:53.460744 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6acf6c8-aff0-445e-8f0e-dfe3529a3d75 None None] The sync data for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv is: [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:34:46Z', 'revision_number': 3, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:52Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:34:53.467996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.477809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:53.574140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=25b45a92-a25b-4078-9c17-a1fdd36beb73,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:53.577343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:53.577897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:53.581432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No DVR routers for this DVR port 25b45a92-a25b-4078-9c17-a1fdd36beb73 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:34:53.586464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:53.587118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.690842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 25b45a92-a25b-4078-9c17-a1fdd36beb73 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:34:53.721268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3110f0da-5709-4f64-ac3f-80b72a8796d1 None None] Network 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:53.734906 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4348452
Dec 19 13:34:53.739296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.739296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45108) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:53.760316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Attempting to bind port 224f5888-711e-4cb8-b4ed-1c2223e8f168 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:53.760652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Attempting to bind port 224f5888-711e-4cb8-b4ed-1c2223e8f168 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:53.761570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Attempting to bind port 224f5888-711e-4cb8-b4ed-1c2223e8f168 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:53.775803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.814888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4732b640>,) {'filters': {'network_id': ['5e4efc4b-e4de-4629-99ea-27397d554fbd']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:53.819764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Pushing event updated for resources: {'Port': ['ID=224f5888-711e-4cb8-b4ed-1c2223e8f168,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:53.830901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4732b640>, '517cead5-b43b-456b-94b1-13eae2840cd0') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:53.831253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4732b640>, '517cead5-b43b-456b-94b1-13eae2840cd0') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:53.838594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 25b45a92-a25b-4078-9c17-a1fdd36beb73 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:34:53.838979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 25b45a92-a25b-4078-9c17-a1fdd36beb73 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:34:53.844531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:53.869849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.881938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:53.881938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:53.882397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.882923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:53.883436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Bound port: 224f5888-711e-4cb8-b4ed-1c2223e8f168, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:53.883819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.891149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:53.898339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:34:53.898659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:34:54.007034 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:34:54.048563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9b647595-8e11-4fef-837a-5f693376519b None None] For port 25b45a92-a25b-4078-9c17-a1fdd36beb73, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=25b45a92-a25b-4078-9c17-a1fdd36beb73,segment=NetworkSegment(517cead5-b43b-456b-94b1-13eae2840cd0),segment_id=517cead5-b43b-456b-94b1-13eae2840cd0)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:54.048973 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9b647595-8e11-4fef-837a-5f693376519b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.054189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 342b7f4b-24c5-4a7e-894e-df12cf149d8e will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:54.085551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.094652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.099917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2d5d821b-415e-4809-b615-834f7848e3ef tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:54.128088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Network': ['ID=5e4efc4b-e4de-4629-99ea-27397d554fbd,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:54.140081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:54.141726 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/networks/5e4efc4b-e4de-4629-99ea-27397d554fbd HTTP/1.1" status: 204  len: 168 time: 1.9085367
Dec 19 13:34:54.151022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45114) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:54.159905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e36aa06a-429b-4803-bb2c-48bd95a8259c tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-574071521', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:54.167076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e36aa06a-429b-4803-bb2c-48bd95a8259c tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:54.172502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e36aa06a-429b-4803-bb2c-48bd95a8259c tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:router and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:54.176239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e36aa06a-429b-4803-bb2c-48bd95a8259c tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:54.190357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e36aa06a-429b-4803-bb2c-48bd95a8259c tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:54.204779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060db58-b259-4bb9-a80c-1d43c2231a6d req-da061110-8f8d-4b86-8974-a90ffbccbac1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:54.206250 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5060db58-b259-4bb9-a80c-1d43c2231a6d req-da061110-8f8d-4b86-8974-a90ffbccbac1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 945 time: 0.1544876
Dec 19 13:34:54.250424 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9b647595-8e11-4fef-837a-5f693376519b None None] Calling delete_port for 25b45a92-a25b-4078-9c17-a1fdd36beb73 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:54.297407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e36aa06a-429b-4803-bb2c-48bd95a8259c tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.298765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e36aa06a-429b-4803-bb2c-48bd95a8259c tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.318763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e36aa06a-429b-4803-bb2c-48bd95a8259c tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.343349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.353711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] For port 224f5888-711e-4cb8-b4ed-1c2223e8f168, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:54.356073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:54.385416 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] For port 224f5888-711e-4cb8-b4ed-1c2223e8f168, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=224f5888-711e-4cb8-b4ed-1c2223e8f168,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:54.405898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e36aa06a-429b-4803-bb2c-48bd95a8259c tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.443114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-9b647595-8e11-4fef-837a-5f693376519b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:34:54.443634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-9b647595-8e11-4fef-837a-5f693376519b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:34:54.453674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:54.454491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.460890 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5060db58-b259-4bb9-a80c-1d43c2231a6d req-61523cc4-3408-406e-88be-11a3337e53c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1920369
Dec 19 13:34:54.462612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:54.464219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=342b7f4b-24c5-4a7e-894e-df12cf149d8e,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:54.468138 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:54.469987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:54.472212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:54.525699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e36aa06a-429b-4803-bb2c-48bd95a8259c tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.526929 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e36aa06a-429b-4803-bb2c-48bd95a8259c tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.3749342
Dec 19 13:34:54.530331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45118) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:54.534772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.539270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1014545486'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:54.542189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:54.542338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0817a6b7-0f67-4346-bad6-dbc23e50133e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:54.548300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:network and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:54.550349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:54.550950 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.551202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:54.557788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:54.643305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:54.646263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.675842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:34:54.686800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.688073 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added segment 58c66730-d1c3-47cd-a9cb-385229fdc845 of type vlan for network 52324460-1a0f-4c21-946a-d27cd75d1f13
Dec 19 13:34:54.699510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Pushing event updated for resources: {'Port': ['ID=224f5888-711e-4cb8-b4ed-1c2223e8f168,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:54.723851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.725372 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.3244975
Dec 19 13:34:54.726137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45122) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:54.734898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:54.795273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Allocated IP 172.22.0.2 (7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b/a7af26fd-874c-4bfd-9379-e0b3c75b9f3b/cbdf6652-4d4d-449f-b369-586a7c36030e) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:54.850996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.855953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:54.855953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.861437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bd0f5225-aa18-4b17-bdc2-327c2394e8f1 tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:54.862034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d0c900-247d-4b02-a643-97b0c699991c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:54.866520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d0c900-247d-4b02-a643-97b0c699991c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:54.867293 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-50d0c900-247d-4b02-a643-97b0c699991c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:54.947582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9b647595-8e11-4fef-837a-5f693376519b None None] Deleting port 25b45a92-a25b-4078-9c17-a1fdd36beb73 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:54.948544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9b647595-8e11-4fef-837a-5f693376519b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.959894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:54.978976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Network': ['ID=52324460-1a0f-4c21-946a-d27cd75d1f13,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:54.982522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:54.983507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-50d0c900-247d-4b02-a643-97b0c699991c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:54.985107 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-50d0c900-247d-4b02-a643-97b0c699991c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1762 time: 0.2544053
Dec 19 13:34:54.987808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45126) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:55.015967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 52324460-1a0f-4c21-946a-d27cd75d1f13 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:34:55.050185 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5188396
Dec 19 13:34:55.054050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45130) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:55.070447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'subnet': {'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:55.303587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-f3736850-f75d-4f21-9c79-65b8b33429e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 342b7f4b-24c5-4a7e-894e-df12cf149d8e {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:34:55.304233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f3736850-f75d-4f21-9c79-65b8b33429e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:55.315221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9b647595-8e11-4fef-837a-5f693376519b None None] The port '25b45a92-a25b-4078-9c17-a1fdd36beb73' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:34:55.400036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:55.410007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Transition to ACTIVE for port object cbdf6652-4d4d-449f-b369-586a7c36030e will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:55.416891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:55.429436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Transition to ACTIVE for port object cbdf6652-4d4d-449f-b369-586a7c36030e will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:55.431350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:subnet and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:55.435987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:55.446001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:55.512265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:55.569381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:55.585129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:55.621930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:55.684738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Pushing event updated for resources: {'Port': ['ID=cbdf6652-4d4d-449f-b369-586a7c36030e,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:55.687280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6e5af185-c437-4ba0-8a96-999de5047191 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:55.720658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:55.736857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Allocated IP 172.22.0.1 (7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b/a7af26fd-874c-4bfd-9379-e0b3c75b9f3b/8f0ed230-9812-4a75-b266-bab90a550d7d) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:55.740345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f3736850-f75d-4f21-9c79-65b8b33429e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:55.757870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Network 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:55.761486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:55.765045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:55.813104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:55.889903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Attempting to bind port cbdf6652-4d4d-449f-b369-586a7c36030e on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:34:55.890432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Attempting to bind port cbdf6652-4d4d-449f-b369-586a7c36030e by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'ee91fe24-6c4f-458e-835e-7257d47bb65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:34:55.890807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Attempting to bind port cbdf6652-4d4d-449f-b369-586a7c36030e on network 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:34:55.899585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:34:55.899985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Checking segment: {'id': 'ee91fe24-6c4f-458e-835e-7257d47bb65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:55.901631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:55.901631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Bound using segment: {'id': 'ee91fe24-6c4f-458e-835e-7257d47bb65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:34:55.901631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Bound port: cbdf6652-4d4d-449f-b369-586a7c36030e, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee91fe24-6c4f-458e-835e-7257d47bb65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:34:55.902011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:55.926123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-f3736850-f75d-4f21-9c79-65b8b33429e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 342b7f4b-24c5-4a7e-894e-df12cf149d8e owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:34:55.957292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6e5af185-c437-4ba0-8a96-999de5047191 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:55.970380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6e5af185-c437-4ba0-8a96-999de5047191 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:55.970380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:55.993514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714740c-9b7a-4fd3-9e1f-f18f7adb9196 req-00cfe36b-df32-4dee-9615-c0527e63a15c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:55.994929 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2714740c-9b7a-4fd3-9e1f-f18f7adb9196 req-00cfe36b-df32-4dee-9615-c0527e63a15c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 945 time: 0.3773022
Dec 19 13:34:56.069770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] For port cbdf6652-4d4d-449f-b369-586a7c36030e, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:34:56.083126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] For port cbdf6652-4d4d-449f-b369-586a7c36030e, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cbdf6652-4d4d-449f-b369-586a7c36030e,segment=NetworkSegment(ee91fe24-6c4f-458e-835e-7257d47bb65b),segment_id=ee91fe24-6c4f-458e-835e-7257d47bb65b)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:34:56.103268 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2714740c-9b7a-4fd3-9e1f-f18f7adb9196 req-54960d0b-630f-4eeb-830b-2b2031f9697f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933731
Dec 19 13:34:56.137903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.162821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Transition to ACTIVE for port object 8f0ed230-9812-4a75-b266-bab90a550d7d will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:56.169016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.181292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08872cf0-33b1-4d16-8a43-bd8e3c6ce381 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:56.199640 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.203144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device e866bf6d-f14f-4870-95c8-3fec4ea33858 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:56.274821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.279783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a42b0536-26b9-405a-8de0-a2a70ae84a2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:56.284298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:56.351821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:56.357501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:56.360996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:56.411242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=8f0ed230-9812-4a75-b266-bab90a550d7d,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:56.416400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:56.437348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.442137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-10e70c90-8cfb-4313-b3f8-ceb185cfc8cb None None] Provisioning for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:56.448849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 6e5af185-c437-4ba0-8a96-999de5047191, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6e5af185-c437-4ba0-8a96-999de5047191,segment=NetworkSegment(731acf96-93df-4a6c-8804-8e0b0a81c902),segment_id=731acf96-93df-4a6c-8804-8e0b0a81c902)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:56.451310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Pushing event updated for resources: {'Port': ['ID=cbdf6652-4d4d-449f-b369-586a7c36030e,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:56.468239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:56.525225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f3736850-f75d-4f21-9c79-65b8b33429e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.531153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d2bb83da-6c2c-4161-a7ee-8ffad2205d58 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:56.586106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.594346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.596123 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 224f5888-711e-4cb8-b4ed-1c2223e8f168 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:56.648169 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3736850-f75d-4f21-9c79-65b8b33429e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=342b7f4b-24c5-4a7e-894e-df12cf149d8e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:56.661586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.665807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f3736850-f75d-4f21-9c79-65b8b33429e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:56.666413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-711b56cb-09f1-41b4-a0e0-b52e6a732dd9 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:56.669168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0413c14a-1b51-4d11-9bbb-b83c3c74f8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:56.735047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port e866bf6d-f14f-4870-95c8-3fec4ea33858 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:56.748419 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port e866bf6d-f14f-4870-95c8-3fec4ea33858 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:56.748804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.822578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=6e5af185-c437-4ba0-8a96-999de5047191,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:56.825762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:56.877540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Subnet': ['ID=135d5664-291d-4497-9ead-cdb432d5641d,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:56.884185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f3736850-f75d-4f21-9c79-65b8b33429e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.890198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:56.902288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Checking segment: {'id': '58c66730-d1c3-47cd-a9cb-385229fdc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:34:56.903277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network hostable DHCP agents. Network: 52324460-1a0f-4c21-946a-d27cd75d1f13, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:34:56.951891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:56.980471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186bb367-8412-4b02-b7c3-a1b76978a05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866bf6d-f14f-4870-95c8-3fec4ea33858'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:34:56.990631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port e866bf6d-f14f-4870-95c8-3fec4ea33858, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e866bf6d-f14f-4870-95c8-3fec4ea33858,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:57.002912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45138) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:57.003405 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f3736850-f75d-4f21-9c79-65b8b33429e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/342b7f4b-24c5-4a7e-894e-df12cf149d8e HTTP/1.1" status: 204  len: 168 time: 2.0142577
Dec 19 13:34:57.027973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 52324460-1a0f-4c21-946a-d27cd75d1f13 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:34:57.032758 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:57.040756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:57.041137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.071808 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186bb367-8412-4b02-b7c3-a1b76978a05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866bf6d-f14f-4870-95c8-3fec4ea33858', 'code': 200}
Dec 19 13:34:57.087318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.090921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:57.103312 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 52324460-1a0f-4c21-946a-d27cd75d1f13) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:57.116701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:57.120448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.127832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2395a-ccda-453d-8a44-79654aef3d69 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:57.129162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2395a-ccda-453d-8a44-79654aef3d69 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:57.132399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2395a-ccda-453d-8a44-79654aef3d69 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:57.133211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0df2395a-ccda-453d-8a44-79654aef3d69 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:34:57.173988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.190782 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe5358-1830-4b9e-b63e-11231fd69fad None None] Network 52324460-1a0f-4c21-946a-d27cd75d1f13 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:57.217019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0df2395a-ccda-453d-8a44-79654aef3d69 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:34:57.218543 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0df2395a-ccda-453d-8a44-79654aef3d69 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2139776
Dec 19 13:34:57.219314 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1592050
Dec 19 13:34:57.221235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45144) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:57.223033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45146) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:57.323348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.359380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-77062480-dd8f-410b-b764-d3d3f92db495 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:57.406728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=e866bf6d-f14f-4870-95c8-3fec4ea33858,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:57.469448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:57.472557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.482355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a68657-69a7-4dd2-a0d6-2c7bfe8e61a7 None None] Update dhcp port {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': '04c12415-25ec-4ae4-8259-ab9d23a2e8b8', 'ip_address': '172.20.0.2'}, {'subnet_id': '9919049f-48b7-420a-8e07-254616f04ded'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': '224f5888-711e-4cb8-b4ed-1c2223e8f168'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:34:57.519069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd76a164-834a-446d-9bb5-5e4a50520eea tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 04c12415-25ec-4ae4-8259-ab9d23a2e8b8 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:57.524057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bd76a164-834a-446d-9bb5-5e4a50520eea tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.556528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-66a68657-69a7-4dd2-a0d6-2c7bfe8e61a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.595305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bd76a164-834a-446d-9bb5-5e4a50520eea tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.636134 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=8f0ed230-9812-4a75-b266-bab90a550d7d,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:57.642034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee97749-0c69-4d06-acb2-22692c908a8c None None] Network 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:57.649074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:57.652772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.822730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142952c-206c-4a51-b090-4bf7967ec45a req-97f2c63c-bd90-43c8-b8a6-c2bbe32097ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:57.824138 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7142952c-206c-4a51-b090-4bf7967ec45a req-97f2c63c-bd90-43c8-b8a6-c2bbe32097ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 946 time: 0.5531003
Dec 19 13:34:57.826781 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f191078a-40ae-460b-bdf6-146840b9068b req-e322e7b9-c7a8-47ca-af1d-c1ba59999e70 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 1099 time: 0.4052603
Dec 19 13:34:57.827861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 224f5888-711e-4cb8-b4ed-1c2223e8f168, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=224f5888-711e-4cb8-b4ed-1c2223e8f168,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:57.911070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bd76a164-834a-446d-9bb5-5e4a50520eea tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.941494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:57.950121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-103c4b42-f31b-4e45-8431-a31781ff7e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:57.989528 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f191078a-40ae-460b-bdf6-146840b9068b req-cd50f1d0-866a-446d-aebb-bbd0d90998cb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1522820
Dec 19 13:34:58.004405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:58.008004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-83d5a30f-ec2b-46bb-add5-dfded211b809 None None] Provisioning for port cbdf6652-4d4d-449f-b369-586a7c36030e completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:58.024368 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7142952c-206c-4a51-b090-4bf7967ec45a req-c2d04246-1f00-41cb-b4bd-2446fea8af61 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1711092
Dec 19 13:34:58.029162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:58.033358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:58.129082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7932edec-310f-4997-906e-28db883629dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-52324460-1a0f-4c21-946a-d27cd75d1f13', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:34:58.129911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7932edec-310f-4997-906e-28db883629dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:58.155292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=224f5888-711e-4cb8-b4ed-1c2223e8f168,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:58.162888 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:58.248875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cbdf6652-4d4d-449f-b369-586a7c36030e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server [None req-66a68657-69a7-4dd2-a0d6-2c7bfe8e61a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04c12415-25ec-4ae4-8259-ab9d23a2e8b8: This subnet is being modified by another concurrent operation.
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:34:58.461020 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise value
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1671, in update_port
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server     raise exception
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04c12415-25ec-4ae4-8259-ab9d23a2e8b8: This subnet is being modified by another concurrent operation.
Dec 19 13:34:58.467789 dv-neutron-821895-1-hyperv neutron-server[84126]: ERROR oslo_messaging.rpc.server 
Dec 19 13:34:58.471708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bd76a164-834a-446d-9bb5-5e4a50520eea tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:58.474043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6523db29-ef0b-4877-9ecd-9f6bcb28a028 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:58.485339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port cbdf6652-4d4d-449f-b369-586a7c36030e completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:34:58.493712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port cbdf6652-4d4d-449f-b369-586a7c36030e triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:58.493712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:58.538032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76a164-834a-446d-9bb5-5e4a50520eea tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=04c12415-25ec-4ae4-8259-ab9d23a2e8b8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:58.544794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bd76a164-834a-446d-9bb5-5e4a50520eea tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:58.548706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Allocated IP 2001:db8::1 (52324460-1a0f-4c21-946a-d27cd75d1f13/135d5664-291d-4497-9ead-cdb432d5641d/38e1fa04-f67a-453b-abad-75ab2bbfced6) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:58.560361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bd76a164-834a-446d-9bb5-5e4a50520eea tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:58.591536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95755b-dda8-4a83-b211-c34e79c93bfc None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:34:58.667354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 78ec1da8-b8c4-4601-90cc-230c5650292b has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:34:58.689780 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bd76a164-834a-446d-9bb5-5e4a50520eea tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/04c12415-25ec-4ae4-8259-ab9d23a2e8b8 HTTP/1.1" status: 204  len: 168 time: 1.4668231
Dec 19 13:34:58.699278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45152) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:58.900898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:58.902882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:58.929827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Transition to ACTIVE for port object 38e1fa04-f67a-453b-abad-75ab2bbfced6 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:58.947801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d1630fc8-e206-4c12-9e68-f4eddd7da394 None None] Provisioning complete for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:58.948215 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d1630fc8-e206-4c12-9e68-f4eddd7da394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.026255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.030940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c2e7ae27-bd08-46bc-bebd-c5df4e5a46db tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:59.129656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port cbdf6652-4d4d-449f-b369-586a7c36030e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cbdf6652-4d4d-449f-b369-586a7c36030e,segment=NetworkSegment(ee91fe24-6c4f-458e-835e-7257d47bb65b),segment_id=ee91fe24-6c4f-458e-835e-7257d47bb65b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:34:59.204713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 52324460-1a0f-4c21-946a-d27cd75d1f13 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:34:59.208573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:34:59.214669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:34:59.220836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.221014 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.221014 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6e5af185-c437-4ba0-8a96-999de5047191 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:34:59.239349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-26496aa9-c64f-482c-9e9d-0ef567211da0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 9919049f-48b7-420a-8e07-254616f04ded {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:34:59.246166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-26496aa9-c64f-482c-9e9d-0ef567211da0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.258763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=38e1fa04-f67a-453b-abad-75ab2bbfced6,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:59.262224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:59.277747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:59.376661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-26496aa9-c64f-482c-9e9d-0ef567211da0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.387400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-7932edec-310f-4997-906e-28db883629dd None None] Allocated IP 2001:db8::2 (52324460-1a0f-4c21-946a-d27cd75d1f13/135d5664-291d-4497-9ead-cdb432d5641d/d995feda-49cb-4fce-b527-abdc1fd0cf4a) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:34:59.428920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:34:59.439684 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7021277
Dec 19 13:34:59.440458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45158) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:59.448373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'network': {'name': 'tempest-RoutersTest-1991027730'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:59.455455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.476409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:34:59.481288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-26496aa9-c64f-482c-9e9d-0ef567211da0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.485120 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:network and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:34:59.496580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:34:59.531488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb0163-c552-464d-bc48-a0a41eb7d9bb req-a226c48a-58cb-4a37-a26b-5950093adc23 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:34:59.533200 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7fbb0163-c552-464d-bc48-a0a41eb7d9bb req-a226c48a-58cb-4a37-a26b-5950093adc23 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 946 time: 0.2469029
Dec 19 13:34:59.538976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:34:59.613667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=cbdf6652-4d4d-449f-b369-586a7c36030e,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:59.623102 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7fbb0163-c552-464d-bc48-a0a41eb7d9bb req-5a1fd952-d423-43d9-96c1-2689811e9971 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686352
Dec 19 13:34:59.626016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:59.630315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ac6de-7a19-49cb-9113-a744d99a9834 None None] Update dhcp port {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': '9919049f-48b7-420a-8e07-254616f04ded'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': '224f5888-711e-4cb8-b4ed-1c2223e8f168'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:34:59.671101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Sync routers for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:34:59.682779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:34:59.686116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.745604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-489ac6de-7a19-49cb-9113-a744d99a9834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.757137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6e5af185-c437-4ba0-8a96-999de5047191 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:34:59.757521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.768965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-26496aa9-c64f-482c-9e9d-0ef567211da0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.773995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bd76a164-834a-446d-9bb5-5e4a50520eea tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:34:59.793866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:34:59.794506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4772c9d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:34:59.804297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:34:59.814463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26496aa9-c64f-482c-9e9d-0ef567211da0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=9919049f-48b7-420a-8e07-254616f04ded,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:34:59.817959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-26496aa9-c64f-482c-9e9d-0ef567211da0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:34:59.819613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-26496aa9-c64f-482c-9e9d-0ef567211da0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.829501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.829501 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added segment 93f76735-cdf4-4a11-b1ae-db0d8786615a of type vlan for network 00f0a7ac-340c-44c0-b2a2-7d373d188a18
Dec 19 13:34:59.830410 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-26496aa9-c64f-482c-9e9d-0ef567211da0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/9919049f-48b7-420a-8e07-254616f04ded HTTP/1.1" status: 204  len: 168 time: 1.1276209
Dec 19 13:34:59.832665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45162) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:59.906574 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-29bcebe1-4b08-4960-bda0-a783dc243db9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0701666
Dec 19 13:34:59.906835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45166) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:34:59.913572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:34:59.932115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.956047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7932edec-310f-4997-906e-28db883629dd None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:34:59.968286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7932edec-310f-4997-906e-28db883629dd None None] Transition to ACTIVE for port object d995feda-49cb-4fce-b527-abdc1fd0cf4a will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:34:59.988596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7932edec-310f-4997-906e-28db883629dd None None] Transition to ACTIVE for port object d995feda-49cb-4fce-b527-abdc1fd0cf4a will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:00.028971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:00.035882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:00.040074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:00.041677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:00.048163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:00.095610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7932edec-310f-4997-906e-28db883629dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:00.113605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-31479b5f-3766-494a-b20a-52c162112fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:00.119563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:00.123690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:00.123961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:00.129221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-453339a1-1983-4210-89c1-afdfd0a1fe83 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:00.228673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:00.232764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:00.287563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7932edec-310f-4997-906e-28db883629dd None None] Network 52324460-1a0f-4c21-946a-d27cd75d1f13 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:00.291273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-7932edec-310f-4997-906e-28db883629dd None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:00.295140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ed4fda0b-099f-45a6-8633-2e2d8360e469 None None] Provisioning complete for port cbdf6652-4d4d-449f-b369-586a7c36030e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:00.295770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ed4fda0b-099f-45a6-8633-2e2d8360e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:00.323898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932edec-310f-4997-906e-28db883629dd None None] Pushing event updated for resources: {'Port': ['ID=d995feda-49cb-4fce-b527-abdc1fd0cf4a,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:00.326713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:00.326713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:00.330033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7932edec-310f-4997-906e-28db883629dd None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:00.332911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7932edec-310f-4997-906e-28db883629dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:00.393293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:00.434469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Network': ['ID=00f0a7ac-340c-44c0-b2a2-7d373d188a18,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:00.445931 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9983366
Dec 19 13:35:00.445931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:00.447277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45170) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:00.451162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36f95474-8954-4dc1-aeb8-e592f6917dcf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:00.459644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'subnet': {'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:00.484296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 00f0a7ac-340c-44c0-b2a2-7d373d188a18 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:35:00.549747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=38e1fa04-f67a-453b-abad-75ab2bbfced6,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:00.556448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:00.568560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 52324460-1a0f-4c21-946a-d27cd75d1f13 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:00.569810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:00.784627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7932edec-310f-4997-906e-28db883629dd None None] Attempting to bind port d995feda-49cb-4fce-b527-abdc1fd0cf4a on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:00.785008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7932edec-310f-4997-906e-28db883629dd None None] Attempting to bind port d995feda-49cb-4fce-b527-abdc1fd0cf4a by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '58c66730-d1c3-47cd-a9cb-385229fdc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:00.785378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7932edec-310f-4997-906e-28db883629dd None None] Attempting to bind port d995feda-49cb-4fce-b527-abdc1fd0cf4a on network 52324460-1a0f-4c21-946a-d27cd75d1f13 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:00.867984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cbdf6652-4d4d-449f-b369-586a7c36030e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:00.913564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:00.922844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:subnet and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:00.933131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:00.934650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7932edec-310f-4997-906e-28db883629dd None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:00.935034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7932edec-310f-4997-906e-28db883629dd None None] Checking segment: {'id': '58c66730-d1c3-47cd-a9cb-385229fdc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:00.935472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7932edec-310f-4997-906e-28db883629dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:00.936050 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7932edec-310f-4997-906e-28db883629dd None None] Bound using segment: {'id': '58c66730-d1c3-47cd-a9cb-385229fdc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:00.936527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7932edec-310f-4997-906e-28db883629dd None None] Bound port: d995feda-49cb-4fce-b527-abdc1fd0cf4a, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c66730-d1c3-47cd-a9cb-385229fdc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:00.937088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7932edec-310f-4997-906e-28db883629dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:00.942931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:01.018904 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:35:01.019537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbd1ca-55da-4eda-a212-b48f56bd2fba req-2ec105b0-c7d4-427a-a833-fc0a82a01215 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:01.020916 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dbdbd1ca-55da-4eda-a212-b48f56bd2fba req-2ec105b0-c7d4-427a-a833-fc0a82a01215 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 946 time: 0.1727746
Dec 19 13:35:01.045148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:35:01.073828 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dbdbd1ca-55da-4eda-a212-b48f56bd2fba req-8b5773a4-8771-4191-8d13-aaf1fe90f5c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458205
Dec 19 13:35:01.079588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:01.084380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cd797973-db08-47cd-8833-c399aa17690d tempest-NetworksTest-773434205 tempest-NetworksTest-773434205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:01.149651 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Made reservation on behalf of 2615d7ae43174a0397fdc4731a1ec745 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:01.203784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7932edec-310f-4997-906e-28db883629dd None None] For port d995feda-49cb-4fce-b527-abdc1fd0cf4a, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:01.208498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7932edec-310f-4997-906e-28db883629dd None None] For port d995feda-49cb-4fce-b527-abdc1fd0cf4a, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d995feda-49cb-4fce-b527-abdc1fd0cf4a,segment=NetworkSegment(58c66730-d1c3-47cd-a9cb-385229fdc845),segment_id=58c66730-d1c3-47cd-a9cb-385229fdc845)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:01.210875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port cbdf6652-4d4d-449f-b369-586a7c36030e triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:01.211279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:01.235682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=2ea102d7-2a90-4a89-bc3b-7a05a4c26d6b,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:01.276475 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ed4fda0b-099f-45a6-8633-2e2d8360e469 None None] Provisioning for port 8f0ed230-9812-4a75-b266-bab90a550d7d completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:01.287184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ed4fda0b-099f-45a6-8633-2e2d8360e469 None None] Provisioning complete for port 8f0ed230-9812-4a75-b266-bab90a550d7d triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:01.287419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:01.287564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ed4fda0b-099f-45a6-8633-2e2d8360e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:01.292408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:01.299399 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0733373
Dec 19 13:35:01.301824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45180) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:01.307212 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Sync routers for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:01.319160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-160987579'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:01.321360 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:01.322298 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4757b280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:01.328397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7932edec-310f-4997-906e-28db883629dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:01.336868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0413c14a-1b51-4d11-9bbb-b83c3c74f8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:01.338424 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:01.342500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:01.344925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:01.350739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:01.351535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:01.356848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:network and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:01.367628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:01.372037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:01.374127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da308334-0369-452b-b0f9-5a3d3c617845 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:01.425797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4772c9d0>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 2, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:01.452185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:01.500669 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:01.508666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Checking router: 78ec1da8-b8c4-4601-90cc-230c5650292b for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:01.509024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Updating router 78ec1da8-b8c4-4601-90cc-230c5650292b port 8f0ed230-9812-4a75-b266-bab90a550d7d binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:35:01.515653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58a41f-96b8-49bc-9499-a7ed046919da req-a798ac3b-ddaf-46a6-ad8a-8531a89acc80 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:01.517107 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cb58a41f-96b8-49bc-9499-a7ed046919da req-a798ac3b-ddaf-46a6-ad8a-8531a89acc80 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 946 time: 0.2891819
Dec 19 13:35:01.547681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ed4fda0b-099f-45a6-8633-2e2d8360e469 None None] Port 8f0ed230-9812-4a75-b266-bab90a550d7d cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:35:01.559904 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6519561
Dec 19 13:35:01.562848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45184) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:01.570056 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:01.648893 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cb58a41f-96b8-49bc-9499-a7ed046919da req-d1d208f1-26f1-4e1f-ab96-a3a2b16e53e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220129
Dec 19 13:35:01.652472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:01.676052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932edec-310f-4997-906e-28db883629dd None None] Pushing event updated for resources: {'Port': ['ID=d995feda-49cb-4fce-b527-abdc1fd0cf4a,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:01.679426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:01.699666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7932edec-310f-4997-906e-28db883629dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:01.764499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 224f5888-711e-4cb8-b4ed-1c2223e8f168 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:01.805254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:01.821383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:01.827098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d7e28c0a-f070-4b8a-aab7-6b10f6a95704 None None] Could not find standard attr ID for object 342b7f4b-24c5-4a7e-894e-df12cf149d8e. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:35:01.833403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:01.837098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:01.868254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:01.921702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:35:01.954024 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4757b280>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:34:59Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:34:59Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:01.958255 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Checking router: bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:01.959420 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Updating router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 port 38e1fa04-f67a-453b-abad-75ab2bbfced6 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:35:01.963556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:01.964011 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added segment ce4b0752-40d7-491b-b484-aca81caa4ea7 of type vlan for network 2f76d8ab-e634-436c-9abc-8d6bd5032ee6
Dec 19 13:35:01.972412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:01.997992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.057141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.068963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e4d13e10-2d5b-4fd3-ac84-fcf006331ff6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:02.070504 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.087372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d7e28c0a-f070-4b8a-aab7-6b10f6a95704 None None] Provisioning complete for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:02.087756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d7e28c0a-f070-4b8a-aab7-6b10f6a95704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.137165 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.141894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:02.142817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.152293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.217676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Subnet': ['ID=7bcd8b3c-89cf-41ab-a693-965f56afd104,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:02.221386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:02.221894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-843f0acc-360a-424e-b3d9-9992c238ba9b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:02.315918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Checking segment: {'id': '93f76735-cdf4-4a11-b1ae-db0d8786615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:02.316291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network hostable DHCP agents. Network: 00f0a7ac-340c-44c0-b2a2-7d373d188a18, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:35:02.324367 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0204251
Dec 19 13:35:02.327542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45192) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:02.336668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'subnet': {'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:02.357801 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Network': ['ID=2f76d8ab-e634-436c-9abc-8d6bd5032ee6,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:02.368561 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:02.436468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2f76d8ab-e634-436c-9abc-8d6bd5032ee6 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:35:02.442866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 00f0a7ac-340c-44c0-b2a2-7d373d188a18 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:35:02.529108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:02.536544 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.537916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:subnet and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:02.548750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 00f0a7ac-340c-44c0-b2a2-7d373d188a18) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:02.551047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:02.554690 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Transition to ACTIVE for port object 38e1fa04-f67a-453b-abad-75ab2bbfced6 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:02.560845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:02.565784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.567884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:02.569974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.608585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc83e0d0-7b2b-4cb7-9469-96dc978c93b6 None None] Network 00f0a7ac-340c-44c0-b2a2-7d373d188a18 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:02.708541 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.713273 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-b8b371f8-ea50-4f37-986d-e0e9f61619ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:02.747779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 224f5888-711e-4cb8-b4ed-1c2223e8f168, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=224f5888-711e-4cb8-b4ed-1c2223e8f168,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:02.752606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:02.755445 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3034618
Dec 19 13:35:02.755668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45196) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:02.785746 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d6a08-10ca-406e-acea-af9093cd639b None None] Pushing event updated for resources: {'Port': ['ID=38e1fa04-f67a-453b-abad-75ab2bbfced6,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:02.808586 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-df2d6a08-10ca-406e-acea-af9093cd639b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:02.860303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:02.868170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:02.960763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=224f5888-711e-4cb8-b4ed-1c2223e8f168,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:02.969098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:02.971113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.resource_extend [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:35:03.121755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d995feda-49cb-4fce-b527-abdc1fd0cf4a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:03.131543 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Attempting to bind port 38e1fa04-f67a-453b-abad-75ab2bbfced6 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:03.132822 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Attempting to bind port 38e1fa04-f67a-453b-abad-75ab2bbfced6 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '58c66730-d1c3-47cd-a9cb-385229fdc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:03.133360 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Attempting to bind port 38e1fa04-f67a-453b-abad-75ab2bbfced6 on network 52324460-1a0f-4c21-946a-d27cd75d1f13 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:03.143140 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:03.143906 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Checking segment: {'id': '58c66730-d1c3-47cd-a9cb-385229fdc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:03.144541 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:03.145141 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Bound using segment: {'id': '58c66730-d1c3-47cd-a9cb-385229fdc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:03.145831 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Bound port: 38e1fa04-f67a-453b-abad-75ab2bbfced6, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c66730-d1c3-47cd-a9cb-385229fdc845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:03.147011 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:03.205112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2416f2d-255d-44af-bb6e-9e98aeb7fb4f None None] Network 52324460-1a0f-4c21-946a-d27cd75d1f13 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:03.224801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45202) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:03.266941 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] For port 38e1fa04-f67a-453b-abad-75ab2bbfced6, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:03.270540 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] For port 38e1fa04-f67a-453b-abad-75ab2bbfced6, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=38e1fa04-f67a-453b-abad-75ab2bbfced6,segment=NetworkSegment(58c66730-d1c3-47cd-a9cb-385229fdc845),segment_id=58c66730-d1c3-47cd-a9cb-385229fdc845)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:03.280780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Provisioning complete for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:03.281184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:03.292514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:03.333671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-00f0a7ac-340c-44c0-b2a2-7d373d188a18', 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'fixed_ips': [{'subnet_id': '7bcd8b3c-89cf-41ab-a693-965f56afd104'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:35:03.333671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:03.353518 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:03.362306 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-db7ea1bd-4895-43c2-9d47-9dc14fd8ecbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:03.370576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:03.468558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Transition to ACTIVE for port object 8f0ed230-9812-4a75-b266-bab90a550d7d will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:03.548750 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:03.549549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:35:03.549647 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4757b280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:03.648145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:03.654854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e423205b-f424-43d3-ad6d-1914ee66f833 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:03.655041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:03.692495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:03.723346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Subnet': ['ID=6a413884-0bba-4fe8-bd4a-1cc790e3a273,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:03.724280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:03.753117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port d995feda-49cb-4fce-b527-abdc1fd0cf4a completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:03.783931 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d6a08-10ca-406e-acea-af9093cd639b None None] Pushing event updated for resources: {'Port': ['ID=38e1fa04-f67a-453b-abad-75ab2bbfced6,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:03.806560 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-df2d6a08-10ca-406e-acea-af9093cd639b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:03.832228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:03.840687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Checking segment: {'id': 'ce4b0752-40d7-491b-b484-aca81caa4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:03.841039 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network hostable DHCP agents. Network: 2f76d8ab-e634-436c-9abc-8d6bd5032ee6, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:35:03.864730 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:03.950466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d2c39-ca84-4dee-b9c3-2293b8401726 None None] Pushing event updated for resources: {'Port': ['ID=8f0ed230-9812-4a75-b266-bab90a550d7d,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:03.960221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ec4d2c39-ca84-4dee-b9c3-2293b8401726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:03.968729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Allocated IP 172.23.0.2 (00f0a7ac-340c-44c0-b2a2-7d373d188a18/7bcd8b3c-89cf-41ab-a693-965f56afd104/bf08abff-1cef-4610-bf98-9858f6306e72) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:03.981288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:04.058157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 2f76d8ab-e634-436c-9abc-8d6bd5032ee6 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:35:04.135255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:04.184288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:35:04.184993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:35:04.207733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2f76d8ab-e634-436c-9abc-8d6bd5032ee6) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:04.223142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:04.223739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:04.234956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d120e-e70a-49fd-be26-d736d1c66422 None None] Network 2f76d8ab-e634-436c-9abc-8d6bd5032ee6 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:04.360534 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Attempting to bind port 8f0ed230-9812-4a75-b266-bab90a550d7d on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:04.360847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Attempting to bind port 8f0ed230-9812-4a75-b266-bab90a550d7d by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'ee91fe24-6c4f-458e-835e-7257d47bb65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:04.361394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Attempting to bind port 8f0ed230-9812-4a75-b266-bab90a550d7d on network 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:04.393062 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4757b280>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:34:59Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:03Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:04.396800 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114b2b0-9af8-426a-a379-542b298008fd None None] The sync data for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:34:59Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:03Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:04.405597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:04.405975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Checking segment: {'id': 'ee91fe24-6c4f-458e-835e-7257d47bb65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:04.406375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:04.406768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Bound using segment: {'id': 'ee91fe24-6c4f-458e-835e-7257d47bb65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:04.407280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Bound port: 8f0ed230-9812-4a75-b266-bab90a550d7d, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee91fe24-6c4f-458e-835e-7257d47bb65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:04.407657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:04.453498 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.1248982
Dec 19 13:35:04.457664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45206) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:04.595188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] For port 224f5888-711e-4cb8-b4ed-1c2223e8f168, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=224f5888-711e-4cb8-b4ed-1c2223e8f168,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:04.650112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:04.678163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Transition to ACTIVE for port object bf08abff-1cef-4610-bf98-9858f6306e72 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:04.711921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:35:04.751434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:04.760036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] For port 8f0ed230-9812-4a75-b266-bab90a550d7d, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:04.789297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:35:04.790351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:04.818286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Transition to ACTIVE for port object bf08abff-1cef-4610-bf98-9858f6306e72 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:04.822508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] For port 8f0ed230-9812-4a75-b266-bab90a550d7d, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8f0ed230-9812-4a75-b266-bab90a550d7d,segment=NetworkSegment(ee91fe24-6c4f-458e-835e-7257d47bb65b),segment_id=ee91fe24-6c4f-458e-835e-7257d47bb65b)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:04.855894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:04.878617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:04.879030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:04.901079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:05.057451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:05.061166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:05.070881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6e03d71e-1874-4105-8f00-d528e6909b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:05.146787 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Allocated IP 172.23.0.1 (00f0a7ac-340c-44c0-b2a2-7d373d188a18/7bcd8b3c-89cf-41ab-a693-965f56afd104/204c9a27-775f-4a9f-97ec-d0ee819cfbd9) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:05.164378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:05.175573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:05.178948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:05.179840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:05.235911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Pushing event updated for resources: {'Port': ['ID=bf08abff-1cef-4610-bf98-9858f6306e72,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:05.263091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=224f5888-711e-4cb8-b4ed-1c2223e8f168,revision_number=7']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:05.278350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:05.278350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c4b406ee-8063-47ea-8b56-74dda9260b47 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:05.345432 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.7797313
Dec 19 13:35:05.348122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d2c39-ca84-4dee-b9c3-2293b8401726 None None] Pushing event updated for resources: {'Port': ['ID=8f0ed230-9812-4a75-b266-bab90a550d7d,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:05.351176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addce4a0-7eab-4e76-94a8-ddebf0269b8b None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:05.358339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45210) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:05.393604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:78:5a:e3', 'name': 'tempest-NetworksTestDHCPv6-1405648188'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:05.398612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=c8e8f1c8-eb55-4dec-94ea-fcaf1fabcc0b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:05.401844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:05.405155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ec4d2c39-ca84-4dee-b9c3-2293b8401726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:05.419588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:05.419971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:05.548096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Network 00f0a7ac-340c-44c0-b2a2-7d373d188a18 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:05.559248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:35:05.559248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:35:05.564459 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:05.591993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:05.603806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:05.696151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:05.709788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:05.710445 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4772c9d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:05.788272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Transition to ACTIVE for port object 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:06.059329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:06.109117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Allocated IP 2001:db8:1::2 (2f76d8ab-e634-436c-9abc-8d6bd5032ee6/6a413884-0bba-4fe8-bd4a-1cc790e3a273/3fc37a16-2099-4fcb-b9c6-3235b76ff247) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:06.150769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:06.179843 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Attempting to bind port bf08abff-1cef-4610-bf98-9858f6306e72 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:06.180146 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Attempting to bind port bf08abff-1cef-4610-bf98-9858f6306e72 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '93f76735-cdf4-4a11-b1ae-db0d8786615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:06.180503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Attempting to bind port bf08abff-1cef-4610-bf98-9858f6306e72 on network 00f0a7ac-340c-44c0-b2a2-7d373d188a18 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:06.189637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:06.246381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:06.263996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.17 (c76891a9-fa15-418d-9fb9-aa87f2f59da1/bfbdf0b3-3c91-4470-8d17-325c119b4ed7/81350746-bfdb-43ea-87ab-a4ebe5fe1425) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:06.270072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:06.286157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:06.289437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:06.331306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:06.331690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Checking segment: {'id': '93f76735-cdf4-4a11-b1ae-db0d8786615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:06.332096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:06.332487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Bound using segment: {'id': '93f76735-cdf4-4a11-b1ae-db0d8786615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:06.333135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Bound port: bf08abff-1cef-4610-bf98-9858f6306e72, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f76735-cdf4-4a11-b1ae-db0d8786615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:06.333727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:06.421493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] For port 224f5888-711e-4cb8-b4ed-1c2223e8f168, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=224f5888-711e-4cb8-b4ed-1c2223e8f168,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:06.424596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:06.433747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-dcc375e2-42e1-4e72-bc27-2e72ef7c9895 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:06.459153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:06.476541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:06.480902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 81350746-bfdb-43ea-87ab-a4ebe5fe1425 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:06.563157 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:06.602052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 00f0a7ac-340c-44c0-b2a2-7d373d188a18 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:06.602208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:06.607317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e073f7cd-0bf4-4bf8-89d2-04822ee3ce20 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:06.610638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:06.617251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:06.621637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ece032c9-fbb6-4bef-897c-4a2b2e9e0b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:06.681733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:06.695764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=204c9a27-775f-4a9f-97ec-d0ee819cfbd9,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:06.710497 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:06.721718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=81350746-bfdb-43ea-87ab-a4ebe5fe1425,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:06.735255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:06.745254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:06.760472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network c76891a9-fa15-418d-9fb9-aa87f2f59da1 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:06.763295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:06.782060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port a4170800-e7e1-4261-96e3-32d97e707499 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:35:06.790344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:06.867008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:06.896894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] For port bf08abff-1cef-4610-bf98-9858f6306e72, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:06.920436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Pushing event updated for resources: {'Port': ['ID=224f5888-711e-4cb8-b4ed-1c2223e8f168,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:06.924541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:06.996523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.044380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] For port bf08abff-1cef-4610-bf98-9858f6306e72, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bf08abff-1cef-4610-bf98-9858f6306e72,segment=NetworkSegment(93f76735-cdf4-4a11-b1ae-db0d8786615a),segment_id=93f76735-cdf4-4a11-b1ae-db0d8786615a)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:07.069230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.084248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Transition to ACTIVE for port object 3fc37a16-2099-4fcb-b9c6-3235b76ff247 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:07.098210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.101882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 38e1fa04-f67a-453b-abad-75ab2bbfced6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:07.150732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.154482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-efbc56ea-c0d0-416f-b3ef-6e427e602f31 None None] Provisioning for port 38e1fa04-f67a-453b-abad-75ab2bbfced6 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:07.157070 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d9aec0a4-5008-48f2-973c-2c49f167ac71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:07.228979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Transition to ACTIVE for port object 3fc37a16-2099-4fcb-b9c6-3235b76ff247 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:07.266132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 172.20.0.11 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/2ea102d7-2a90-4a89-bc3b-7a05a4c26d6b/a4170800-e7e1-4261-96e3-32d97e707499) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:07.284334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::f816:3eff:fe78:5ae3 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/c8e8f1c8-eb55-4dec-94ea-fcaf1fabcc0b/a4170800-e7e1-4261-96e3-32d97e707499) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:07.342814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Pushing event updated for resources: {'Port': ['ID=bf08abff-1cef-4610-bf98-9858f6306e72,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:07.364414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:07.378150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c4265a-b531-4c12-a353-076839746367 None None] Update dhcp port {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': 'c8e8f1c8-eb55-4dec-94ea-fcaf1fabcc0b', 'ip_address': '2001:db8::f816:3eff:fe91:b1e5'}, {'subnet_id': '2ea102d7-2a90-4a89-bc3b-7a05a4c26d6b'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': '224f5888-711e-4cb8-b4ed-1c2223e8f168'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:35:07.417320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.424756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bed69c0a-947c-4ac7-83ba-678867958b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:07.502776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4772c9d0>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:35:04Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:07.529765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-19c4265a-b531-4c12-a353-076839746367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.539394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 38e1fa04-f67a-453b-abad-75ab2bbfced6 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:07.549043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e419b61-0f86-434c-8279-0eea2248caa6 None None] The sync data for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv is: [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:35:04Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:07.553027 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Network 2f76d8ab-e634-436c-9abc-8d6bd5032ee6 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:07.560691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Pushing event updated for resources: {'Port': ['ID=3fc37a16-2099-4fcb-b9c6-3235b76ff247,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:07.566467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:07.570954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:07.571930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 38e1fa04-f67a-453b-abad-75ab2bbfced6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:07.572550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.606671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:07.618561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.631397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-efbc56ea-c0d0-416f-b3ef-6e427e602f31 None None] Provisioning for port d995feda-49cb-4fce-b527-abdc1fd0cf4a completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:07.719620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.723456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-efbc56ea-c0d0-416f-b3ef-6e427e602f31 None None] Provisioning complete for port d995feda-49cb-4fce-b527-abdc1fd0cf4a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:07.726001 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-efbc56ea-c0d0-416f-b3ef-6e427e602f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.764871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8d889388-4358-482f-b174-36a7551d6563 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:07.870189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=81350746-bfdb-43ea-87ab-a4ebe5fe1425,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:07.881783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.905101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:07.979341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:07.992168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Attempting to bind port 3fc37a16-2099-4fcb-b9c6-3235b76ff247 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:07.992168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Attempting to bind port 3fc37a16-2099-4fcb-b9c6-3235b76ff247 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'ce4b0752-40d7-491b-b484-aca81caa4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:07.992168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Attempting to bind port 3fc37a16-2099-4fcb-b9c6-3235b76ff247 on network 2f76d8ab-e634-436c-9abc-8d6bd5032ee6 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:08.003991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object a4170800-e7e1-4261-96e3-32d97e707499 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:08.020997 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:08.021262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Checking segment: {'id': 'ce4b0752-40d7-491b-b484-aca81caa4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:08.022078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.022078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Bound using segment: {'id': 'ce4b0752-40d7-491b-b484-aca81caa4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:08.023100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Bound port: 3fc37a16-2099-4fcb-b9c6-3235b76ff247, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4b0752-40d7-491b-b484-aca81caa4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:08.023100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.130339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.151961 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Allocated IP 2001:db8:1::1 (2f76d8ab-e634-436c-9abc-8d6bd5032ee6/6a413884-0bba-4fe8-bd4a-1cc790e3a273/e90f1070-bcdf-457e-9bcc-1f10f10d66dc) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:08.216463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-efbc56ea-c0d0-416f-b3ef-6e427e602f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.226184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.271602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.282480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-efbc56ea-c0d0-416f-b3ef-6e427e602f31 None None] For port d995feda-49cb-4fce-b527-abdc1fd0cf4a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d995feda-49cb-4fce-b527-abdc1fd0cf4a,segment=NetworkSegment(58c66730-d1c3-47cd-a9cb-385229fdc845),segment_id=58c66730-d1c3-47cd-a9cb-385229fdc845)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:08.284361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network c76891a9-fa15-418d-9fb9-aa87f2f59da1 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:08.285585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:08.289289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] For port 3fc37a16-2099-4fcb-b9c6-3235b76ff247, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:08.295259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] For port 3fc37a16-2099-4fcb-b9c6-3235b76ff247, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3fc37a16-2099-4fcb-b9c6-3235b76ff247,segment=NetworkSegment(ce4b0752-40d7-491b-b484-aca81caa4ea7),segment_id=ce4b0752-40d7-491b-b484-aca81caa4ea7)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:08.320694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-93537e06-86c2-43f3-b539-435b161b29cc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:08.348296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 38e1fa04-f67a-453b-abad-75ab2bbfced6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=38e1fa04-f67a-453b-abad-75ab2bbfced6,segment=NetworkSegment(58c66730-d1c3-47cd-a9cb-385229fdc845),segment_id=58c66730-d1c3-47cd-a9cb-385229fdc845)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:08.387179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.409939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-19c4265a-b531-4c12-a353-076839746367 None None] Allocated IP 172.20.0.2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/2ea102d7-2a90-4a89-bc3b-7a05a4c26d6b/224f5888-711e-4cb8-b4ed-1c2223e8f168) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:08.439137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-efbc56ea-c0d0-416f-b3ef-6e427e602f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.442675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-54d0602d-f971-4100-b5d4-e21cd621a720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:08.521748 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.535099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:08.536305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event updated for resources: {'Port': ['ID=204c9a27-775f-4a9f-97ec-d0ee819cfbd9,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:08.555917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:08.561099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:08.561664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:08.627974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.657969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:08.704626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=a4170800-e7e1-4261-96e3-32d97e707499,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:08.751888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:08.757770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc56ea-c0d0-416f-b3ef-6e427e602f31 None None] Pushing event updated for resources: {'Port': ['ID=d995feda-49cb-4fce-b527-abdc1fd0cf4a,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:08.760510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.764584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-efbc56ea-c0d0-416f-b3ef-6e427e602f31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:08.765046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:08.856271 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4a37b757-6588-41ab-9627-8f05dbf26205 None None] Provisioning for port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:08.858982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 900a30d0-3707-4575-9052-4410d8224a48 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:08.865827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4a37b757-6588-41ab-9627-8f05dbf26205 None None] Provisioning complete for port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:08.866497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4a37b757-6588-41ab-9627-8f05dbf26205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.905629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:08.964335 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-19c4265a-b531-4c12-a353-076839746367 None None] For port 224f5888-711e-4cb8-b4ed-1c2223e8f168, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=224f5888-711e-4cb8-b4ed-1c2223e8f168,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:08.997896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:08.998511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:09.009955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e7b02b-9465-4ae4-9182-ab8bc06bcc15 None None] Network 00f0a7ac-340c-44c0-b2a2-7d373d188a18 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:09.028397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=38e1fa04-f67a-453b-abad-75ab2bbfced6,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:09.047301 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Transition to ACTIVE for port object e90f1070-bcdf-457e-9bcc-1f10f10d66dc will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:09.109228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4a37b757-6588-41ab-9627-8f05dbf26205 None None] Port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:35:09.202971 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 3.8302591
Dec 19 13:35:09.203317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45214) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:09.206253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.resource_extend [None req-19c4265a-b531-4c12-a353-076839746367 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:35:09.207507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Network 00f0a7ac-340c-44c0-b2a2-7d373d188a18 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:09.209260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:09.242470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-19c4265a-b531-4c12-a353-076839746367 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:09.306012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-19c4265a-b531-4c12-a353-076839746367 None None] Transition to ACTIVE for port object 224f5888-711e-4cb8-b4ed-1c2223e8f168 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:09.307165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:09.312369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Pushing event updated for resources: {'Port': ['ID=3fc37a16-2099-4fcb-b9c6-3235b76ff247,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:09.336372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Sync routers for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:09.340043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:09.344252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:09.344884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:09.400339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a1201-7354-40ac-8298-d162b5df48dd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:09.405040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a1201-7354-40ac-8298-d162b5df48dd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:09.405948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ec6a1201-7354-40ac-8298-d162b5df48dd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:09.421424 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:09.432643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-75d64647-610f-4a36-911b-680dce9e2ad5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:09.450157 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bf08abff-1cef-4610-bf98-9858f6306e72 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:09.464602 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/900a30d0-3707-4575-9052-4410d8224a48/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2366908
Dec 19 13:35:09.484103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-19c4265a-b531-4c12-a353-076839746367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:09.494202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a90b70b1-41c0-4c88-8409-d9f75b4eaddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:09.523329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ec6a1201-7354-40ac-8298-d162b5df48dd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:09.524461 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ec6a1201-7354-40ac-8298-d162b5df48dd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1785 time: 0.3205793
Dec 19 13:35:09.527325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45220) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:09.541249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 2f76d8ab-e634-436c-9abc-8d6bd5032ee6 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:09.546497 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:09.550938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=e90f1070-bcdf-457e-9bcc-1f10f10d66dc,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:09.551151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f83bc987-a007-48a1-b830-267ec903e2f3 None None] Provisioning for port bf08abff-1cef-4610-bf98-9858f6306e72 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:09.553043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:09.553714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:09.558658 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:09.633535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-36d4cf14-18a6-42a9-b678-df766934c265 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port a4170800-e7e1-4261-96e3-32d97e707499 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:09.639266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36d4cf14-18a6-42a9-b678-df766934c265 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:09.683642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4265a-b531-4c12-a353-076839746367 None None] Pushing event updated for resources: {'Port': ['ID=224f5888-711e-4cb8-b4ed-1c2223e8f168,revision_number=9']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:09.720496 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-19c4265a-b531-4c12-a353-076839746367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:09.730140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:09.731107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47907ac0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:09.768822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 78ec1da8-b8c4-4601-90cc-230c5650292b has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:09.923749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36d4cf14-18a6-42a9-b678-df766934c265 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:09.990015 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:10.018359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f83bc987-a007-48a1-b830-267ec903e2f3 None None] Provisioning complete for port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:10.022555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f83bc987-a007-48a1-b830-267ec903e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:10.080333 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port bf08abff-1cef-4610-bf98-9858f6306e72 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:10.138248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port bf08abff-1cef-4610-bf98-9858f6306e72 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:10.138623 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:10.162868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-36d4cf14-18a6-42a9-b678-df766934c265 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for a4170800-e7e1-4261-96e3-32d97e707499 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:10.215077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f83bc987-a007-48a1-b830-267ec903e2f3 None None] Port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:35:10.251024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:10.384910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abc61d7-5c14-4712-9a5e-041cb270c296 None None] Network 2f76d8ab-e634-436c-9abc-8d6bd5032ee6 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:10.607317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:10.613575 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8567750
Dec 19 13:35:10.618008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45226) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:10.624700 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Sync routers for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:10.630267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0f0cb520-d8d7-481d-a670-9499b761cc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:10.652517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:10.662273 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:10.663307 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a09e80>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:10.912020 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:10.925753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36d4cf14-18a6-42a9-b678-df766934c265 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:10.936409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9b8b6d6e-1f46-4e9b-bfa0-394b9d7e2aca None None] Provisioning for port 3fc37a16-2099-4fcb-b9c6-3235b76ff247 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:10.949744 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:10.961262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port bf08abff-1cef-4610-bf98-9858f6306e72, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bf08abff-1cef-4610-bf98-9858f6306e72,segment=NetworkSegment(93f76735-cdf4-4a11-b1ae-db0d8786615a),segment_id=93f76735-cdf4-4a11-b1ae-db0d8786615a)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:10.988923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-720ae1b6-7695-420b-8d63-0950bb59da17 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:11.021053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:11.021053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:11.024980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:11.077739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4cf14-18a6-42a9-b678-df766934c265 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=a4170800-e7e1-4261-96e3-32d97e707499,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:11.090302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36d4cf14-18a6-42a9-b678-df766934c265 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:11.166945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:11.167828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d995feda-49cb-4fce-b527-abdc1fd0cf4a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:11.259996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ec4d2c39-ca84-4dee-b9c3-2293b8401726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:11.283669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=e90f1070-bcdf-457e-9bcc-1f10f10d66dc,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:11.286704 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:11.399354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 2f76d8ab-e634-436c-9abc-8d6bd5032ee6 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:11.400426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36d4cf14-18a6-42a9-b678-df766934c265 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:11.400973 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:11.476036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e3e28fea-33e1-40fe-9375-f41d6e192ae1 None None] Provisioning complete for port bf08abff-1cef-4610-bf98-9858f6306e72 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:11.476421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e3e28fea-33e1-40fe-9375-f41d6e192ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:11.534106 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a09e80>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:06Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '204c9a27-775f-4a9f-97ec-d0ee819cfbd9', 'name': '', 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:64:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcd8b3c-89cf-41ab-a693-965f56afd104', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:04Z', 'updated_at': '2021-12-19T13:35:07Z', 'revision_number': 2, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '7bcd8b3c-89cf-41ab-a693-965f56afd104', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:35:04Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:11.537690 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-36d4cf14-18a6-42a9-b678-df766934c265 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/a4170800-e7e1-4261-96e3-32d97e707499 HTTP/1.1" status: 204  len: 168 time: 2.0091870
Dec 19 13:35:11.548407 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Checking router: 78ec1da8-b8c4-4601-90cc-230c5650292b for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:11.548407 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Updating router 78ec1da8-b8c4-4601-90cc-230c5650292b port 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:35:11.550122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45232) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:11.684273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d8132-ef3c-4fa9-8b76-a5bfd6943886 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:11.685824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d8132-ef3c-4fa9-8b76-a5bfd6943886 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:11.687525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d8132-ef3c-4fa9-8b76-a5bfd6943886 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:11.688378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=bf08abff-1cef-4610-bf98-9858f6306e72,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:11.688733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b12d8132-ef3c-4fa9-8b76-a5bfd6943886 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:11.692001 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:11.696750 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:11.699824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47907ac0>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:06Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e1f34167-4c46-41ba-95b4-54809b1f9bd6', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '900a30d0-3707-4575-9052-4410d8224a48', 'port_id': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'mac_address': 'fa:16:3e:ab:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcac361-1b10-45e9-9932-4b9f27025140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:53Z', 'updated_at': '2021-12-19T13:34:01Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81350746-bfdb-43ea-87ab-a4ebe5fe1425', 'name': '', 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:64:81:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbdf0b3-3c91-4470-8d17-325c119b4ed7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:07Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'bfbdf0b3-3c91-4470-8d17-325c119b4ed7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:11.711802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Checking router: 900a30d0-3707-4575-9052-4410d8224a48 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:11.712601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Updating router 900a30d0-3707-4575-9052-4410d8224a48 port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:35:11.814434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d995feda-49cb-4fce-b527-abdc1fd0cf4a triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:11.814937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:11.896727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b12d8132-ef3c-4fa9-8b76-a5bfd6943886 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:11.897806 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b12d8132-ef3c-4fa9-8b76-a5bfd6943886 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.3465574
Dec 19 13:35:11.900622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45236) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:11.905589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.195129 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.205595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:12.210057 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Transition to ACTIVE for port object 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:12.296821 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.301365 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:12.356337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8f0ed230-9812-4a75-b266-bab90a550d7d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:12.397621 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e3e28fea-33e1-40fe-9375-f41d6e192ae1 None None] Provisioning for port 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:12.457205 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e4e47-8449-47b9-b06d-0836b0343727 None None] Pushing event updated for resources: {'Port': ['ID=204c9a27-775f-4a9f-97ec-d0ee819cfbd9,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:12.462316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-1a5e4e47-8449-47b9-b06d-0836b0343727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:12.481612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-117dd25f-8c8a-4f5a-a81a-6e9d5afc8966 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 2ea102d7-2a90-4a89-bc3b-7a05a4c26d6b {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:12.484832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.extraroute_db [None req-0f0cb520-d8d7-481d-a670-9499b761cc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84124) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 19 13:35:12.487564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-117dd25f-8c8a-4f5a-a81a-6e9d5afc8966 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.540298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:12.543553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8f882ac1-153b-4a24-95c0-a172249612a9 None None] Could not find standard attr ID for object a4170800-e7e1-4261-96e3-32d97e707499. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:35:12.548503 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0897834
Dec 19 13:35:12.549404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45242) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:12.558439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-814525554'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:12.560469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:12.560615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-117dd25f-8c8a-4f5a-a81a-6e9d5afc8966 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.564706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:network and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:12.568620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Sync routers for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:12.568913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:12.575400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:12.653257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:12.654158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478f5d30>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:12.723366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-117dd25f-8c8a-4f5a-a81a-6e9d5afc8966 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.729092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:12.735263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.739142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.resource_extend [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:35:12.783514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.extraroute_db [None req-0f0cb520-d8d7-481d-a670-9499b761cc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Removed routes are [] {{(pid=84124) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 19 13:35:12.784348 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f0cb520-d8d7-481d-a670-9499b761cc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.797841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:35:12.800150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 8f0ed230-9812-4a75-b266-bab90a550d7d completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:12.808895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8ff2-502b-4f13-abbe-d51e29a6f3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.816768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.816768 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added segment e4dcf4df-dc25-4c3c-8ba9-38967840aeef of type vlan for network 2c268bee-de7e-400c-8bc6-602654931841
Dec 19 13:35:12.821169 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Attempting to bind port 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:12.822246 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Attempting to bind port 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '93f76735-cdf4-4a11-b1ae-db0d8786615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:12.822609 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Attempting to bind port 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 on network 00f0a7ac-340c-44c0-b2a2-7d373d188a18 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:12.830481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 8f0ed230-9812-4a75-b266-bab90a550d7d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:12.831770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.837878 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:12.838336 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Checking segment: {'id': '93f76735-cdf4-4a11-b1ae-db0d8786615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:12.838946 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.839709 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Bound using segment: {'id': '93f76735-cdf4-4a11-b1ae-db0d8786615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:12.841215 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Bound port: 204c9a27-775f-4a9f-97ec-d0ee819cfbd9, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f76735-cdf4-4a11-b1ae-db0d8786615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:12.841906 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.859641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.927715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8f882ac1-153b-4a24-95c0-a172249612a9 None None] Provisioning for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:12.945954 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] For port 204c9a27-775f-4a9f-97ec-d0ee819cfbd9, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:12.949040 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] For port 204c9a27-775f-4a9f-97ec-d0ee819cfbd9, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=204c9a27-775f-4a9f-97ec-d0ee819cfbd9,segment=NetworkSegment(93f76735-cdf4-4a11-b1ae-db0d8786615a),segment_id=93f76735-cdf4-4a11-b1ae-db0d8786615a)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:12.950797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba8a6a-cf67-4c18-bce4-9751f572ef3a None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:35:12.989783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8f882ac1-153b-4a24-95c0-a172249612a9 None None] Provisioning complete for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:12.990161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8f882ac1-153b-4a24-95c0-a172249612a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:12.998314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-117dd25f-8c8a-4f5a-a81a-6e9d5afc8966 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:13.007889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-086385d5-4eb5-4fa3-939d-8331f2a94534 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:13.029753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:13.033713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:13.037161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:13.040841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a6bbeb2c-ee03-46e2-a9e6-90f248faa502 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:13.057269 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:13.061517 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-df2d6a08-10ca-406e-acea-af9093cd639b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:13.076365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:13.137341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Transition to ACTIVE for port object 81350746-bfdb-43ea-87ab-a4ebe5fe1425 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:13.152838 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e4e47-8449-47b9-b06d-0836b0343727 None None] Pushing event updated for resources: {'Port': ['ID=204c9a27-775f-4a9f-97ec-d0ee819cfbd9,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:13.157350 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-1a5e4e47-8449-47b9-b06d-0836b0343727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:13.159384 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:13.160239 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a09e80>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:34:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:13.178387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dd25f-8c8a-4f5a-a81a-6e9d5afc8966 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea102d7-2a90-4a89-bc3b-7a05a4c26d6b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:13.186162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-117dd25f-8c8a-4f5a-a81a-6e9d5afc8966 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:13.189098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-117dd25f-8c8a-4f5a-a81a-6e9d5afc8966 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:13.219455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:13.220791 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6701131
Dec 19 13:35:13.225608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45246) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:13.236204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'subnet': {'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:13.307132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:13.313839 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-117dd25f-8c8a-4f5a-a81a-6e9d5afc8966 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/2ea102d7-2a90-4a89-bc3b-7a05a4c26d6b HTTP/1.1" status: 204  len: 168 time: 1.4120491
Dec 19 13:35:13.333128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:13.351913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45250) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:13.353573 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:13.411886 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Network': ['ID=2c268bee-de7e-400c-8bc6-602654931841,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:13.416114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:13.427041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:13.429716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f0cb520-d8d7-481d-a670-9499b761cc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:13.433847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f0cb520-d8d7-481d-a670-9499b761cc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:13.479351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2c268bee-de7e-400c-8bc6-602654931841 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:35:13.705874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0cb520-d8d7-481d-a670-9499b761cc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 78ec1da8-b8c4-4601-90cc-230c5650292b has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:13.739147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:13.745205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:subnet and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:13.749019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:13.759451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:13.772610 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a09e80>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:12Z', 'revision_number': 6, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '204c9a27-775f-4a9f-97ec-d0ee819cfbd9', 'name': '', 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:64:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcd8b3c-89cf-41ab-a693-965f56afd104', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:04Z', 'updated_at': '2021-12-19T13:35:12Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '7bcd8b3c-89cf-41ab-a693-965f56afd104', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:35:04Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:13.776815 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05487fa-9ed5-4e40-92e2-4a7950bc6586 None None] The sync data for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv is: [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:12Z', 'revision_number': 6, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '204c9a27-775f-4a9f-97ec-d0ee819cfbd9', 'name': '', 'network_id': '00f0a7ac-340c-44c0-b2a2-7d373d188a18', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:64:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcd8b3c-89cf-41ab-a693-965f56afd104', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:04Z', 'updated_at': '2021-12-19T13:35:12Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '7bcd8b3c-89cf-41ab-a693-965f56afd104', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:35:04Z', 'revision_number': 4, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:13.863208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8461b45-d296-4417-95e1-e9c944b9f2d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet c8e8f1c8-eb55-4dec-94ea-fcaf1fabcc0b {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:13.866025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64611626-4fde-4422-96f8-c638ea7b69e5 None None] Pushing event updated for resources: {'Port': ['ID=81350746-bfdb-43ea-87ab-a4ebe5fe1425,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:13.867628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8461b45-d296-4417-95e1-e9c944b9f2d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:13.881480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-64611626-4fde-4422-96f8-c638ea7b69e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:13.903144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:14.000242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0cb520-d8d7-481d-a670-9499b761cc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:14.008288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f0cb520-d8d7-481d-a670-9499b761cc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.011037 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0f0cb520-d8d7-481d-a670-9499b761cc1f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b HTTP/1.1" status: 200  len: 934 time: 3.3910306
Dec 19 13:35:14.013043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45254) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:14.041781 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8461b45-d296-4417-95e1-e9c944b9f2d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.091441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 8f0ed230-9812-4a75-b266-bab90a550d7d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8f0ed230-9812-4a75-b266-bab90a550d7d,segment=NetworkSegment(ee91fe24-6c4f-458e-835e-7257d47bb65b),segment_id=ee91fe24-6c4f-458e-835e-7257d47bb65b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:14.092899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba8a6a-cf67-4c18-bce4-9751f572ef3a None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:35:14.096296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.237003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.251153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-19c4265a-b531-4c12-a353-076839746367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:14.254204 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0fdfaa89-73e2-4da7-92c8-71c1b760537d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b HTTP/1.1" status: 200  len: 934 time: 0.2398231
Dec 19 13:35:14.257389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45258) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:14.272741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-75189b26-018e-4dca-a489-e77ce907d116 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'routes': None}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:14.395565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8461b45-d296-4417-95e1-e9c944b9f2d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.525008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Attempting to bind port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:14.526083 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Attempting to bind port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:14.526691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Attempting to bind port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 on network c76891a9-fa15-418d-9fb9-aa87f2f59da1 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:14.541204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:14.542170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Checking segment: {'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:14.543553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.544127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Bound using segment: {'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:14.544795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Bound port: 81350746-bfdb-43ea-87ab-a4ebe5fe1425, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a85ae6-0949-40d3-9699-63af4ef06cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:14.545382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.588044 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=8f0ed230-9812-4a75-b266-bab90a550d7d,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:14.610627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:14.621327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 224f5888-711e-4cb8-b4ed-1c2223e8f168 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:14.692806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8f882ac1-153b-4a24-95c0-a172249612a9 None None] Provisioning for port e90f1070-bcdf-457e-9bcc-1f10f10d66dc completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:14.731806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.734854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8461b45-d296-4417-95e1-e9c944b9f2d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.746466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5d462703-ea36-448c-8668-f5d07ec4604b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:14.753214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8f882ac1-153b-4a24-95c0-a172249612a9 None None] Provisioning complete for port e90f1070-bcdf-457e-9bcc-1f10f10d66dc triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:14.753612 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8f882ac1-153b-4a24-95c0-a172249612a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.818425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-60d19bb6-fe40-4f37-b612-e08ebb0c0388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.838302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e8461b45-d296-4417-95e1-e9c944b9f2d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:14.851461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Subnet': ['ID=dd12625c-1a87-40fe-b7b0-20bc8d8692a4,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:14.886014 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8f882ac1-153b-4a24-95c0-a172249612a9 None None] Port e90f1070-bcdf-457e-9bcc-1f10f10d66dc cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:35:14.897222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] For port 81350746-bfdb-43ea-87ab-a4ebe5fe1425, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:14.905248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] For port 81350746-bfdb-43ea-87ab-a4ebe5fe1425, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=81350746-bfdb-43ea-87ab-a4ebe5fe1425,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:14.910825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478f5d30>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:09Z', 'revision_number': 3, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:10Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:14.921183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Checking router: bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:14.921637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Updating router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 port e90f1070-bcdf-457e-9bcc-1f10f10d66dc binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:35:14.934652 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e8461b45-d296-4417-95e1-e9c944b9f2d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/c8e8f1c8-eb55-4dec-94ea-fcaf1fabcc0b HTTP/1.1" status: 204  len: 168 time: 1.5790231
Dec 19 13:35:14.937549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45264) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:14.947872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8461b45-d296-4417-95e1-e9c944b9f2d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e8f1c8-eb55-4dec-94ea-fcaf1fabcc0b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:14.952819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8461b45-d296-4417-95e1-e9c944b9f2d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:14.954664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:14.955084 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:14.965601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Checking segment: {'id': 'e4dcf4df-dc25-4c3c-8ba9-38967840aeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c268bee-de7e-400c-8bc6-602654931841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:14.965924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network hostable DHCP agents. Network: 2c268bee-de7e-400c-8bc6-602654931841, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:35:14.999533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:14.999533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:15.020716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4ac61e0f-75ed-4ab5-858a-6d7cffa18dfe tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:router {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:15.034030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:15.034736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4ac61e0f-75ed-4ab5-858a-6d7cffa18dfe tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:router {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:15.046662 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4ac61e0f-75ed-4ab5-858a-6d7cffa18dfe tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1006277
Dec 19 13:35:15.046662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45268) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:15.087475 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:15.114561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:15.127310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c10e1b-ad43-4d74-837a-d1ebbf0962f0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:15.128065 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-76c10e1b-ad43-4d74-837a-d1ebbf0962f0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:15.139454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 2c268bee-de7e-400c-8bc6-602654931841 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:35:15.206286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.extraroute_db [None req-75189b26-018e-4dca-a489-e77ce907d116 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added routes are [] {{(pid=84125) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 19 13:35:15.206589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.extraroute_db [None req-75189b26-018e-4dca-a489-e77ce907d116 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84125) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 19 13:35:15.237487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75189b26-018e-4dca-a489-e77ce907d116 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:15.246340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-76c10e1b-ad43-4d74-837a-d1ebbf0962f0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:15.247804 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-76c10e1b-ad43-4d74-837a-d1ebbf0962f0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.2060277
Dec 19 13:35:15.250611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45272) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:15.261935 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2c268bee-de7e-400c-8bc6-602654931841) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:15.267650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:15.268553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:15.279927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64611626-4fde-4422-96f8-c638ea7b69e5 None None] Pushing event updated for resources: {'Port': ['ID=81350746-bfdb-43ea-87ab-a4ebe5fe1425,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:15.303455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-64611626-4fde-4422-96f8-c638ea7b69e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:15.334695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280ea65-b7b3-4fb3-9bb7-0f9fd666b80c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:15.335413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2280ea65-b7b3-4fb3-9bb7-0f9fd666b80c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:15.379445 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cbb3f165-eb45-4f9b-a80f-a33bac1b260f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.1527328
Dec 19 13:35:15.381601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b00fec30-87af-4541-baba-ada6eb8fe9b7 None None] Provisioning complete for port e90f1070-bcdf-457e-9bcc-1f10f10d66dc triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:15.381983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b00fec30-87af-4541-baba-ada6eb8fe9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:15.383543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45276) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:15.409302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66792e5-9654-4d07-988e-4a6305ead644 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 13:35:15.452592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2280ea65-b7b3-4fb3-9bb7-0f9fd666b80c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:15.454021 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2280ea65-b7b3-4fb3-9bb7-0f9fd666b80c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2024727
Dec 19 13:35:15.462110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45280) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:15.473471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:15.474696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47907ac0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:15.592126 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8deb6be3-9ab6-4630-b851-7283602d01f9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0813143
Dec 19 13:35:15.596282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45284) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:15.609040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-87000a98-7429-4e45-9d57-e9dc5e84885f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:15.679947 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b00fec30-87af-4541-baba-ada6eb8fe9b7 None None] Port e90f1070-bcdf-457e-9bcc-1f10f10d66dc cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:35:15.698338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 38e1fa04-f67a-453b-abad-75ab2bbfced6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:15.759032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-87000a98-7429-4e45-9d57-e9dc5e84885f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:15.774477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-87000a98-7429-4e45-9d57-e9dc5e84885f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:15.816413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75189b26-018e-4dca-a489-e77ce907d116 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:15.819936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75189b26-018e-4dca-a489-e77ce907d116 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:15.987072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87000a98-7429-4e45-9d57-e9dc5e84885f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:15.990824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-87000a98-7429-4e45-9d57-e9dc5e84885f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:16.001309 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-87000a98-7429-4e45-9d57-e9dc5e84885f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:35:16.001309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87000a98-7429-4e45-9d57-e9dc5e84885f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:16.013669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75189b26-018e-4dca-a489-e77ce907d116 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 78ec1da8-b8c4-4601-90cc-230c5650292b has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:16.056103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:16.153979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 38e1fa04-f67a-453b-abad-75ab2bbfced6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:16.154352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:16.205918 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-87000a98-7429-4e45-9d57-e9dc5e84885f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.6084859
Dec 19 13:35:16.209682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45288) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:16.215894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a194d48e-07e4-4397-b441-595e7633ad31 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:16.234024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.resource_extend [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:35:16.309557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66792e5-9654-4d07-988e-4a6305ead644 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 13:35:16.319490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75189b26-018e-4dca-a489-e77ce907d116 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:16.329133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75189b26-018e-4dca-a489-e77ce907d116 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:16.329133 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-75189b26-018e-4dca-a489-e77ce907d116 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b HTTP/1.1" status: 200  len: 700 time: 2.0685666
Dec 19 13:35:16.331312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45292) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:16.360546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:16.402716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2bc87c1c-2714-4414-ba39-7b4afe267ce5 None None] Provisioning complete for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:16.403388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2bc87c1c-2714-4414-ba39-7b4afe267ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:16.441907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:16.456819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:16.475367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a194d48e-07e4-4397-b441-595e7633ad31 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:16.478790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:16.491209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a194d48e-07e4-4397-b441-595e7633ad31 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:16.541938 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d890253d-a93f-4afd-85ff-fc7ac956f9c4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b HTTP/1.1" status: 200  len: 700 time: 0.2093172
Dec 19 13:35:16.544689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45296) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:16.599638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Transition to ACTIVE for port object e90f1070-bcdf-457e-9bcc-1f10f10d66dc will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:16.672590 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a194d48e-07e4-4397-b441-595e7633ad31 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:16.676576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a194d48e-07e4-4397-b441-595e7633ad31 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:16.678866 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-a194d48e-07e4-4397-b441-595e7633ad31 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:35:16.679509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a194d48e-07e4-4397-b441-595e7633ad31 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:16.715344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:16.733126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:16.804211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3fc37a16-2099-4fcb-b9c6-3235b76ff247 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:16.837468 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a194d48e-07e4-4397-b441-595e7633ad31 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.6239126
Dec 19 13:35:16.842026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45302) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:16.890110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Allocated IP 2001:db8:2::1 (2c268bee-de7e-400c-8bc6-602654931841/dd12625c-1a87-40fe-b7b0-20bc8d8692a4/e0498001-71bb-492b-9f2b-ecffaa69737c) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:16.895302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2b1e71b6-850c-4b66-8063-c1c48328afa5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:16.992208 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5b2c5-0a52-46af-8b19-bd6423a0e714 None None] Pushing event updated for resources: {'Port': ['ID=e90f1070-bcdf-457e-9bcc-1f10f10d66dc,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:17.020699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c8d5b2c5-0a52-46af-8b19-bd6423a0e714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:17.080050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.097569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Transition to ACTIVE for port object e0498001-71bb-492b-9f2b-ecffaa69737c will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:17.162462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2b1e71b6-850c-4b66-8063-c1c48328afa5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:17.181855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2b1e71b6-850c-4b66-8063-c1c48328afa5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:17.208137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.238838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.265877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-942295fd-2d2a-41e5-856d-21c5f5d1deee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:17.336623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 2c268bee-de7e-400c-8bc6-602654931841 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:17.340881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=e0498001-71bb-492b-9f2b-ecffaa69737c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:17.343350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:17.346231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:17.347007 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.348368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Attempting to bind port e90f1070-bcdf-457e-9bcc-1f10f10d66dc on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:17.348755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Attempting to bind port e90f1070-bcdf-457e-9bcc-1f10f10d66dc by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'ce4b0752-40d7-491b-b484-aca81caa4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:17.349662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Attempting to bind port e90f1070-bcdf-457e-9bcc-1f10f10d66dc on network 2f76d8ab-e634-436c-9abc-8d6bd5032ee6 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:17.362664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:17.363258 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:17.364045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:17.364411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:17.364820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:17.365238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:17.365639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:17.366016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:17.366381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:17.366728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:17.367284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:17.367630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:17.368003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Checking segment: {'id': 'ce4b0752-40d7-491b-b484-aca81caa4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:17.368437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.368835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Bound using segment: {'id': 'ce4b0752-40d7-491b-b484-aca81caa4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:17.369313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Bound port: e90f1070-bcdf-457e-9bcc-1f10f10d66dc, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4b0752-40d7-491b-b484-aca81caa4ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:17.369690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.371499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:17.378497 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1e71b6-850c-4b66-8063-c1c48328afa5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:17.412675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2b1e71b6-850c-4b66-8063-c1c48328afa5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.412675 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1e71b6-850c-4b66-8063-c1c48328afa5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:35:17.412675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1e71b6-850c-4b66-8063-c1c48328afa5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:17.413274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47907ac0>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:06Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e1f34167-4c46-41ba-95b4-54809b1f9bd6', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '900a30d0-3707-4575-9052-4410d8224a48', 'port_id': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'mac_address': 'fa:16:3e:ab:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcac361-1b10-45e9-9932-4b9f27025140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:53Z', 'updated_at': '2021-12-19T13:34:01Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81350746-bfdb-43ea-87ab-a4ebe5fe1425', 'name': '', 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:64:81:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbdf0b3-3c91-4470-8d17-325c119b4ed7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:14Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'bfbdf0b3-3c91-4470-8d17-325c119b4ed7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:17.438812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa7996-cfd7-4b0a-8b1f-27079eff075c None None] The sync data for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv is: [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:06Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e1f34167-4c46-41ba-95b4-54809b1f9bd6', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '900a30d0-3707-4575-9052-4410d8224a48', 'port_id': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'mac_address': 'fa:16:3e:ab:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcac361-1b10-45e9-9932-4b9f27025140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:53Z', 'updated_at': '2021-12-19T13:34:01Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81350746-bfdb-43ea-87ab-a4ebe5fe1425', 'name': '', 'network_id': 'c76891a9-fa15-418d-9fb9-aa87f2f59da1', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:64:81:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfbdf0b3-3c91-4470-8d17-325c119b4ed7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:14Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'bfbdf0b3-3c91-4470-8d17-325c119b4ed7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:17.511295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 3fc37a16-2099-4fcb-b9c6-3235b76ff247 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:17.548971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3fc37a16-2099-4fcb-b9c6-3235b76ff247 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:17.558067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.560863 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2b1e71b6-850c-4b66-8063-c1c48328afa5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.7175322
Dec 19 13:35:17.561834 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45306) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:17.583859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-dd82e98a-c986-4c56-8622-89dc84c8f954 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:17.602962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.641345 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] For port e90f1070-bcdf-457e-9bcc-1f10f10d66dc, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:17.676187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] For port e90f1070-bcdf-457e-9bcc-1f10f10d66dc, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e90f1070-bcdf-457e-9bcc-1f10f10d66dc,segment=NetworkSegment(ce4b0752-40d7-491b-b484-aca81caa4ea7),segment_id=ce4b0752-40d7-491b-b484-aca81caa4ea7)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:17.716828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2c268bee-de7e-400c-8bc6-602654931841', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:35:17.717653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.771559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.842697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-dd82e98a-c986-4c56-8622-89dc84c8f954 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:17.842837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.846087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-dd82e98a-c986-4c56-8622-89dc84c8f954 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:17.846874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:17.927201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.947970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd82e98a-c986-4c56-8622-89dc84c8f954 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:17.947970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-dd82e98a-c986-4c56-8622-89dc84c8f954 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:17.947970 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd82e98a-c986-4c56-8622-89dc84c8f954 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:35:17.947970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd82e98a-c986-4c56-8622-89dc84c8f954 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:18.031404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5b2c5-0a52-46af-8b19-bd6423a0e714 None None] Pushing event updated for resources: {'Port': ['ID=e90f1070-bcdf-457e-9bcc-1f10f10d66dc,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:18.060254 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dd82e98a-c986-4c56-8622-89dc84c8f954 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4859543
Dec 19 13:35:18.072582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c8d5b2c5-0a52-46af-8b19-bd6423a0e714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:18.076975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 3fc37a16-2099-4fcb-b9c6-3235b76ff247, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3fc37a16-2099-4fcb-b9c6-3235b76ff247,segment=NetworkSegment(ce4b0752-40d7-491b-b484-aca81caa4ea7),segment_id=ce4b0752-40d7-491b-b484-aca81caa4ea7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:18.079993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45310) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:18.090838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a73eb928-c8c5-4169-a0bd-69bd742e2aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:18.110415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:18.111392 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478f5d30>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:18.232928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:18.236083 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:18.237163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bf08abff-1cef-4610-bf98-9858f6306e72 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:18.260872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a73eb928-c8c5-4169-a0bd-69bd742e2aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:18.273998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-64611626-4fde-4422-96f8-c638ea7b69e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:18.278901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a73eb928-c8c5-4169-a0bd-69bd742e2aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:18.331308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:18.333098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:18.337254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:18.339149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Allocated IP 2001:db8:2::2 (2c268bee-de7e-400c-8bc6-602654931841/dd12625c-1a87-40fe-b7b0-20bc8d8692a4/c89ef749-4410-423b-8c89-ef45d8592d34) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:18.346588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:18.346920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:18.421621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73eb928-c8c5-4169-a0bd-69bd742e2aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:18.425085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a73eb928-c8c5-4169-a0bd-69bd742e2aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:18.426439 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73eb928-c8c5-4169-a0bd-69bd742e2aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:35:18.426850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73eb928-c8c5-4169-a0bd-69bd742e2aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:18.480101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=3fc37a16-2099-4fcb-b9c6-3235b76ff247,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:18.482404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=e0498001-71bb-492b-9f2b-ecffaa69737c,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:18.483306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:18.492087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:18.492225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:18.547437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 2c268bee-de7e-400c-8bc6-602654931841 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:18.548573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:18.579584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port 204c9a27-775f-4a9f-97ec-d0ee819cfbd9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=204c9a27-775f-4a9f-97ec-d0ee819cfbd9,segment=NetworkSegment(93f76735-cdf4-4a11-b1ae-db0d8786615a),segment_id=93f76735-cdf4-4a11-b1ae-db0d8786615a)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:18.580116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:18.597143 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a73eb928-c8c5-4169-a0bd-69bd742e2aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.5144856
Dec 19 13:35:18.598444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port bf08abff-1cef-4610-bf98-9858f6306e72 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:18.600128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:18.600257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45314) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:18.607076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-04f7e616-0cad-4a4b-909f-b3ed5afd9e42 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:18.870861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-04f7e616-0cad-4a4b-909f-b3ed5afd9e42 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:18.886643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:18.932733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-04f7e616-0cad-4a4b-909f-b3ed5afd9e42 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:18.936637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:18.980016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.047378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Transition to ACTIVE for port object c89ef749-4410-423b-8c89-ef45d8592d34 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:19.057678 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:19.125163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f7e616-0cad-4a4b-909f-b3ed5afd9e42 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:19.127630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:19.142773 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7575004
Dec 19 13:35:19.145451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45320) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:19.151809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-941170410'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:19.156928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:19.164523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:network and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:19.165788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:19.172761 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:19.198789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Transition to ACTIVE for port object c89ef749-4410-423b-8c89-ef45d8592d34 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:19.244661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:19.245139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-04f7e616-0cad-4a4b-909f-b3ed5afd9e42 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.245237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478f5d30>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:17Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:16Z', 'revision_number': 1, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:17Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:19.245407 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f7e616-0cad-4a4b-909f-b3ed5afd9e42 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:35:19.245720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f7e616-0cad-4a4b-909f-b3ed5afd9e42 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:19.254012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.254459 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a175fff-a92d-44bb-8687-a9775e2f2bbe None None] The sync data for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:17Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:16Z', 'revision_number': 1, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:17Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:19.278013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.299454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:19.300945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:35:19.325311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.325648 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added segment fec88a39-65e1-4644-bff1-4c8c714e61ed of type vlan for network 56d1467a-8054-46f4-b6e9-88bd3dfeb01f
Dec 19 13:35:19.350382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:19.364413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.367218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Network 2c268bee-de7e-400c-8bc6-602654931841 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:19.370565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:19.371369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.442303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:19.443671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Pushing event updated for resources: {'Port': ['ID=c89ef749-4410-423b-8c89-ef45d8592d34,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:19.449117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:19.450278 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:19.466009 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-04f7e616-0cad-4a4b-909f-b3ed5afd9e42 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.8628545
Dec 19 13:35:19.471302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45324) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:19.512867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.516933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:19.517503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.530549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9dcd4dbf-5234-4652-a2ee-9ff99c69163c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:19.592266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.597731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a99c5182-0749-4680-9667-7c692b66fc61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:19.644210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Attempting to bind port c89ef749-4410-423b-8c89-ef45d8592d34 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:19.650274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Attempting to bind port c89ef749-4410-423b-8c89-ef45d8592d34 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'e4dcf4df-dc25-4c3c-8ba9-38967840aeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c268bee-de7e-400c-8bc6-602654931841'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:19.650274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Attempting to bind port c89ef749-4410-423b-8c89-ef45d8592d34 on network 2c268bee-de7e-400c-8bc6-602654931841 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:19.656362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.687158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:19.695604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Checking segment: {'id': 'e4dcf4df-dc25-4c3c-8ba9-38967840aeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c268bee-de7e-400c-8bc6-602654931841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:19.696206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.696717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Bound using segment: {'id': 'e4dcf4df-dc25-4c3c-8ba9-38967840aeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c268bee-de7e-400c-8bc6-602654931841'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:19.697323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Bound port: c89ef749-4410-423b-8c89-ef45d8592d34, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4dcf4df-dc25-4c3c-8ba9-38967840aeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c268bee-de7e-400c-8bc6-602654931841'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:19.697835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:19.711231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Network': ['ID=56d1467a-8054-46f4-b6e9-88bd3dfeb01f,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:19.714903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:19.739135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=204c9a27-775f-4a9f-97ec-d0ee819cfbd9,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:19.746712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:19.747779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 56d1467a-8054-46f4-b6e9-88bd3dfeb01f details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:35:19.753780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d030a20-814e-4d0f-a5c9-156919261a1b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:19.756377 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4d030a20-814e-4d0f-a5c9-156919261a1b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.2878137
Dec 19 13:35:19.759170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45328) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:19.801797 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-12c64abb-aa8d-4c1c-b6fd-c381fe68d3cf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6549699
Dec 19 13:35:19.806088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45332) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:19.829393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'subnet': {'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:20.026614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a207377-3e75-4624-92e9-ec1f4b1dd53f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:20.029510 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8a207377-3e75-4624-92e9-ec1f4b1dd53f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2689049
Dec 19 13:35:20.032987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:20.037891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45336) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:20.041315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:subnet and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:20.103883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:20.132027 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] For port c89ef749-4410-423b-8c89-ef45d8592d34, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:20.136031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] For port c89ef749-4410-423b-8c89-ef45d8592d34, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c89ef749-4410-423b-8c89-ef45d8592d34,segment=NetworkSegment(e4dcf4df-dc25-4c3c-8ba9-38967840aeef),segment_id=e4dcf4df-dc25-4c3c-8ba9-38967840aeef)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:20.165864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:20.185394 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-06e5a119-87f7-44a4-b4a0-473cae11fadd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1460273
Dec 19 13:35:20.190032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:20.191155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45340) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:20.200652 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:20.237676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:20.242408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:20.267753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Made reservation on behalf of 830d4338d371471192910e025aa964fe for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:20.421529 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Pushing event updated for resources: {'Port': ['ID=c89ef749-4410-423b-8c89-ef45d8592d34,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:20.438676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:20.446998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:20.469167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:20.473061 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e90f1070-bcdf-457e-9bcc-1f10f10d66dc up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:20.598033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:20.601759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:20.652163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:20.780210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port e90f1070-bcdf-457e-9bcc-1f10f10d66dc completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:20.802396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e90f1070-bcdf-457e-9bcc-1f10f10d66dc triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:20.803160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:21.001066 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:21.044524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e90f1070-bcdf-457e-9bcc-1f10f10d66dc, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e90f1070-bcdf-457e-9bcc-1f10f10d66dc,segment=NetworkSegment(ce4b0752-40d7-491b-b484-aca81caa4ea7),segment_id=ce4b0752-40d7-491b-b484-aca81caa4ea7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:21.056664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:21.063674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-82e90b31-ede3-4639-a1a0-5a61ef5c9955 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:21.135263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Subnet': ['ID=3e2ee7d6-160c-40ff-932e-922c45fa73e3,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:21.138928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:21.144091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:21.145605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8f0ed230-9812-4a75-b266-bab90a550d7d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:21.164647 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d5faa6-042a-4c23-a90b-97532c3a46ea None None] Sync routers for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:21.180146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Checking segment: {'id': 'fec88a39-65e1-4644-bff1-4c8c714e61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:21.180146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network hostable DHCP agents. Network: 56d1467a-8054-46f4-b6e9-88bd3dfeb01f, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:35:21.188764 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5faa6-042a-4c23-a90b-97532c3a46ea None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:21.191234 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-24d5faa6-042a-4c23-a90b-97532c3a46ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4784ac70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:21.213176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c8d5b2c5-0a52-46af-8b19-bd6423a0e714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:21.285029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 78ec1da8-b8c4-4601-90cc-230c5650292b has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:21.293242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e90f1070-bcdf-457e-9bcc-1f10f10d66dc,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:21.299341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:21.307095 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 8f0ed230-9812-4a75-b266-bab90a550d7d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:21.307095 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:21.331595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 56d1467a-8054-46f4-b6e9-88bd3dfeb01f is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:35:21.376013 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-24d5faa6-042a-4c23-a90b-97532c3a46ea None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:21.444494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3fc37a16-2099-4fcb-b9c6-3235b76ff247 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:21.475339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 56d1467a-8054-46f4-b6e9-88bd3dfeb01f) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:21.475339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:21.475339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:21.542550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3fc37a16-2099-4fcb-b9c6-3235b76ff247 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:21.543329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:21.592303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.objects.ports [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84125) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:35:21.655230 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.8439112
Dec 19 13:35:21.657583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45348) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:21.692141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:21.746157 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2002456
Dec 19 13:35:21.746958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45352) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:21.759729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 81350746-bfdb-43ea-87ab-a4ebe5fe1425 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:21.844076 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-24d5faa6-042a-4c23-a90b-97532c3a46ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4784ac70>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:19Z', 'revision_number': 8, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:35:13Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:21.854007 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d5faa6-042a-4c23-a90b-97532c3a46ea None None] Checking router: 78ec1da8-b8c4-4601-90cc-230c5650292b for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:21.867514 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5faa6-042a-4c23-a90b-97532c3a46ea None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:21.868511 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-24d5faa6-042a-4c23-a90b-97532c3a46ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4784ac70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:21.935267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25077c11-b773-40db-8976-bdfdf683c5a2 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:22.099378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting subnet 7bcd8b3c-89cf-41ab-a693-965f56afd104 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:22.140738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:22.152391 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-24d5faa6-042a-4c23-a90b-97532c3a46ea None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:22.185781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322f402-5372-47d8-91e2-df88e8fcdd3c None None] Network 2c268bee-de7e-400c-8bc6-602654931841 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:22.291000 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:22.371134 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:22.421070 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f952859-4d83-462e-87f5-ce971a11c5e9 None None] Network 56d1467a-8054-46f4-b6e9-88bd3dfeb01f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:22.526376 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:22.788324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:22.854390 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:22.857152 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:22.924464 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-24d5faa6-042a-4c23-a90b-97532c3a46ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4784ac70>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:19Z', 'revision_number': 8, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:35:13Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:22.930885 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d5faa6-042a-4c23-a90b-97532c3a46ea None None] The sync data for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv is: [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:19Z', 'revision_number': 8, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:35:13Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:23.016502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.025581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e6d27f36-dd08-445c-b6f4-7fc40bf03f11 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:23.026058 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ddc4ddad-9e7d-4c40-b03c-04d3c6d8e9a4 None None] Provisioning complete for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:23.026451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ddad-9e7d-4c40-b03c-04d3c6d8e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.044462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.066857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Subnet': ['ID=7bcd8b3c-89cf-41ab-a693-965f56afd104,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:23.080414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:23.081019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:23.081577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:23.082668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:23.083218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:23.084264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:23.084789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:23.085312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:23.085828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:23.086334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:23.086838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:23.096320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] For port 224f5888-711e-4cb8-b4ed-1c2223e8f168, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=224f5888-711e-4cb8-b4ed-1c2223e8f168,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:23.108217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:23.121351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.132419 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/7bcd8b3c-89cf-41ab-a693-965f56afd104 HTTP/1.1" status: 204  len: 168 time: 1.3748250
Dec 19 13:35:23.132419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45356) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:23.151773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5f3820-2619-4e47-b563-2dc870628032 None None] Network 00f0a7ac-340c-44c0-b2a2-7d373d188a18 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:23.257854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.268251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.280721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port bf08abff-1cef-4610-bf98-9858f6306e72 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:23.281353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.381378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.381378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.390665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:23.460057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:23.463875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-56d1467a-8054-46f4-b6e9-88bd3dfeb01f', 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f', 'tenant_id': '830d4338d371471192910e025aa964fe', 'fixed_ips': [{'subnet_id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:35:23.465191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.468439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:23.487021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:23.487827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.602330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=224f5888-711e-4cb8-b4ed-1c2223e8f168,revision_number=13']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:23.603703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:23.609912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:23.615003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2d209636-2c35-4314-9916-9e7c2f1d7fe8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:23.665651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Allocated IP 2001:db8:3::1 (56d1467a-8054-46f4-b6e9-88bd3dfeb01f/3e2ee7d6-160c-40ff-932e-922c45fa73e3/3dda2262-9ca6-4c03-8186-181cd3b6a85e) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:23.680776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=0ca7d21f-54df-4440-a5a9-f56b70fa42b7,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:23.821289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45362) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:23.845498 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.6530933
Dec 19 13:35:23.846829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:23.850197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45366) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:23.857762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:f6:06:c8', 'name': 'tempest-NetworksTestDHCPv6-1198603504'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:23.925276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Sync routers for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:23.959948 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 81350746-bfdb-43ea-87ab-a4ebe5fe1425, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=81350746-bfdb-43ea-87ab-a4ebe5fe1425,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:23.999889 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:24.000721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b3a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:24.009029 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfe5a7-5d05-4000-8bdd-6397f65f871b None None] Sync routers for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:24.015442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:24.027459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:24.031195 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfe5a7-5d05-4000-8bdd-6397f65f871b None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:24.032090 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-99cfe5a7-5d05-4000-8bdd-6397f65f871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47616040>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:24.055160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port bf08abff-1cef-4610-bf98-9858f6306e72, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bf08abff-1cef-4610-bf98-9858f6306e72,segment=NetworkSegment(93f76735-cdf4-4a11-b1ae-db0d8786615a),segment_id=93f76735-cdf4-4a11-b1ae-db0d8786615a)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:24.055812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:24.188894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:24.205665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Transition to ACTIVE for port object 3dda2262-9ca6-4c03-8186-181cd3b6a85e will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:24.234626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:24.246302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6be1f86c-c94b-4cd5-8122-793fb14c48a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:24.256733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:24.310644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for bf08abff-1cef-4610-bf98-9858f6306e72 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:24.325256 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-99cfe5a7-5d05-4000-8bdd-6397f65f871b None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:24.371375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:24.383282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=81350746-bfdb-43ea-87ab-a4ebe5fe1425,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:24.400412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d36acd5f-d241-4e9b-9319-171a749e8790 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:24.400528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:24.497188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=3dda2262-9ca6-4c03-8186-181cd3b6a85e,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:24.501630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:24.511905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e18ed-feb3-4f04-a89f-b805617f44bf None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:24.515965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 56d1467a-8054-46f4-b6e9-88bd3dfeb01f is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:24.517780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:24.535366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:24.535892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:24.553325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:24.590366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 6cb50fc5-ba97-4240-8adf-261527b2f83b yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:35:24.635458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:24.641760 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-050d9d38-1d3c-45d2-aca9-95ba52a5ca7c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:24.696133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=bf08abff-1cef-4610-bf98-9858f6306e72,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:24.711623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:24.732375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No DVR routers for this DVR port bf08abff-1cef-4610-bf98-9858f6306e72 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:24.756725 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e90f1070-bcdf-457e-9bcc-1f10f10d66dc up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:24.765013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:24.809920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ddc4ddad-9e7d-4c40-b03c-04d3c6d8e9a4 None None] Provisioning for port c89ef749-4410-423b-8c89-ef45d8592d34 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:24.840892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9793ca-5053-4550-bd77-b68df9cd67f1 None None] DHCP port deletion for 00f0a7ac-340c-44c0-b2a2-7d373d188a18 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:35:24.918089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:24.946789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46cbd0d0>,) {'filters': {'network_id': ['00f0a7ac-340c-44c0-b2a2-7d373d188a18']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:24.953955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Allocated IP 2001:db8:3::2 (56d1467a-8054-46f4-b6e9-88bd3dfeb01f/3e2ee7d6-160c-40ff-932e-922c45fa73e3/6a1b34d6-fc8f-49ee-828d-1b495b35b6dc) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:24.958568 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:24.962586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46cbd0d0>, '93f76735-cdf4-4a11-b1ae-db0d8786615a') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:24.962586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46cbd0d0>, '93f76735-cdf4-4a11-b1ae-db0d8786615a') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:24.977720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:24.986392 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-99cfe5a7-5d05-4000-8bdd-6397f65f871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47616040>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:19Z', 'revision_number': 8, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:35:13Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:24.988762 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfe5a7-5d05-4000-8bdd-6397f65f871b None None] Checking router: 78ec1da8-b8c4-4601-90cc-230c5650292b for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:25.004278 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfe5a7-5d05-4000-8bdd-6397f65f871b None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:25.005829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.006086 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-99cfe5a7-5d05-4000-8bdd-6397f65f871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47616040>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:25.022841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:35:25.029389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:35:25.040544 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:35:25.130757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::f816:3eff:fef6:6c8 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/0ca7d21f-54df-4440-a5a9-f56b70fa42b7/6cb50fc5-ba97-4240-8adf-261527b2f83b) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:25.263171 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-99cfe5a7-5d05-4000-8bdd-6397f65f871b None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:25.313614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.368491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.424394 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a611c64f-6f2a-4510-910e-0457596d3a87 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:25.449323 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.481152 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/networks/00f0a7ac-340c-44c0-b2a2-7d373d188a18 HTTP/1.1" status: 204  len: 168 time: 2.3456573
Dec 19 13:35:25.482874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45370) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:25.484920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.486179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Network': ['ID=00f0a7ac-340c-44c0-b2a2-7d373d188a18,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:25.550038 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-05ab1894-b51e-47aa-9f07-3ea2ade55f3a None None] Provisioning complete for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:25.551132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-05ab1894-b51e-47aa-9f07-3ea2ade55f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.581238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.581979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.605381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:25.627828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.636659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e90f1070-bcdf-457e-9bcc-1f10f10d66dc triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:25.637439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.697459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:25.823455 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-99cfe5a7-5d05-4000-8bdd-6397f65f871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47616040>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:19Z', 'revision_number': 8, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:35:13Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:25.842390 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfe5a7-5d05-4000-8bdd-6397f65f871b None None] The sync data for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv is: [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:19Z', 'revision_number': 8, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f0ed230-9812-4a75-b266-bab90a550d7d', 'name': '', 'network_id': '7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:38:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:55Z', 'updated_at': '2021-12-19T13:35:13Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': 'a7af26fd-874c-4bfd-9379-e0b3c75b9f3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:25.850914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event updated for resources: {'Port': ['ID=3dda2262-9ca6-4c03-8186-181cd3b6a85e,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:25.851860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:25.900712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:25.959049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Network 56d1467a-8054-46f4-b6e9-88bd3dfeb01f is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:25.962421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:26.022283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:26.101359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec66dba-a36e-4d0d-ad74-61265a9cc688 None None] Network 2c268bee-de7e-400c-8bc6-602654931841 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:26.118212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Transition to ACTIVE for port object 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:26.244989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 6cb50fc5-ba97-4240-8adf-261527b2f83b will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:26.261641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Transition to ACTIVE for port object 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:26.292983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c89ef749-4410-423b-8c89-ef45d8592d34 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:26.323594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:26.395628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:26.414915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:26.455661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:26.480282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7a1c5f15-000f-4cf5-9bd1-5984901a6cc0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:26.502599 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-05ab1894-b51e-47aa-9f07-3ea2ade55f3a None None] Provisioning complete for port e90f1070-bcdf-457e-9bcc-1f10f10d66dc triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:26.503000 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-05ab1894-b51e-47aa-9f07-3ea2ade55f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:26.529941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:26.537795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:26.548457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:26.553237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:26.553839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:26.575402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Pushing event updated for resources: {'Port': ['ID=6a1b34d6-fc8f-49ee-828d-1b495b35b6dc,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:26.582093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:26.624446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=6cb50fc5-ba97-4240-8adf-261527b2f83b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:26.647702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Network 56d1467a-8054-46f4-b6e9-88bd3dfeb01f is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:26.655822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:26.656393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:26.670765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b3a0>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:17Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:17Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:26.677084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:26.684305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Checking router: bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:26.684609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Updating router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 port e0498001-71bb-492b-9f2b-ecffaa69737c binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:35:26.780201 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.9263592
Dec 19 13:35:26.780443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45374) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:26.787100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:26.815572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:26.876334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port c89ef749-4410-423b-8c89-ef45d8592d34 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:26.926531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port c89ef749-4410-423b-8c89-ef45d8592d34 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:26.926827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:26.994634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812fa0b4-9c88-4253-bad9-d271371acb1a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:26.998923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812fa0b4-9c88-4253-bad9-d271371acb1a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:26.999580 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-812fa0b4-9c88-4253-bad9-d271371acb1a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:27.082638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:27.107645 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4485891
Dec 19 13:35:27.108224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45378) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:27.113843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2a107af1-6070-4498-98bf-8f0bc387ad38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:27.131108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Attempting to bind port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:27.131498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Attempting to bind port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'fec88a39-65e1-4644-bff1-4c8c714e61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:27.132280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Attempting to bind port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc on network 56d1467a-8054-46f4-b6e9-88bd3dfeb01f {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:27.178627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:27.178627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:27.184015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:27.184437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Checking segment: {'id': 'fec88a39-65e1-4644-bff1-4c8c714e61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:27.185100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:27.185508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Bound using segment: {'id': 'fec88a39-65e1-4644-bff1-4c8c714e61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:27.185998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Bound port: 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec88a39-65e1-4644-bff1-4c8c714e61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:27.186381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:27.217326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-812fa0b4-9c88-4253-bad9-d271371acb1a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:27.218475 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-812fa0b4-9c88-4253-bad9-d271371acb1a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.4371057
Dec 19 13:35:27.231870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45382) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:27.265158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-05ab1894-b51e-47aa-9f07-3ea2ade55f3a None None] Could not find standard attr ID for object 204c9a27-775f-4a9f-97ec-d0ee819cfbd9. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:35:27.390226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-df2264d4-459e-4b97-a0b2-137ed6aea8b9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 6cb50fc5-ba97-4240-8adf-261527b2f83b {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:27.390859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-df2264d4-459e-4b97-a0b2-137ed6aea8b9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:27.523012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-05ab1894-b51e-47aa-9f07-3ea2ade55f3a None None] Provisioning complete for port 81350746-bfdb-43ea-87ab-a4ebe5fe1425 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:27.528090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-05ab1894-b51e-47aa-9f07-3ea2ade55f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:27.581218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] For port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:27.586242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] For port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6a1b34d6-fc8f-49ee-828d-1b495b35b6dc,segment=NetworkSegment(fec88a39-65e1-4644-bff1-4c8c714e61ed),segment_id=fec88a39-65e1-4644-bff1-4c8c714e61ed)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:27.648545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-df2264d4-459e-4b97-a0b2-137ed6aea8b9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:27.745791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:27.765496 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Transition to ACTIVE for port object e0498001-71bb-492b-9f2b-ecffaa69737c will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:27.770477 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:27.801044 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:27.810399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7932edec-310f-4997-906e-28db883629dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:27.867444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:27.916429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port c89ef749-4410-423b-8c89-ef45d8592d34, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c89ef749-4410-423b-8c89-ef45d8592d34,segment=NetworkSegment(e4dcf4df-dc25-4c3c-8ba9-38967840aeef),segment_id=e4dcf4df-dc25-4c3c-8ba9-38967840aeef)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:27.939538 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Pushing event updated for resources: {'Port': ['ID=6a1b34d6-fc8f-49ee-828d-1b495b35b6dc,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:27.970360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-df2264d4-459e-4b97-a0b2-137ed6aea8b9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 6cb50fc5-ba97-4240-8adf-261527b2f83b owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:28.013413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.014753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 224f5888-711e-4cb8-b4ed-1c2223e8f168 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:28.092724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 81350746-bfdb-43ea-87ab-a4ebe5fe1425, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=81350746-bfdb-43ea-87ab-a4ebe5fe1425,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:28.093798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.133809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:28.134146 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:28.134473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:28.134803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:28.136543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:28.136866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:28.137401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:28.137737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:28.138060 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:28.138382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:28.138703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:28.210956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.extraroute_db [None req-2a107af1-6070-4498-98bf-8f0bc387ad38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84125) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 19 13:35:28.213582 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 8f0ed230-9812-4a75-b266-bab90a550d7d {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:28.214147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.218417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:28.253521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:28.264521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 81350746-bfdb-43ea-87ab-a4ebe5fe1425 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:28.284711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.extraroute_db [None req-2a107af1-6070-4498-98bf-8f0bc387ad38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Removed routes are [] {{(pid=84125) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 19 13:35:28.290960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2a107af1-6070-4498-98bf-8f0bc387ad38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.380194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Attempting to bind port e0498001-71bb-492b-9f2b-ecffaa69737c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:28.381287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Attempting to bind port e0498001-71bb-492b-9f2b-ecffaa69737c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'e4dcf4df-dc25-4c3c-8ba9-38967840aeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c268bee-de7e-400c-8bc6-602654931841'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:28.382013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Attempting to bind port e0498001-71bb-492b-9f2b-ecffaa69737c on network 2c268bee-de7e-400c-8bc6-602654931841 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:28.404289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:28.405003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Checking segment: {'id': 'e4dcf4df-dc25-4c3c-8ba9-38967840aeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c268bee-de7e-400c-8bc6-602654931841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:28.405589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.406151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Bound using segment: {'id': 'e4dcf4df-dc25-4c3c-8ba9-38967840aeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c268bee-de7e-400c-8bc6-602654931841'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:28.406637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Bound port: e0498001-71bb-492b-9f2b-ecffaa69737c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4dcf4df-dc25-4c3c-8ba9-38967840aeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2c268bee-de7e-400c-8bc6-602654931841'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:28.407012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.432473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b22fda-9746-4d3e-a40e-915a1c614d20 None None] Pushing event updated for resources: {'Port': ['ID=e0498001-71bb-492b-9f2b-ecffaa69737c,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:28.621119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:28.621703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.659222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port 8f0ed230-9812-4a75-b266-bab90a550d7d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8f0ed230-9812-4a75-b266-bab90a550d7d,segment=NetworkSegment(ee91fe24-6c4f-458e-835e-7257d47bb65b),segment_id=ee91fe24-6c4f-458e-835e-7257d47bb65b)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:28.661405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.678627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=c89ef749-4410-423b-8c89-ef45d8592d34,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:28.693774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:28.696856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-df2264d4-459e-4b97-a0b2-137ed6aea8b9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.703021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-345a4353-ad81-4c9b-a8ca-59c05dd2621e tempest-TestServerAdvancedOps-1031482974 tempest-TestServerAdvancedOps-1031482974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:28.704581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] For port e0498001-71bb-492b-9f2b-ecffaa69737c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:28.708581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] For port e0498001-71bb-492b-9f2b-ecffaa69737c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e0498001-71bb-492b-9f2b-ecffaa69737c,segment=NetworkSegment(e4dcf4df-dc25-4c3c-8ba9-38967840aeef),segment_id=e4dcf4df-dc25-4c3c-8ba9-38967840aeef)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:28.710376 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.656s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:28.710728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:28.718230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bd92b473-670a-4e05-9036-ce1903b86dd4 None None] Provisioning for port 6cb50fc5-ba97-4240-8adf-261527b2f83b completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:28.729190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bd92b473-670a-4e05-9036-ce1903b86dd4 None None] Provisioning complete for port 6cb50fc5-ba97-4240-8adf-261527b2f83b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:28.729190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd92b473-670a-4e05-9036-ce1903b86dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.747102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2264d4-459e-4b97-a0b2-137ed6aea8b9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=6cb50fc5-ba97-4240-8adf-261527b2f83b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:28.750511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-df2264d4-459e-4b97-a0b2-137ed6aea8b9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:28.774266 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bd92b473-670a-4e05-9036-ce1903b86dd4 None None] Port 6cb50fc5-ba97-4240-8adf-261527b2f83b was deleted so its status cannot be updated. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 19 13:35:28.799768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.810097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:28.855135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-df2264d4-459e-4b97-a0b2-137ed6aea8b9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.863659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:28.886237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:28.899805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=81350746-bfdb-43ea-87ab-a4ebe5fe1425,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:28.910453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:28.932626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 8f0ed230-9812-4a75-b266-bab90a550d7d owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:28.964410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bd92b473-670a-4e05-9036-ce1903b86dd4 None None] Provisioning complete for port 224f5888-711e-4cb8-b4ed-1c2223e8f168 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:28.965023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd92b473-670a-4e05-9036-ce1903b86dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:29.151470 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-df2264d4-459e-4b97-a0b2-137ed6aea8b9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/6cb50fc5-ba97-4240-8adf-261527b2f83b HTTP/1.1" status: 204  len: 168 time: 1.9128821
Dec 19 13:35:29.162235 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45386) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:29.163038 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:29.167292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b3a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:29.303957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:29.313642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0bee00ed-5590-442a-8b6b-34ea8e69975a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:29.443793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92f2c7-bd40-4862-822b-61020718817e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:29.445638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92f2c7-bd40-4862-822b-61020718817e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:29.447713 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1a92f2c7-bd40-4862-822b-61020718817e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.2876050
Dec 19 13:35:29.454126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45392) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:29.478378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=8f0ed230-9812-4a75-b266-bab90a550d7d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:29.497905 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:29.763988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:29.802885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:29.805118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-97022f22-b99b-4275-8b85-09fb55936033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 0ca7d21f-54df-4440-a5a9-f56b70fa42b7 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:29.805441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2a107af1-6070-4498-98bf-8f0bc387ad38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:29.899115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:29.921591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97022f22-b99b-4275-8b85-09fb55936033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:29.921914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2a107af1-6070-4498-98bf-8f0bc387ad38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:29.949955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:29.950361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 204c9a27-775f-4a9f-97ec-d0ee819cfbd9 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:29.952831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf1bcc0-ff3d-4967-ba0f-23efa99af52f None None] Network 56d1467a-8054-46f4-b6e9-88bd3dfeb01f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:29.993624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97022f22-b99b-4275-8b85-09fb55936033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:30.115939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b22fda-9746-4d3e-a40e-915a1c614d20 None None] Pushing event updated for resources: {'Port': ['ID=e0498001-71bb-492b-9f2b-ecffaa69737c,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:30.228921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b1b22fda-9746-4d3e-a40e-915a1c614d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.343s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:30.329608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:30.359217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:30.362948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a107af1-6070-4498-98bf-8f0bc387ad38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:30.364633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97022f22-b99b-4275-8b85-09fb55936033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:30.542949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97022f22-b99b-4275-8b85-09fb55936033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:30.549418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-77f265de-2019-4a29-b9c3-8577f223aec5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:30.567811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bd92b473-670a-4e05-9036-ce1903b86dd4 None None] Provisioning complete for port c89ef749-4410-423b-8c89-ef45d8592d34 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:30.567811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd92b473-670a-4e05-9036-ce1903b86dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:30.602665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97022f22-b99b-4275-8b85-09fb55936033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca7d21f-54df-4440-a5a9-f56b70fa42b7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:30.608663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-97022f22-b99b-4275-8b85-09fb55936033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:30.669661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97022f22-b99b-4275-8b85-09fb55936033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:30.685580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80187f93-7fb6-4974-8698-8e8707c96342 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:30.828263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:30.846717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b3a0>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 6, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dda2262-9ca6-4c03-8186-181cd3b6a85e', 'name': '', 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:48:0a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:23Z', 'updated_at': '2021-12-19T13:35:25Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:30.857409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a107af1-6070-4498-98bf-8f0bc387ad38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:30.872778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2a107af1-6070-4498-98bf-8f0bc387ad38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:30.876070 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-97022f22-b99b-4275-8b85-09fb55936033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/0ca7d21f-54df-4440-a5a9-f56b70fa42b7 HTTP/1.1" status: 204  len: 168 time: 1.4206510
Dec 19 13:35:30.877050 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2a107af1-6070-4498-98bf-8f0bc387ad38 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 HTTP/1.1" status: 200  len: 953 time: 3.7677162
Dec 19 13:35:30.877415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45396) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:30.879932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45398) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:30.881285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c89ef749-4410-423b-8c89-ef45d8592d34 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:30.932766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd5774-d7b4-4d3d-b27d-fe9e2b9e7dfa None None] The sync data for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 6, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dda2262-9ca6-4c03-8186-181cd3b6a85e', 'name': '', 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:48:0a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:23Z', 'updated_at': '2021-12-19T13:35:25Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:31.090259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port c89ef749-4410-423b-8c89-ef45d8592d34 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:31.090641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:31.117399 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4d41a24b-884f-421b-9cec-63df57aaa7b1 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2297654
Dec 19 13:35:31.126318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45404) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:31.142600 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bd92b473-670a-4e05-9036-ce1903b86dd4 None None] Provisioning for port e0498001-71bb-492b-9f2b-ecffaa69737c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:31.562354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 78ec1da8-b8c4-4601-90cc-230c5650292b has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:31.570174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:31.574163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f2a72-d38b-46b6-9b2c-412b1f36c6a8 None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:35:31.574163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-192f2a72-d38b-46b6-9b2c-412b1f36c6a8 None None] Deleting port 224f5888-711e-4cb8-b4ed-1c2223e8f168 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:31.574163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-192f2a72-d38b-46b6-9b2c-412b1f36c6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:31.576145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:31.576145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:31.576145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:31.576145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:31.576532 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:31.576617 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bf08abff-1cef-4610-bf98-9858f6306e72 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:31.576684 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0401008
Dec 19 13:35:31.576684 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45408) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:31.576783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-54222198-5273-4f90-a101-0745929dbdb1 None None] Provisioning for port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:31.576783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534030ca-56ea-4c26-a71b-197abd431742 None None] Sync routers for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:31.591098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-54222198-5273-4f90-a101-0745929dbdb1 None None] Provisioning complete for port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:31.591632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54222198-5273-4f90-a101-0745929dbdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:31.612657 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 900a30d0-3707-4575-9052-4410d8224a48 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:31.750465 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-51caf0fd-8882-4756-9bfd-b471baac8252 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 HTTP/1.1" status: 200  len: 953 time: 0.8627174
Dec 19 13:35:31.752046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45412) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:31.764910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c8d97e1d-38f8-4144-89b0-c11ecde0ac97 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'routes': None}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:31.820447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: bf08abff-1cef-4610-bf98-9858f6306e72 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:31.820533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bf08abff-1cef-4610-bf98-9858f6306e72 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:31.854844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-347320ca-5c66-4a70-a835-732e6c22ae2b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting subnet a7af26fd-874c-4bfd-9379-e0b3c75b9f3b {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:31.861413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-347320ca-5c66-4a70-a835-732e6c22ae2b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:31.880758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:31.880758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:31.931586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534030ca-56ea-4c26-a71b-197abd431742 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:31.932395 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-534030ca-56ea-4c26-a71b-197abd431742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d471041c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:31.948238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-347320ca-5c66-4a70-a835-732e6c22ae2b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:32.091467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-347320ca-5c66-4a70-a835-732e6c22ae2b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:32.192958 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Sync routers for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:32.204316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0498001-71bb-492b-9f2b-ecffaa69737c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:32.206353 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:32.207153 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477f46d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:32.298467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-192f2a72-d38b-46b6-9b2c-412b1f36c6a8 None None] For port 224f5888-711e-4cb8-b4ed-1c2223e8f168, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=224f5888-711e-4cb8-b4ed-1c2223e8f168,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:32.299023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-192f2a72-d38b-46b6-9b2c-412b1f36c6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:32.337421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-347320ca-5c66-4a70-a835-732e6c22ae2b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:32.350776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-408f5ca4-a8a7-4048-8d06-bba893b804e8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:32.389864 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:32.500886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-192f2a72-d38b-46b6-9b2c-412b1f36c6a8 None None] Calling delete_port for 224f5888-711e-4cb8-b4ed-1c2223e8f168 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:32.532318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-534030ca-56ea-4c26-a71b-197abd431742 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:32.556811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347320ca-5c66-4a70-a835-732e6c22ae2b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Subnet': ['ID=a7af26fd-874c-4bfd-9379-e0b3c75b9f3b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:32.559202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-347320ca-5c66-4a70-a835-732e6c22ae2b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:32.567177 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-347320ca-5c66-4a70-a835-732e6c22ae2b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/a7af26fd-874c-4bfd-9379-e0b3c75b9f3b HTTP/1.1" status: 204  len: 168 time: 1.0380361
Dec 19 13:35:32.568779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-347320ca-5c66-4a70-a835-732e6c22ae2b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:32.569698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45416) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:32.588377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11668a0a-635e-4dfb-ad0d-8ad890ad12ab None None] Network 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:32.705301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:32.716568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:32.734226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port cbdf6652-4d4d-449f-b369-586a7c36030e {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:32.734710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:32.759732 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/900a30d0-3707-4575-9052-4410d8224a48/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9347026
Dec 19 13:35:32.779624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c96a59-9ebc-488a-af79-c0396628bd02 None None] Sync routers for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:32.802743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54222198-5273-4f90-a101-0745929dbdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:32.836279 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477f46d0>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 6, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dda2262-9ca6-4c03-8186-181cd3b6a85e', 'name': '', 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:48:0a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:23Z', 'updated_at': '2021-12-19T13:35:25Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:32.846090 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Checking router: bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:32.846090 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Updating router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 port 3dda2262-9ca6-4c03-8186-181cd3b6a85e binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:35:32.923964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.026784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port e0498001-71bb-492b-9f2b-ecffaa69737c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:33.044856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port cbdf6652-4d4d-449f-b369-586a7c36030e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cbdf6652-4d4d-449f-b369-586a7c36030e,segment=NetworkSegment(ee91fe24-6c4f-458e-835e-7257d47bb65b),segment_id=ee91fe24-6c4f-458e-835e-7257d47bb65b)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:33.045885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.063206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c96a59-9ebc-488a-af79-c0396628bd02 None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:33.063995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c3c96a59-9ebc-488a-af79-c0396628bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47561a60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:33.180698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for cbdf6652-4d4d-449f-b369-586a7c36030e owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:33.216210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-54222198-5273-4f90-a101-0745929dbdb1 None None] For port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6a1b34d6-fc8f-49ee-828d-1b495b35b6dc,segment=NetworkSegment(fec88a39-65e1-4644-bff1-4c8c714e61ed),segment_id=fec88a39-65e1-4644-bff1-4c8c714e61ed)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:33.217557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e0498001-71bb-492b-9f2b-ecffaa69737c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:33.217659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.extraroute_db [None req-c8d97e1d-38f8-4144-89b0-c11ecde0ac97 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added routes are [] {{(pid=84124) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 19 13:35:33.219693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.extraroute_db [None req-c8d97e1d-38f8-4144-89b0-c11ecde0ac97 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84124) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 19 13:35:33.219795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.258703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-192f2a72-d38b-46b6-9b2c-412b1f36c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.271449 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8d97e1d-38f8-4144-89b0-c11ecde0ac97 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.273809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-efbc56ea-c0d0-416f-b3ef-6e427e602f31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:33.334597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:35:33.335846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.340411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e0482705-dcc6-43ed-833e-865deca39e98 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:33.374976 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.382777 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.389903 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Transition to ACTIVE for port object 3dda2262-9ca6-4c03-8186-181cd3b6a85e will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:33.400696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c9818d47-e392-4a32-ab09-19af9a13a914 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:33.414637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f2a72-d38b-46b6-9b2c-412b1f36c6a8 None None] Pushing event deleted for resources: {'Port': ['ID=224f5888-711e-4cb8-b4ed-1c2223e8f168,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:33.439970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No DVR routers for this DVR port cbdf6652-4d4d-449f-b369-586a7c36030e on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:33.462179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:33.470912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:33.472159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-192f2a72-d38b-46b6-9b2c-412b1f36c6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:33.477831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54222198-5273-4f90-a101-0745929dbdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.494823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7932edec-310f-4997-906e-28db883629dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:33.510625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=cbdf6652-4d4d-449f-b369-586a7c36030e,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:33.513451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:33.531021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:33.531021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.546451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=c0ab8949-7f6c-490b-87b5-0063c4a4cf62,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:33.556711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:33.559456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f2a72-d38b-46b6-9b2c-412b1f36c6a8 None None] No DVR routers for this DVR port 224f5888-711e-4cb8-b4ed-1c2223e8f168 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:33.577544 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.581652 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:33.645715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f63ea8a-f19b-4d5f-a4df-5fc769b43bba None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:33.682605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.729570 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5293963
Dec 19 13:35:33.743529 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Pushing event updated for resources: {'Port': ['ID=3dda2262-9ca6-4c03-8186-181cd3b6a85e,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:33.752492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45426) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:33.756558 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:33.756902 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:33.757259 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:33.757585 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:33.757922 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:33.758247 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:33.758564 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:33.758880 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:33.759241 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:33.759553 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:33.759868 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:35:33.764103 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:33.777154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:52:cd:bd', 'name': 'tempest-NetworksTestDHCPv6-893024939'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:33.866584 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Attempting to bind port 3dda2262-9ca6-4c03-8186-181cd3b6a85e on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:33.866844 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Attempting to bind port 3dda2262-9ca6-4c03-8186-181cd3b6a85e by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'fec88a39-65e1-4644-bff1-4c8c714e61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:33.867191 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Attempting to bind port 3dda2262-9ca6-4c03-8186-181cd3b6a85e on network 56d1467a-8054-46f4-b6e9-88bd3dfeb01f {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:33.875658 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:33.876117 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Checking segment: {'id': 'fec88a39-65e1-4644-bff1-4c8c714e61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:33.876609 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.877068 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Bound using segment: {'id': 'fec88a39-65e1-4644-bff1-4c8c714e61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:33.877628 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Bound port: 3dda2262-9ca6-4c03-8186-181cd3b6a85e, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec88a39-65e1-4644-bff1-4c8c714e61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:33.878093 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.896211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8d97e1d-38f8-4144-89b0-c11ecde0ac97 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.900902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8d97e1d-38f8-4144-89b0-c11ecde0ac97 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:33.921516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d460e9460>,) {'filters': {'network_id': ['7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:33.952867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-c3c96a59-9ebc-488a-af79-c0396628bd02 None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:33.956733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d460e9460>, 'ee91fe24-6c4f-458e-835e-7257d47bb65b') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:33.956733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d460e9460>, 'ee91fe24-6c4f-458e-835e-7257d47bb65b') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:33.991389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.001505 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] For port 3dda2262-9ca6-4c03-8186-181cd3b6a85e, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:34.004543 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] For port 3dda2262-9ca6-4c03-8186-181cd3b6a85e, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3dda2262-9ca6-4c03-8186-181cd3b6a85e,segment=NetworkSegment(fec88a39-65e1-4644-bff1-4c8c714e61ed),segment_id=fec88a39-65e1-4644-bff1-4c8c714e61ed)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:34.029110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.064423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:35:34.064423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.080965 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54222198-5273-4f90-a101-0745929dbdb1 None None] Pushing event updated for resources: {'Port': ['ID=6a1b34d6-fc8f-49ee-828d-1b495b35b6dc,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:35:34.088377 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:35:34.093991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cf7e3-aabd-4ad4-b2ad-62c860da9910 req-3a637509-ed6e-4b6b-88e4-728ec69fa693 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:34.103776 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e92cf7e3-aabd-4ad4-b2ad-62c860da9910 req-3a637509-ed6e-4b6b-88e4-728ec69fa693 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 946 time: 0.4050889
Dec 19 13:35:34.103885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-54222198-5273-4f90-a101-0745929dbdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:34.114739 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-54222198-5273-4f90-a101-0745929dbdb1 None None] Provisioning complete for port e0498001-71bb-492b-9f2b-ecffaa69737c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:34.115217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-54222198-5273-4f90-a101-0745929dbdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.125532 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.131134 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-2c4de3b1-2551-4474-b06a-8d5c85969f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:34.227016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:34.262897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:34.263970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.279858 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:34.279858 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477f46d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:34.283827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5ca18-98b9-4225-a9b2-e724f57cb064 None None] DHCP port deletion for 7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:35:34.287623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:34.308499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:34.315678 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e92cf7e3-aabd-4ad4-b2ad-62c860da9910 req-35f9dec2-5e2d-4a6e-9cc2-dcf50b37583b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1683455
Dec 19 13:35:34.379133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d97e1d-38f8-4144-89b0-c11ecde0ac97 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:34.397778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.408288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.415295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b2598833-06be-46d4-82e1-a7db4a35d383 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:34.470600 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Pushing event updated for resources: {'Port': ['ID=3dda2262-9ca6-4c03-8186-181cd3b6a85e,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:34.477956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Network': ['ID=7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:34.482220 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:34.485362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:34.490147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:34.522536 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/networks/7d09d3e7-52d2-4eef-a3ac-06fd06ad1b7b HTTP/1.1" status: 204  len: 168 time: 1.9517655
Dec 19 13:35:34.526638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e0498001-71bb-492b-9f2b-ecffaa69737c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e0498001-71bb-492b-9f2b-ecffaa69737c,segment=NetworkSegment(e4dcf4df-dc25-4c3c-8ba9-38967840aeef),segment_id=e4dcf4df-dc25-4c3c-8ba9-38967840aeef)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:34.542125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45430) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:34.550885 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:34.672070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.709697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.713666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 24e5f4ec-73d6-406f-a9b8-734f23d14e6f yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:35:34.735629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:34.805246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 224f5888-711e-4cb8-b4ed-1c2223e8f168 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:34.843332 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': 'c0ab8949-7f6c-490b-87b5-0063c4a4cf62'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:35:34.844707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.865493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d97e1d-38f8-4144-89b0-c11ecde0ac97 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:34.871874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8d97e1d-38f8-4144-89b0-c11ecde0ac97 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:34.873750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 224f5888-711e-4cb8-b4ed-1c2223e8f168 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:34.873852 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c8d97e1d-38f8-4144-89b0-c11ecde0ac97 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 HTTP/1.1" status: 200  len: 703 time: 3.1197815
Dec 19 13:35:34.873922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 224f5888-711e-4cb8-b4ed-1c2223e8f168 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:34.876499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45434) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:34.876906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-534030ca-56ea-4c26-a71b-197abd431742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d471041c0>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:29Z', 'revision_number': 9, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:34.892793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534030ca-56ea-4c26-a71b-197abd431742 None None] Checking router: 78ec1da8-b8c4-4601-90cc-230c5650292b for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:34.949481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534030ca-56ea-4c26-a71b-197abd431742 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:34.949481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-534030ca-56ea-4c26-a71b-197abd431742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d471041c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:35.104152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::f816:3eff:fe52:cdbd (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/c0ab8949-7f6c-490b-87b5-0063c4a4cf62/24e5f4ec-73d6-406f-a9b8-734f23d14e6f) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:35.110628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3dda2262-9ca6-4c03-8186-181cd3b6a85e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:35.121985 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477f46d0>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:33Z', 'revision_number': 7, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dda2262-9ca6-4c03-8186-181cd3b6a85e', 'name': '', 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:48:0a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:23Z', 'updated_at': '2021-12-19T13:35:33Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:35.126132 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe68d2-69f5-4b8e-a3f2-ee5a6c038d7b None None] The sync data for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:33Z', 'revision_number': 7, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dda2262-9ca6-4c03-8186-181cd3b6a85e', 'name': '', 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:48:0a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:23Z', 'updated_at': '2021-12-19T13:35:33Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:35.183926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928bba8-a6a9-43bf-be54-5fc6e1467f8f req-08acea00-8727-410e-b017-9460246ac132 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:35.186392 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5928bba8-a6a9-43bf-be54-5fc6e1467f8f req-08acea00-8727-410e-b017-9460246ac132 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 946 time: 0.2828100
Dec 19 13:35:35.280372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-5928bba8-a6a9-43bf-be54-5fc6e1467f8f req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port e866bf6d-f14f-4870-95c8-3fec4ea33858 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:35.280881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-5928bba8-a6a9-43bf-be54-5fc6e1467f8f req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:35.337457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:35.360133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e0498001-71bb-492b-9f2b-ecffaa69737c,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:35.373549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:35.408424 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-534030ca-56ea-4c26-a71b-197abd431742 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:35.434419 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0da313-ec1c-4321-aab8-3782072c2eca None None] Sync routers for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:35.460075 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-12a24485-d736-4da6-9fe9-a4edf8938564 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 HTTP/1.1" status: 200  len: 703 time: 0.5808485
Dec 19 13:35:35.461573 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0da313-ec1c-4321-aab8-3782072c2eca None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:35.463156 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4c0da313-ec1c-4321-aab8-3782072c2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4790e130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:35.470771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ba165df3-ff96-47dd-9501-9c9e3762d561 None None] Provisioning complete for port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:35.471378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ba165df3-ff96-47dd-9501-9c9e3762d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:35.477124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45440) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:35.643483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-5928bba8-a6a9-43bf-be54-5fc6e1467f8f req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port e866bf6d-f14f-4870-95c8-3fec4ea33858, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e866bf6d-f14f-4870-95c8-3fec4ea33858,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:35.643829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-5928bba8-a6a9-43bf-be54-5fc6e1467f8f req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:35.710669 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-4c0da313-ec1c-4321-aab8-3782072c2eca None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:35.724815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 3dda2262-9ca6-4c03-8186-181cd3b6a85e completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:35.747480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c3c96a59-9ebc-488a-af79-c0396628bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47561a60>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e1f34167-4c46-41ba-95b4-54809b1f9bd6', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '900a30d0-3707-4575-9052-4410d8224a48', 'port_id': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'mac_address': 'fa:16:3e:ab:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcac361-1b10-45e9-9932-4b9f27025140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:53Z', 'updated_at': '2021-12-19T13:34:01Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:35.774819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-5928bba8-a6a9-43bf-be54-5fc6e1467f8f req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for e866bf6d-f14f-4870-95c8-3fec4ea33858 owned by compute:nova {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:35.879389 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-49f85397-8b10-4d1d-a7b1-a13e5b2e9914 req-6c05d9f0-1e17-4549-b062-ba0c1e372148 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4052968
Dec 19 13:35:35.909379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:35.993589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c96a59-9ebc-488a-af79-c0396628bd02 None None] Checking router: 900a30d0-3707-4575-9052-4410d8224a48 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:36.133008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f28e9-5e84-4eee-9bb7-f2b93c2dae30 req-fcb7c7b6-f848-4905-abfb-bf5ed60d3a18 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:36.134551 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-432f28e9-5e84-4eee-9bb7-f2b93c2dae30 req-fcb7c7b6-f848-4905-abfb-bf5ed60d3a18 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 946 time: 0.2313142
Dec 19 13:35:36.149870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-5928bba8-a6a9-43bf-be54-5fc6e1467f8f req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:36.152057 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4c0da313-ec1c-4321-aab8-3782072c2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4790e130>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:33Z', 'revision_number': 7, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dda2262-9ca6-4c03-8186-181cd3b6a85e', 'name': '', 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:48:0a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:23Z', 'updated_at': '2021-12-19T13:35:33Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:34Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:36.157746 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0da313-ec1c-4321-aab8-3782072c2eca None None] Checking router: bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:36.171725 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0da313-ec1c-4321-aab8-3782072c2eca None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:36.172453 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4c0da313-ec1c-4321-aab8-3782072c2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4790e130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:36.175043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e3c36a69-d6b4-463a-aa63-d67aa6941140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:36.179448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c96a59-9ebc-488a-af79-c0396628bd02 None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:36.180101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c3c96a59-9ebc-488a-af79-c0396628bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47561a60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:36.214240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:36.243748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=e866bf6d-f14f-4870-95c8-3fec4ea33858,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:36.243841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:36.246956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:36.247827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:36.291438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 24e5f4ec-73d6-406f-a9b8-734f23d14e6f will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:36.330860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ba165df3-ff96-47dd-9501-9c9e3762d561 None None] Provisioning for port 3dda2262-9ca6-4c03-8186-181cd3b6a85e completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:36.349390 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-432f28e9-5e84-4eee-9bb7-f2b93c2dae30 req-7bbe201d-4d4f-452b-bf00-746cc862f9a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=6addbf36-6f74-42c4-ada6-13024f0dda41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2007852
Dec 19 13:35:36.351686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-5928bba8-a6a9-43bf-be54-5fc6e1467f8f req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] No DVR routers for this DVR port e866bf6d-f14f-4870-95c8-3fec4ea33858 on host hv-neutron-8218 {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:36.354737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-5928bba8-a6a9-43bf-be54-5fc6e1467f8f req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:36.364910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ba165df3-ff96-47dd-9501-9c9e3762d561 None None] Provisioning complete for port 3dda2262-9ca6-4c03-8186-181cd3b6a85e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:36.364910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ba165df3-ff96-47dd-9501-9c9e3762d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:36.365094 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-4c0da313-ec1c-4321-aab8-3782072c2eca None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:36.366315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186bb367-8412-4b02-b7c3-a1b76978a05e', 'name': 'network-vif-deleted', 'tag': 'e866bf6d-f14f-4870-95c8-3fec4ea33858'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:35:36.371826 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5928bba8-a6a9-43bf-be54-5fc6e1467f8f req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "DELETE /v2.0/ports/e866bf6d-f14f-4870-95c8-3fec4ea33858 HTTP/1.1" status: 204  len: 173 time: 1.1780763
Dec 19 13:35:36.450258 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186bb367-8412-4b02-b7c3-a1b76978a05e', 'name': 'network-vif-deleted', 'tag': 'e866bf6d-f14f-4870-95c8-3fec4ea33858', 'status': 'completed', 'code': 200}
Dec 19 13:35:36.543858 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:36.551152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b37da9ce-a9a4-41a7-af24-1c8b375fba14 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:36.586648 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-49f85397-8b10-4d1d-a7b1-a13e5b2e9914 req-e718bd31-e448-4e73-b42b-846dbf56f4db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 1099 time: 0.6816700
Dec 19 13:35:36.610278 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Allocated IP 2001:db8::f816:3eff:fe02:3caf (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/c0ab8949-7f6c-490b-87b5-0063c4a4cf62/0151900d-d30e-4595-85e2-a3cefab3cf70) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:36.666993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:36.674022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:36.685437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:36.689464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:36.690013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:36.694158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=24e5f4ec-73d6-406f-a9b8-734f23d14e6f,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:36.697309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:36.807461 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.0382984
Dec 19 13:35:36.809960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45446) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:36.866105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-534030ca-56ea-4c26-a71b-197abd431742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d471041c0>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:29Z', 'revision_number': 9, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:36.927221 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4c0da313-ec1c-4321-aab8-3782072c2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4790e130>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:33Z', 'revision_number': 7, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dda2262-9ca6-4c03-8186-181cd3b6a85e', 'name': '', 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:48:0a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:23Z', 'updated_at': '2021-12-19T13:35:33Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:34Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:36.938986 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0da313-ec1c-4321-aab8-3782072c2eca None None] The sync data for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:33Z', 'revision_number': 7, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3dda2262-9ca6-4c03-8186-181cd3b6a85e', 'name': '', 'network_id': '56d1467a-8054-46f4-b6e9-88bd3dfeb01f', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:48:0a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:23Z', 'updated_at': '2021-12-19T13:35:33Z', 'revision_number': 4, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '3e2ee7d6-160c-40ff-932e-922c45fa73e3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:34Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:36.951318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534030ca-56ea-4c26-a71b-197abd431742 None None] The sync data for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv is: [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:29Z', 'revision_number': 9, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '6e5af185-c437-4ba0-8a96-999de5047191', 'name': '', 'network_id': '162ccb8a-47b2-425c-b728-db159b1a8537', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:e1:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:44Z', 'updated_at': '2021-12-19T13:34:56Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '0bcd901a-7b6d-40d0-ba8d-142addc6f5f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:37.005415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46382001-49a9-4935-8663-bd14cd88a8df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:37.007018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-46382001-49a9-4935-8663-bd14cd88a8df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:37.010393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f85397-8b10-4d1d-a7b1-a13e5b2e9914 req-7e12bf17-a13c-443e-91b0-112c9969d2b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:37.010869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ba165df3-ff96-47dd-9501-9c9e3762d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:37.016976 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-49f85397-8b10-4d1d-a7b1-a13e5b2e9914 req-7e12bf17-a13c-443e-91b0-112c9969d2b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=82b374b8-6a32-47cc-b37c-00cb794fe448 HTTP/1.1" status: 200  len: 898 time: 0.4054430
Dec 19 13:35:37.040841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cbdf6652-4d4d-449f-b369-586a7c36030e no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:37.091517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: cbdf6652-4d4d-449f-b369-586a7c36030e {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:37.091864 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cbdf6652-4d4d-449f-b369-586a7c36030e not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:37.100859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-46382001-49a9-4935-8663-bd14cd88a8df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:37.105003 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-46382001-49a9-4935-8663-bd14cd88a8df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.2927027
Dec 19 13:35:37.111794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45450) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:37.113956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-c3c96a59-9ebc-488a-af79-c0396628bd02 None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:37.141143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:37.212325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ebefb309-1afd-46c1-9ba0-1ab22042aa02 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 24e5f4ec-73d6-406f-a9b8-734f23d14e6f {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:37.212999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ebefb309-1afd-46c1-9ba0-1ab22042aa02 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:37.228702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ba165df3-ff96-47dd-9501-9c9e3762d561 None None] For port 3dda2262-9ca6-4c03-8186-181cd3b6a85e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3dda2262-9ca6-4c03-8186-181cd3b6a85e,segment=NetworkSegment(fec88a39-65e1-4644-bff1-4c8c714e61ed),segment_id=fec88a39-65e1-4644-bff1-4c8c714e61ed)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:37.271289 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-49f85397-8b10-4d1d-a7b1-a13e5b2e9914 req-9e7c1433-b79c-43e9-b602-953fcc2f6501 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5fba030-db7b-45b6-9af7-e14c46c38cd5 HTTP/1.1" status: 200  len: 1002 time: 0.2460690
Dec 19 13:35:37.304207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:37.318475 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ba165df3-ff96-47dd-9501-9c9e3762d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:37.326341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:37.393068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f85397-8b10-4d1d-a7b1-a13e5b2e9914 req-041a1c35-2dcd-4f23-8d80-48a3a03352cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:37.394476 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-49f85397-8b10-4d1d-a7b1-a13e5b2e9914 req-041a1c35-2dcd-4f23-8d80-48a3a03352cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed535a1a-755a-47d2-8ab7-0b067ea99f1b HTTP/1.1" status: 200  len: 835 time: 0.1148427
Dec 19 13:35:37.568172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ebefb309-1afd-46c1-9ba0-1ab22042aa02 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:37.595556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0498001-71bb-492b-9f2b-ecffaa69737c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:37.643661 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-49f85397-8b10-4d1d-a7b1-a13e5b2e9914 req-a10fcbcd-d64a-4d5e-896e-9af5b8b26609 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82b374b8-6a32-47cc-b37c-00cb794fe448&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2405894
Dec 19 13:35:37.664790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Transition to ACTIVE for port object 0151900d-d30e-4595-85e2-a3cefab3cf70 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:37.736610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Transition to ACTIVE for port object 0151900d-d30e-4595-85e2-a3cefab3cf70 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:37.821415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba165df3-ff96-47dd-9501-9c9e3762d561 None None] Pushing event updated for resources: {'Port': ['ID=3dda2262-9ca6-4c03-8186-181cd3b6a85e,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:37.829897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ba165df3-ff96-47dd-9501-9c9e3762d561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:37.835702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:37.841901 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:37.930883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ebefb309-1afd-46c1-9ba0-1ab22042aa02 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 24e5f4ec-73d6-406f-a9b8-734f23d14e6f owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:37.949903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 6e5af185-c437-4ba0-8a96-999de5047191 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:37.950222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:37.959958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-842c93ca-0d74-4dd9-b964-2edac3502802 req-13676983-cd36-41d0-b664-2f6460705767 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:37.970756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:37.974712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:37.976424 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e0498001-71bb-492b-9f2b-ecffaa69737c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:37.976798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:38.031519 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:35:38.034120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:38.036393 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Pushing event updated for resources: {'Port': ['ID=0151900d-d30e-4595-85e2-a3cefab3cf70,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:38.049257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:38.065439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-842c93ca-0d74-4dd9-b964-2edac3502802 req-13676983-cd36-41d0-b664-2f6460705767 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:38.066597 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-842c93ca-0d74-4dd9-b964-2edac3502802 req-13676983-cd36-41d0-b664-2f6460705767 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=186bb367-8412-4b02-b7c3-a1b76978a05e HTTP/1.1" status: 200  len: 210 time: 0.2441380
Dec 19 13:35:38.170803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Attempting to bind port 0151900d-d30e-4595-85e2-a3cefab3cf70 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:38.171460 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Attempting to bind port 0151900d-d30e-4595-85e2-a3cefab3cf70 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:38.171822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Attempting to bind port 0151900d-d30e-4595-85e2-a3cefab3cf70 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:38.175805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ebefb309-1afd-46c1-9ba0-1ab22042aa02 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:38.184242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:38.190049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:38.190428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:38.190829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:38.191246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:38.191766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Bound port: 0151900d-d30e-4595-85e2-a3cefab3cf70, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:38.192139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:38.232044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefb309-1afd-46c1-9ba0-1ab22042aa02 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=24e5f4ec-73d6-406f-a9b8-734f23d14e6f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:38.234951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ebefb309-1afd-46c1-9ba0-1ab22042aa02 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:38.278257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ebefb309-1afd-46c1-9ba0-1ab22042aa02 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:38.300756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c3c96a59-9ebc-488a-af79-c0396628bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47561a60>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e1f34167-4c46-41ba-95b4-54809b1f9bd6', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '900a30d0-3707-4575-9052-4410d8224a48', 'port_id': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'mac_address': 'fa:16:3e:ab:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcac361-1b10-45e9-9932-4b9f27025140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:53Z', 'updated_at': '2021-12-19T13:34:01Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:38.319505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c96a59-9ebc-488a-af79-c0396628bd02 None None] The sync data for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv is: [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e1f34167-4c46-41ba-95b4-54809b1f9bd6', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.184', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '900a30d0-3707-4575-9052-4410d8224a48', 'port_id': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'mac_address': 'fa:16:3e:ab:5c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcac361-1b10-45e9-9932-4b9f27025140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:53Z', 'updated_at': '2021-12-19T13:34:01Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:38.324910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8f0ed230-9812-4a75-b266-bab90a550d7d no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:38.368659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device e866bf6d-f14f-4870-95c8-3fec4ea33858 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:38.371441 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ebefb309-1afd-46c1-9ba0-1ab22042aa02 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/24e5f4ec-73d6-406f-a9b8-734f23d14e6f HTTP/1.1" status: 204  len: 168 time: 1.2578020
Dec 19 13:35:38.376827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45456) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:38.376951 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-49f85397-8b10-4d1d-a7b1-a13e5b2e9914 req-2b2b1a27-0a33-4106-9ffe-2ba127e9321d service neutron] 10.222.0.18 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7240572
Dec 19 13:35:38.404691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 8f0ed230-9812-4a75-b266-bab90a550d7d {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:38.404928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8f0ed230-9812-4a75-b266-bab90a550d7d not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:38.413983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: e866bf6d-f14f-4870-95c8-3fec4ea33858 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:38.414334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device e866bf6d-f14f-4870-95c8-3fec4ea33858 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:38.425006 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] For port 0151900d-d30e-4595-85e2-a3cefab3cf70, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:38.429825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] For port 0151900d-d30e-4595-85e2-a3cefab3cf70, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=0151900d-d30e-4595-85e2-a3cefab3cf70,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:38.451836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743f9c89-49b3-4ea4-8fc2-1b6a23228846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:38.453272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743f9c89-49b3-4ea4-8fc2-1b6a23228846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:38.454091 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-743f9c89-49b3-4ea4-8fc2-1b6a23228846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:38.507161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port 6e5af185-c437-4ba0-8a96-999de5047191, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6e5af185-c437-4ba0-8a96-999de5047191,segment=NetworkSegment(731acf96-93df-4a6c-8804-8e0b0a81c902),segment_id=731acf96-93df-4a6c-8804-8e0b0a81c902)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:38.507512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:38.541457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-743f9c89-49b3-4ea4-8fc2-1b6a23228846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:38.542875 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-743f9c89-49b3-4ea4-8fc2-1b6a23228846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1648688
Dec 19 13:35:38.545461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45460) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:38.577440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:38.588864 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-697a08dd-49a9-4c3e-bab9-f3822aac539e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:38.625568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef1d299-aed9-4b85-a364-319b1ed96033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet c0ab8949-7f6c-490b-87b5-0063c4a4cf62 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:38.629356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ef1d299-aed9-4b85-a364-319b1ed96033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:38.650765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 6e5af185-c437-4ba0-8a96-999de5047191 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:38.681031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Pushing event updated for resources: {'Port': ['ID=0151900d-d30e-4595-85e2-a3cefab3cf70,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:38.685525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:38.721712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ef1d299-aed9-4b85-a364-319b1ed96033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:38.759531 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-49f85397-8b10-4d1d-a7b1-a13e5b2e9914 req-7c56b806-1c65-4f68-9dca-280615191526 service neutron] 10.222.0.18 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3723285
Dec 19 13:35:38.862935 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ef1d299-aed9-4b85-a364-319b1ed96033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:39.055029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 3dda2262-9ca6-4c03-8186-181cd3b6a85e {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:39.055409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:39.083264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ef1d299-aed9-4b85-a364-319b1ed96033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:39.089298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d7b048b8-bb8f-4711-8b44-64dc0e370ff5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:39.128955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1d299-aed9-4b85-a364-319b1ed96033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ab8949-7f6c-490b-87b5-0063c4a4cf62,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:39.132390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ef1d299-aed9-4b85-a364-319b1ed96033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:39.138688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ef1d299-aed9-4b85-a364-319b1ed96033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:39.198447 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45466) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:39.226300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:39.228923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7e82bd87-410d-4db6-a8a4-efbe8c9f22a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:39.271772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-70004130-640c-4758-baa4-e10423e9cd96 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:39.283501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=6e5af185-c437-4ba0-8a96-999de5047191,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:39.285160 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7ef1d299-aed9-4b85-a364-319b1ed96033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/c0ab8949-7f6c-490b-87b5-0063c4a4cf62 HTTP/1.1" status: 204  len: 168 time: 0.7377586
Dec 19 13:35:39.288289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45470) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:39.290940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:39.312829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-70004130-640c-4758-baa4-e10423e9cd96 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:39.430291 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e9136c84-03cb-4029-a77b-9bf87001b7f4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1407149
Dec 19 13:35:39.432948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45476) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:39.480614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-70004130-640c-4758-baa4-e10423e9cd96 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:39.491962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5305f9dd-b0ea-4480-911e-5a8221e35e2b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:39.515640 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70004130-640c-4758-baa4-e10423e9cd96 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6addbf36-6f74-42c4-ada6-13024f0dda41,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:39.522125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-70004130-640c-4758-baa4-e10423e9cd96 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:39.560514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7674eee2-9fff-4e6e-a983-1b9a189aff0e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:39.560514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7674eee2-9fff-4e6e-a983-1b9a189aff0e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:39.626779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-70004130-640c-4758-baa4-e10423e9cd96 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:39.629187 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-70004130-640c-4758-baa4-e10423e9cd96 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/6addbf36-6f74-42c4-ada6-13024f0dda41 HTTP/1.1" status: 204  len: 168 time: 0.4296324
Dec 19 13:35:39.658994 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7674eee2-9fff-4e6e-a983-1b9a189aff0e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:39.661093 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7674eee2-9fff-4e6e-a983-1b9a189aff0e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.2271893
Dec 19 13:35:39.664248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45482) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:39.673213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3dda2262-9ca6-4c03-8186-181cd3b6a85e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:39.693316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] For port 3dda2262-9ca6-4c03-8186-181cd3b6a85e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3dda2262-9ca6-4c03-8186-181cd3b6a85e,segment=NetworkSegment(fec88a39-65e1-4644-bff1-4c8c714e61ed),segment_id=fec88a39-65e1-4644-bff1-4c8c714e61ed)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:39.698520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:39.752819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161029d-245b-4360-a6ce-9513d08995aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:39.753746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8161029d-245b-4360-a6ce-9513d08995aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:39.777893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3dda2262-9ca6-4c03-8186-181cd3b6a85e triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:39.778268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:39.779100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45486) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:39.916375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 0151900d-d30e-4595-85e2-a3cefab3cf70 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:40.009691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-5965849d-a3f5-42f5-bb30-4267e71dc359 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting subnet bfbdf0b3-3c91-4470-8d17-325c119b4ed7 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:40.013063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8161029d-245b-4360-a6ce-9513d08995aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:40.014676 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8161029d-245b-4360-a6ce-9513d08995aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3490183
Dec 19 13:35:40.015186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5965849d-a3f5-42f5-bb30-4267e71dc359 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.016536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for 3dda2262-9ca6-4c03-8186-181cd3b6a85e owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:40.028428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a6743-e905-4f6e-9817-e03786e6b46f None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:40.045298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45490) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:40.106487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 0151900d-d30e-4595-85e2-a3cefab3cf70 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:40.140635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.143001 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 81350746-bfdb-43ea-87ab-a4ebe5fe1425 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:40.148851 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-27bcd7b0-c669-4e66-af83-feaa421dbe6e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0974443
Dec 19 13:35:40.149336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45494) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:40.156171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5965849d-a3f5-42f5-bb30-4267e71dc359 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.159465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:40.206465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 81350746-bfdb-43ea-87ab-a4ebe5fe1425 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:40.206816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 81350746-bfdb-43ea-87ab-a4ebe5fe1425 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:40.239319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9ee3b4ed-2160-4ec7-8082-7cd90db268c6 None None] Provisioning for port 0151900d-d30e-4595-85e2-a3cefab3cf70 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:40.254633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9ee3b4ed-2160-4ec7-8082-7cd90db268c6 None None] Provisioning complete for port 0151900d-d30e-4595-85e2-a3cefab3cf70 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:40.255250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b4ed-2160-4ec7-8082-7cd90db268c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.258355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5965849d-a3f5-42f5-bb30-4267e71dc359 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.440508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b4ed-2160-4ec7-8082-7cd90db268c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.447259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:40.455130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d82b188-e004-4c06-bc8c-80d5a053c4fa None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:35:40.457660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5965849d-a3f5-42f5-bb30-4267e71dc359 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.464419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-93dc8443-f7c8-47fa-a781-a0dbf3469b34 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:40.464923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3d82b188-e004-4c06-bc8c-80d5a053c4fa None None] Deleting port 0151900d-d30e-4595-85e2-a3cefab3cf70 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:40.465303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d82b188-e004-4c06-bc8c-80d5a053c4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.472783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:40.509851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965849d-a3f5-42f5-bb30-4267e71dc359 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbdf0b3-3c91-4470-8d17-325c119b4ed7,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:40.512656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5965849d-a3f5-42f5-bb30-4267e71dc359 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:40.516815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5965849d-a3f5-42f5-bb30-4267e71dc359 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.519605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9ee3b4ed-2160-4ec7-8082-7cd90db268c6 None None] For port 0151900d-d30e-4595-85e2-a3cefab3cf70, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=0151900d-d30e-4595-85e2-a3cefab3cf70,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:40.526983 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5965849d-a3f5-42f5-bb30-4267e71dc359 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/subnets/bfbdf0b3-3c91-4470-8d17-325c119b4ed7 HTTP/1.1" status: 204  len: 168 time: 0.7444663
Dec 19 13:35:40.527914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45498) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:40.530134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932ee0a0-586a-4630-ba76-0da5601dadf8 None None] Network c76891a9-fa15-418d-9fb9-aa87f2f59da1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:40.684644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.689365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:40.717668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:40.723095 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b4ed-2160-4ec7-8082-7cd90db268c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.729765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cde9e36b-079e-483d-b393-e8373e1862ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:40.760199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.771713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 859df514-a6f0-4727-bf83-f8ac10f95920 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:40.772042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:40.816640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=3dda2262-9ca6-4c03-8186-181cd3b6a85e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:40.824059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:40.831972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3d82b188-e004-4c06-bc8c-80d5a053c4fa None None] For port 0151900d-d30e-4595-85e2-a3cefab3cf70, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=0151900d-d30e-4595-85e2-a3cefab3cf70,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:40.832668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d82b188-e004-4c06-bc8c-80d5a053c4fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.035180 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 859df514-a6f0-4727-bf83-f8ac10f95920, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=859df514-a6f0-4727-bf83-f8ac10f95920,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:41.038755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.040172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.052832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3d82b188-e004-4c06-bc8c-80d5a053c4fa None None] Calling delete_port for 0151900d-d30e-4595-85e2-a3cefab3cf70 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:41.136110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3b4ed-2160-4ec7-8082-7cd90db268c6 None None] Pushing event updated for resources: {'Port': ['ID=0151900d-d30e-4595-85e2-a3cefab3cf70,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:41.139254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9ee3b4ed-2160-4ec7-8082-7cd90db268c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:41.186233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 859df514-a6f0-4727-bf83-f8ac10f95920 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:41.223514 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d82b188-e004-4c06-bc8c-80d5a053c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.228388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b1b22fda-9746-4d3e-a40e-915a1c614d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:41.268418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc7fa3-2384-4717-bbe2-2f843fea1ae5 None None] DHCP port deletion for c76891a9-fa15-418d-9fb9-aa87f2f59da1 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:35:41.281887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82b188-e004-4c06-bc8c-80d5a053c4fa None None] Pushing event deleted for resources: {'Port': ['ID=0151900d-d30e-4595-85e2-a3cefab3cf70,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:41.285268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3d82b188-e004-4c06-bc8c-80d5a053c4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:41.286135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-55cc7fa3-2384-4717-bbe2-2f843fea1ae5 None None] Deleting port 859df514-a6f0-4727-bf83-f8ac10f95920 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:41.286881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-55cc7fa3-2384-4717-bbe2-2f843fea1ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.315932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82b188-e004-4c06-bc8c-80d5a053c4fa None None] No DVR routers for this DVR port 0151900d-d30e-4595-85e2-a3cefab3cf70 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:41.393130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.397951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b97ea27-9340-4f9c-b098-8f33677185df tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:41.461139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=859df514-a6f0-4727-bf83-f8ac10f95920,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:41.463402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] No DVR routers for this DVR port 859df514-a6f0-4727-bf83-f8ac10f95920 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:41.465273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:41.502305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 859df514-a6f0-4727-bf83-f8ac10f95920 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:41.543932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 859df514-a6f0-4727-bf83-f8ac10f95920 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:41.544318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 859df514-a6f0-4727-bf83-f8ac10f95920 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:41.544742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 0151900d-d30e-4595-85e2-a3cefab3cf70 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:41.570300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.586976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 0151900d-d30e-4595-85e2-a3cefab3cf70 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:41.587346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 0151900d-d30e-4595-85e2-a3cefab3cf70 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:41.602523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.609072 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-55cc7fa3-2384-4717-bbe2-2f843fea1ae5 None None] For port 859df514-a6f0-4727-bf83-f8ac10f95920, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=859df514-a6f0-4727-bf83-f8ac10f95920,segment=NetworkSegment(b8a85ae6-0949-40d3-9699-63af4ef06cd5),segment_id=b8a85ae6-0949-40d3-9699-63af4ef06cd5)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:41.609642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-55cc7fa3-2384-4717-bbe2-2f843fea1ae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.636638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45d9b670>,) {'filters': {'network_id': ['c76891a9-fa15-418d-9fb9-aa87f2f59da1']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:41.650850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45d9b670>, 'b8a85ae6-0949-40d3-9699-63af4ef06cd5') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:41.651333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45d9b670>, 'b8a85ae6-0949-40d3-9699-63af4ef06cd5') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:41.666211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.687203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.696057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:35:41.696674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:35:41.716305 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:35:41.754055 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-55cc7fa3-2384-4717-bbe2-2f843fea1ae5 None None] Calling delete_port for 859df514-a6f0-4727-bf83-f8ac10f95920 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:41.776512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 78ec1da8-b8c4-4601-90cc-230c5650292b has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:41.826707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-55cc7fa3-2384-4717-bbe2-2f843fea1ae5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:35:41.827077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-55cc7fa3-2384-4717-bbe2-2f843fea1ae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:35:41.884363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.888474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-007a3f16-ff92-4664-bc99-aca303522e9d tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:41.903202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:41.914373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Network': ['ID=c76891a9-fa15-418d-9fb9-aa87f2f59da1,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:41.920273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:42.006156 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/networks/c76891a9-fa15-418d-9fb9-aa87f2f59da1 HTTP/1.1" status: 204  len: 168 time: 1.4744468
Dec 19 13:35:42.006524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45502) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:42.180430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:35:42.184903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:42.193415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ceb9dc1d-e06e-468b-8eaf-72aab6ccd5e8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:42.209380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port fb809800-7b1f-4509-b2e0-3a80cff432ae {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:42.209904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:42.276256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:42.283430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:42.290095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:42.290918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:42.293052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e7980-b1f1-4a96-b901-5963b43d1268 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:42.361918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:42.369901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=2ebd002c-f388-43fa-8397-2d3bdd06f8aa,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:42.381336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:42.381924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:42.384145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:42.409829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-55cc7fa3-2384-4717-bbe2-2f843fea1ae5 None None] Deleting port 859df514-a6f0-4727-bf83-f8ac10f95920 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:42.410488 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-55cc7fa3-2384-4717-bbe2-2f843fea1ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:42.447362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a54d7-91b8-4f5d-84b9-9a8112be043d None None] Sync routers for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:42.459570 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9159617
Dec 19 13:35:42.462218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45506) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:42.506660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for fb809800-7b1f-4509-b2e0-3a80cff432ae owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:42.507869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-55cc7fa3-2384-4717-bbe2-2f843fea1ae5 None None] The port '859df514-a6f0-4727-bf83-f8ac10f95920' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:35:42.525119 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 2.3748419
Dec 19 13:35:42.525408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a54d7-91b8-4f5d-84b9-9a8112be043d None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:42.526228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-074a54d7-91b8-4f5d-84b9-9a8112be043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46cc1910>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:42.532119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45510) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:42.540608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:88:00:c6', 'name': 'tempest-NetworksTestDHCPv6-1539142829'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:42.640833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fa0ffead-0e00-40d8-bad8-ae581466bbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:42.755555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-074a54d7-91b8-4f5d-84b9-9a8112be043d None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:42.817989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:42.832581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:42.839886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf4ab29-c88b-4abd-9bb6-9828778730d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting subnet 0bcd901a-7b6d-40d0-ba8d-142addc6f5f9 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:42.842369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:42.848319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ab29-c88b-4abd-9bb6-9828778730d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:42.861580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': '2ebd002c-f388-43fa-8397-2d3bdd06f8aa'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:35:42.862802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:42.867803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:42.872369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5731425c-0f19-4be6-ba6c-6de8a6ed5e0e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:42.918868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=fb809800-7b1f-4509-b2e0-3a80cff432ae,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:42.921530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:43.018075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:43.120425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:43.124179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:43.134549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ab29-c88b-4abd-9bb6-9828778730d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:43.223313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Allocated IP 2001:db8::f816:3eff:fee5:1b12 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/2ebd002c-f388-43fa-8397-2d3bdd06f8aa/cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:43.276178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port b13f1734-589a-43df-8cc9-b6c5db43ff94 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:35:43.340508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-074a54d7-91b8-4f5d-84b9-9a8112be043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46cc1910>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:38Z', 'revision_number': 10, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:43.349212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a54d7-91b8-4f5d-84b9-9a8112be043d None None] Checking router: 78ec1da8-b8c4-4601-90cc-230c5650292b for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:43.394529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ab29-c88b-4abd-9bb6-9828778730d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:43.394712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a54d7-91b8-4f5d-84b9-9a8112be043d None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:43.395235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-074a54d7-91b8-4f5d-84b9-9a8112be043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46cc1910>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:43.454415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:43.460628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 900a30d0-3707-4575-9052-4410d8224a48 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:43.471684 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9843032
Dec 19 13:35:43.472921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45514) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:43.475869 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74c4ca-3143-4bb5-be0e-c0763b083aab None None] Sync routers for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:43.492666 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74c4ca-3143-4bb5-be0e-c0763b083aab None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:43.492666 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ce74c4ca-3143-4bb5-be0e-c0763b083aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47b88dc0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:43.564552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ab29-c88b-4abd-9bb6-9828778730d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:43.568831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5d360d31-2e51-4b75-9495-646ee5bb4781 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:43.612124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:43.635276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ab29-c88b-4abd-9bb6-9828778730d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:43.651809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff70e35-7619-4953-8e8e-802828534270 None None] Network 162ccb8a-47b2-425c-b728-db159b1a8537 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:43.656827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4ab29-c88b-4abd-9bb6-9828778730d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Subnet': ['ID=0bcd901a-7b6d-40d0-ba8d-142addc6f5f9,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:43.659690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7bf4ab29-c88b-4abd-9bb6-9828778730d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:43.666786 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7bf4ab29-c88b-4abd-9bb6-9828778730d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/0bcd901a-7b6d-40d0-ba8d-142addc6f5f9 HTTP/1.1" status: 204  len: 168 time: 1.2025445
Dec 19 13:35:43.667484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45518) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:43.687961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Transition to ACTIVE for port object cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:43.715149 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ce74c4ca-3143-4bb5-be0e-c0763b083aab None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:43.717162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-074a54d7-91b8-4f5d-84b9-9a8112be043d None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:43.823580 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-1188b005-9f8d-4ccb-a808-b8b9be3749ae tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting subnet 3e2ee7d6-160c-40ff-932e-922c45fa73e3 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:43.828811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1188b005-9f8d-4ccb-a808-b8b9be3749ae tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:43.851876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:43.869145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:43.869655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:43.902339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1188b005-9f8d-4ccb-a808-b8b9be3749ae tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:43.979290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Transition to ACTIVE for port object cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:43.985911 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:44.021689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:44.049182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1188b005-9f8d-4ccb-a808-b8b9be3749ae tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:44.084316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9835f7-9185-4b0d-9b1f-4b87e230d63d None None] Sync routers for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:44.096320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:44.101042 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-64611626-4fde-4422-96f8-c638ea7b69e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:44.134957 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/floatingips/e1f34167-4c46-41ba-95b4-54809b1f9bd6 HTTP/1.1" status: 204  len: 168 time: 2.1272759
Dec 19 13:35:44.138980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcac361-1b10-45e9-9932-4b9f27025140', 'tag': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:35:44.176249 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ce74c4ca-3143-4bb5-be0e-c0763b083aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47b88dc0>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:40Z', 'revision_number': 8, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:34Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:44.181045 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74c4ca-3143-4bb5-be0e-c0763b083aab None None] Checking router: bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:44.193858 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74c4ca-3143-4bb5-be0e-c0763b083aab None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:44.194734 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ce74c4ca-3143-4bb5-be0e-c0763b083aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47b88dc0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:44.243706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1188b005-9f8d-4ccb-a808-b8b9be3749ae tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:44.274929 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcac361-1b10-45e9-9932-4b9f27025140', 'tag': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'status': 'completed', 'code': 200}
Dec 19 13:35:44.275182 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9835f7-9185-4b0d-9b1f-4b87e230d63d None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:44.275536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e8461b45-d296-4417-95e1-e9c944b9f2d5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:44.275967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ad9835f7-9185-4b0d-9b1f-4b87e230d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d04790>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:44.333979 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188b005-9f8d-4ccb-a808-b8b9be3749ae tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2ee7d6-160c-40ff-932e-922c45fa73e3,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:44.337413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1188b005-9f8d-4ccb-a808-b8b9be3749ae tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:44.343877 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1188b005-9f8d-4ccb-a808-b8b9be3749ae tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/3e2ee7d6-160c-40ff-932e-922c45fa73e3 HTTP/1.1" status: 204  len: 168 time: 0.8699529
Dec 19 13:35:44.344946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1188b005-9f8d-4ccb-a808-b8b9be3749ae tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:44.346877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45526) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:44.367978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466a7d74-4dd3-43ac-a402-aad13b171938 None None] Network 56d1467a-8054-46f4-b6e9-88bd3dfeb01f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:44.379393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=837b0127-c2c3-4e84-90c6-39b5fcdc08e9,segment=NetworkSegment(731acf96-93df-4a6c-8804-8e0b0a81c902),segment_id=731acf96-93df-4a6c-8804-8e0b0a81c902)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:44.380720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:44.404851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::f816:3eff:fe88:c6 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/2ebd002c-f388-43fa-8397-2d3bdd06f8aa/b13f1734-589a-43df-8cc9-b6c5db43ff94) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:44.407668 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ce74c4ca-3143-4bb5-be0e-c0763b083aab None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:44.445343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Pushing event updated for resources: {'Port': ['ID=cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:44.458706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:44.462615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:44.467898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:44.487213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:44.491719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:44.501686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:44.502014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:44.587703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:44.601921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-ad9835f7-9185-4b0d-9b1f-4b87e230d63d None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:44.763182 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-38ae896e-5fba-407a-930f-a302b0062644 req-e10b3706-ba21-41c7-8d40-f31900fc72e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 1099 time: 0.4844210
Dec 19 13:35:44.916734 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ce74c4ca-3143-4bb5-be0e-c0763b083aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47b88dc0>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:40Z', 'revision_number': 8, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:34Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:44.923427 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce74c4ca-3143-4bb5-be0e-c0763b083aab None None] The sync data for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:40Z', 'revision_number': 8, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0498001-71bb-492b-9f2b-ecffaa69737c', 'name': '', 'network_id': '2c268bee-de7e-400c-8bc6-602654931841', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:d0:39:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:16Z', 'updated_at': '2021-12-19T13:35:34Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': 'dd12625c-1a87-40fe-b7b0-20bc8d8692a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:44.937085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:44.949986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:45.035268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=837b0127-c2c3-4e84-90c6-39b5fcdc08e9,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:45.050935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:45.061897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No DVR routers for this DVR port 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:45.095626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6883a703-16af-4b1c-8863-7ffb730c9f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.150207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] For port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6a1b34d6-fc8f-49ee-828d-1b495b35b6dc,segment=NetworkSegment(fec88a39-65e1-4644-bff1-4c8c714e61ed),segment_id=fec88a39-65e1-4644-bff1-4c8c714e61ed)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:45.150207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.198691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Attempting to bind port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:45.199086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Attempting to bind port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:45.199444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Attempting to bind port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:45.256996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:45.257341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:45.257743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.258309 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:45.258940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Bound port: cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:45.259342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.295700 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:45.343271 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ea39b-1b18-46fd-a8d8-fd3b14b4aca5 None None] DHCP port deletion for 162ccb8a-47b2-425c-b728-db159b1a8537 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:35:45.390559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-074a54d7-91b8-4f5d-84b9-9a8112be043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46cc1910>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:38Z', 'revision_number': 10, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:45.411401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa375983-fac8-41aa-9c29-3e707260cf4b req-41228cb4-702e-4ca2-8ad4-c65b7478c6e0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:45.412528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-aa375983-fac8-41aa-9c29-3e707260cf4b req-41228cb4-702e-4ca2-8ad4-c65b7478c6e0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:45.422943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.423145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a54d7-91b8-4f5d-84b9-9a8112be043d None None] The sync data for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv is: [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:38Z', 'revision_number': 10, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None, '_interfaces': [{'id': '9e73b8b1-2f8c-47e0-b806-d09a0bd25358', 'name': '', 'network_id': '6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'mac_address': 'fa:16:3e:53:a8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '165e014b-8212-4d22-bb6c-afa48b614344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:35Z', 'updated_at': '2021-12-19T13:34:48Z', 'revision_number': 5, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'subnets': [{'id': '165e014b-8212-4d22-bb6c-afa48b614344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:45.453444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] For port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:45.459509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae896e-5fba-407a-930f-a302b0062644 req-33232776-cbfa-4c64-8158-8ebe78ddbd4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:45.460885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ad9835f7-9185-4b0d-9b1f-4b87e230d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d04790>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:45.468154 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] For port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:45.469367 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-38ae896e-5fba-407a-930f-a302b0062644 req-33232776-cbfa-4c64-8158-8ebe78ddbd4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=82b374b8-6a32-47cc-b37c-00cb794fe448 HTTP/1.1" status: 200  len: 898 time: 0.6331661
Dec 19 13:35:45.484164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.492179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9835f7-9185-4b0d-9b1f-4b87e230d63d None None] Checking router: 900a30d0-3707-4575-9052-4410d8224a48 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:45.497872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3dda2262-9ca6-4c03-8186-181cd3b6a85e no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:45.550066 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 3dda2262-9ca6-4c03-8186-181cd3b6a85e {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:45.550415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3dda2262-9ca6-4c03-8186-181cd3b6a85e not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:45.550841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:45.565656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-aa375983-fac8-41aa-9c29-3e707260cf4b req-41228cb4-702e-4ca2-8ad4-c65b7478c6e0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:45.567645 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aa375983-fac8-41aa-9c29-3e707260cf4b req-41228cb4-702e-4ca2-8ad4-c65b7478c6e0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 946 time: 0.5168819
Dec 19 13:35:45.582674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.589456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37653320-f6ec-4013-ba1f-847562889e79 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:45.605835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d467ba310>,) {'filters': {'network_id': ['162ccb8a-47b2-425c-b728-db159b1a8537']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:45.631516 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-38ae896e-5fba-407a-930f-a302b0062644 req-69e1f233-8e28-4768-9d2d-aff8249f1898 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5fba030-db7b-45b6-9af7-e14c46c38cd5 HTTP/1.1" status: 200  len: 217 time: 0.1339543
Dec 19 13:35:45.633965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object b13f1734-589a-43df-8cc9-b6c5db43ff94 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:45.636365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d467ba310>, '731acf96-93df-4a6c-8804-8e0b0a81c902') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:45.636948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d467ba310>, '731acf96-93df-4a6c-8804-8e0b0a81c902') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:45.649549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.660158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ba165df3-ff96-47dd-9501-9c9e3762d561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:45.686231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=6a1b34d6-fc8f-49ee-828d-1b495b35b6dc,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:45.690661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:45.696902 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No DVR routers for this DVR port 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:45.714585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd021a8-23be-4a1d-955e-ef2d2be6b9ad None None] DHCP port deletion for 56d1467a-8054-46f4-b6e9-88bd3dfeb01f request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:35:45.731138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.744594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-aa375983-fac8-41aa-9c29-3e707260cf4b req-2f60307c-c7a6-40f2-9e18-3d4978dcaa45 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:45.757420 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:45.763230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 837b0127-c2c3-4e84-90c6-39b5fcdc08e9 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:45.773379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.777787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae896e-5fba-407a-930f-a302b0062644 req-1a49a654-2975-4008-a6d8-8178da357b6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:45.779235 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-38ae896e-5fba-407a-930f-a302b0062644 req-1a49a654-2975-4008-a6d8-8178da357b6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed535a1a-755a-47d2-8ab7-0b067ea99f1b HTTP/1.1" status: 200  len: 835 time: 0.1329713
Dec 19 13:35:45.786667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:35:45.787160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.801091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9835f7-9185-4b0d-9b1f-4b87e230d63d None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:45.802229 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ad9835f7-9185-4b0d-9b1f-4b87e230d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d04790>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:35:45.802383 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:35:45.852203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.884904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46dbe7c0>,) {'filters': {'network_id': ['56d1467a-8054-46f4-b6e9-88bd3dfeb01f']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:45.893548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Pushing event updated for resources: {'Port': ['ID=cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:45.898868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46dbe7c0>, 'fec88a39-65e1-4644-bff1-4c8c714e61ed') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:45.899357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46dbe7c0>, 'fec88a39-65e1-4644-bff1-4c8c714e61ed') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:45.908015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:45.912543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.929222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.936003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:35:45.936201 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.969414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:45.980133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1e8b9255-9312-4bc1-8366-5c45fbb5d7fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:46.030945 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-38ae896e-5fba-407a-930f-a302b0062644 req-4e5d5e1c-8fa5-40dc-ab25-c1cec41b4a74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=82b374b8-6a32-47cc-b37c-00cb794fe448&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2263632
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:35:46.037102 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:35:46.039048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:46.082015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-ad9835f7-9185-4b0d-9b1f-4b87e230d63d None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:46.112907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:46.151344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:46.166068 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-61d9d136-63f6-4794-8636-c3919d2cb0d3 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:46.189912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:46.231518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:46.231685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=b13f1734-589a-43df-8cc9-b6c5db43ff94,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:46.235286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:46.246938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Network': ['ID=56d1467a-8054-46f4-b6e9-88bd3dfeb01f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:46.247998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-32786914-da1b-4b92-a0de-84895b169707 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:46.249673 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/networks/56d1467a-8054-46f4-b6e9-88bd3dfeb01f HTTP/1.1" status: 204  len: 168 time: 1.9020789
Dec 19 13:35:46.255560 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:46.256422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-aa375983-fac8-41aa-9c29-3e707260cf4b req-2f60307c-c7a6-40f2-9e18-3d4978dcaa45 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:46.257514 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aa375983-fac8-41aa-9c29-3e707260cf4b req-2f60307c-c7a6-40f2-9e18-3d4978dcaa45 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6698236
Dec 19 13:35:46.257952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45534) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:46.299176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:46.300670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:46.303529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Network': ['ID=162ccb8a-47b2-425c-b728-db159b1a8537,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:46.313246 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-38ae896e-5fba-407a-930f-a302b0062644 req-d85a72e7-3f0e-4f68-9d70-95640aeeb4da service neutron] 10.222.0.18 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2688382
Dec 19 13:35:46.314150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:46.318109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:46.318843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:46.324072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:46.329252 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/networks/162ccb8a-47b2-425c-b728-db159b1a8537 HTTP/1.1" status: 204  len: 168 time: 2.6611638
Dec 19 13:35:46.361105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45538) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:46.462499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:46.486815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35793747-9d22-4108-9861-e2582c3eb5b6 req-048bc0fe-6b6b-4c27-ba62-656789d89692 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:46.488505 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-35793747-9d22-4108-9861-e2582c3eb5b6 req-048bc0fe-6b6b-4c27-ba62-656789d89692 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 946 time: 0.3720782
Dec 19 13:35:46.544238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ad9835f7-9185-4b0d-9b1f-4b87e230d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d04790>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:46.548697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9835f7-9185-4b0d-9b1f-4b87e230d63d None None] The sync data for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv is: [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:28Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '59b83876-81fe-4745-8a29-e81e11f87d1e', 'name': '', 'network_id': '82b374b8-6a32-47cc-b37c-00cb794fe448', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:08:62:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:33:02Z', 'updated_at': '2021-12-19T13:33:20Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'ed535a1a-755a-47d2-8ab7-0b067ea99f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:46.570868 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 4.0370965
Dec 19 13:35:46.588289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45542) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:46.693651 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-38ae896e-5fba-407a-930f-a302b0062644 req-a076ffba-1c41-4bed-ab6a-0e652852571f service neutron] 10.222.0.18 "GET /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3661819
Dec 19 13:35:46.696495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-35793747-9d22-4108-9861-e2582c3eb5b6 req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port d5fba030-db7b-45b6-9af7-e14c46c38cd5 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:46.697569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-35793747-9d22-4108-9861-e2582c3eb5b6 req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:46.736577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e2b60-7c94-46d8-a47c-1ae3807357ad tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:46.741059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e2b60-7c94-46d8-a47c-1ae3807357ad tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:46.741867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5a6e2b60-7c94-46d8-a47c-1ae3807357ad tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:46.889824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5a6e2b60-7c94-46d8-a47c-1ae3807357ad tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:46.890963 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5a6e2b60-7c94-46d8-a47c-1ae3807357ad tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.2988517
Dec 19 13:35:46.897439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45546) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:46.972208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d1aece85-5bab-4e04-b2cf-1cc5bcec39de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port b13f1734-589a-43df-8cc9-b6c5db43ff94 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:46.977153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1aece85-5bab-4e04-b2cf-1cc5bcec39de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:47.057204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:47.133652 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5881e273-a7e2-4e97-8308-0d6bef590391 None None] New status for floating IP e1f34167-4c46-41ba-95b4-54809b1f9bd6: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:35:47.264995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-35793747-9d22-4108-9861-e2582c3eb5b6 req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port d5fba030-db7b-45b6-9af7-e14c46c38cd5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d5fba030-db7b-45b6-9af7-e14c46c38cd5,segment=NetworkSegment(204706a2-7318-4f60-98be-4d40eb1b0524),segment_id=204706a2-7318-4f60-98be-4d40eb1b0524)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:47.265558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-35793747-9d22-4108-9861-e2582c3eb5b6 req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:47.314850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:47.452212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-35793747-9d22-4108-9861-e2582c3eb5b6 req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for d5fba030-db7b-45b6-9af7-e14c46c38cd5 owned by compute:nova {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:47.466379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1aece85-5bab-4e04-b2cf-1cc5bcec39de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:47.500947 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2cc9ca9c-f9b4-4d4f-b362-fcd0cad2a096 None None] Provisioning for port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:47.549783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:47.612783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:47.672277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d1aece85-5bab-4e04-b2cf-1cc5bcec39de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for b13f1734-589a-43df-8cc9-b6c5db43ff94 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:47.711092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e65af-3e49-4556-9158-54708eec823b req-20434484-ee44-44c4-805e-32db4936d38c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:47.712579 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ea4e65af-3e49-4556-9158-54708eec823b req-20434484-ee44-44c4-805e-32db4936d38c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 946 time: 0.2255781
Dec 19 13:35:47.751204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:47.760079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:47.760647 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:47.885329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:47.898461 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ea4e65af-3e49-4556-9158-54708eec823b req-15a39463-4701-43b8-b173-e277fa7952eb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1709843
Dec 19 13:35:47.931837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:47.938617 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-35793747-9d22-4108-9861-e2582c3eb5b6 req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:47.943934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-db23f938-9bf5-41a9-a301-aa2c44294004 None None] Provisioning for port b13f1734-589a-43df-8cc9-b6c5db43ff94 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:47.948288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c3d0fa58-8c82-4b56-8811-90d678ec261d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:47.948547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-db23f938-9bf5-41a9-a301-aa2c44294004 None None] Provisioning complete for port b13f1734-589a-43df-8cc9-b6c5db43ff94 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:47.948927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-db23f938-9bf5-41a9-a301-aa2c44294004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:47.967545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1aece85-5bab-4e04-b2cf-1cc5bcec39de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:47.978222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:47.983150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-db23f938-9bf5-41a9-a301-aa2c44294004 None None] Port b13f1734-589a-43df-8cc9-b6c5db43ff94 was deleted so its status cannot be updated. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 19 13:35:47.993122 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=d5fba030-db7b-45b6-9af7-e14c46c38cd5,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:47.998706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:48.038079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:48.040051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-75f77318-ad4e-4ce5-9864-de30530cf0ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:48.053229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aece85-5bab-4e04-b2cf-1cc5bcec39de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=b13f1734-589a-43df-8cc9-b6c5db43ff94,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:48.060512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1aece85-5bab-4e04-b2cf-1cc5bcec39de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:48.107033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:48.135024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-35793747-9d22-4108-9861-e2582c3eb5b6 req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] No DVR routers for this DVR port d5fba030-db7b-45b6-9af7-e14c46c38cd5 on host hv-neutron-8218 {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:48.139809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-35793747-9d22-4108-9861-e2582c3eb5b6 req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:48.142380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d1aece85-5bab-4e04-b2cf-1cc5bcec39de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:48.143689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcac361-1b10-45e9-9932-4b9f27025140', 'name': 'network-vif-deleted', 'tag': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:35:48.148081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:48.148434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6a1b34d6-fc8f-49ee-828d-1b495b35b6dc not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:48.148863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6e5af185-c437-4ba0-8a96-999de5047191 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:48.189207 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-35793747-9d22-4108-9861-e2582c3eb5b6 req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "DELETE /v2.0/ports/d5fba030-db7b-45b6-9af7-e14c46c38cd5 HTTP/1.1" status: 204  len: 173 time: 1.6915975
Dec 19 13:35:48.198332 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 6e5af185-c437-4ba0-8a96-999de5047191 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:48.198911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6e5af185-c437-4ba0-8a96-999de5047191 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:48.223953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:48.230340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:48.240670 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcac361-1b10-45e9-9932-4b9f27025140', 'name': 'network-vif-deleted', 'tag': 'd5fba030-db7b-45b6-9af7-e14c46c38cd5', 'status': 'completed', 'code': 200}
Dec 19 13:35:48.246010 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d1aece85-5bab-4e04-b2cf-1cc5bcec39de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/b13f1734-589a-43df-8cc9-b6c5db43ff94 HTTP/1.1" status: 204  len: 168 time: 1.3474324
Dec 19 13:35:48.248914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45554) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:48.365185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c0dda-eb82-45f8-92b0-ee54e1a6a3fb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:48.366602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c0dda-eb82-45f8-92b0-ee54e1a6a3fb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:48.367436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-671c0dda-eb82-45f8-92b0-ee54e1a6a3fb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:48.413022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port e0498001-71bb-492b-9f2b-ecffaa69737c {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:48.413440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:48.454276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-671c0dda-eb82-45f8-92b0-ee54e1a6a3fb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:48.460745 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-671c0dda-eb82-45f8-92b0-ee54e1a6a3fb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2069700
Dec 19 13:35:48.462325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45558) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:48.578395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:48.578726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:48.777807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port 9e73b8b1-2f8c-47e0-b806-d09a0bd25358, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9e73b8b1-2f8c-47e0-b806-d09a0bd25358,segment=NetworkSegment(64aad871-c4cc-42ef-b7d9-9e50c97ade35),segment_id=64aad871-c4cc-42ef-b7d9-9e50c97ade35)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:48.778153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:48.889081 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] For port e0498001-71bb-492b-9f2b-ecffaa69737c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e0498001-71bb-492b-9f2b-ecffaa69737c,segment=NetworkSegment(e4dcf4df-dc25-4c3c-8ba9-38967840aeef),segment_id=e4dcf4df-dc25-4c3c-8ba9-38967840aeef)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:48.889574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:49.035163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:49.036541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for e0498001-71bb-492b-9f2b-ecffaa69737c owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:49.122021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-359cca0c-7943-41f7-a9f2-66b0b0fc0ea3 req-09352a5d-b4a1-4cec-b637-9680de7e7501 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:49.133808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da01f35-8295-4e3c-a1ef-8c2980229b4a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 2ebd002c-f388-43fa-8397-2d3bdd06f8aa {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:49.141769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2da01f35-8295-4e3c-a1ef-8c2980229b4a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:49.230005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2da01f35-8295-4e3c-a1ef-8c2980229b4a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:49.298382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-359cca0c-7943-41f7-a9f2-66b0b0fc0ea3 req-09352a5d-b4a1-4cec-b637-9680de7e7501 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:49.299535 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-359cca0c-7943-41f7-a9f2-66b0b0fc0ea3 req-09352a5d-b4a1-4cec-b637-9680de7e7501 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fcac361-1b10-45e9-9932-4b9f27025140 HTTP/1.1" status: 200  len: 210 time: 0.2345335
Dec 19 13:35:49.340203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:49.344148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:49.365344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2da01f35-8295-4e3c-a1ef-8c2980229b4a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:49.395469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=9e73b8b1-2f8c-47e0-b806-d09a0bd25358,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:49.396027 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:49.438112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:49.522016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:49.522016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:49.539868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:49.549512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ca1b0ea-9d69-40c8-9294-ed6e0ae3cba4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:49.605042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=e0498001-71bb-492b-9f2b-ecffaa69737c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:49.608352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2da01f35-8295-4e3c-a1ef-8c2980229b4a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:49.624502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:49.627504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-60c288a1-569d-409f-8037-01fbb252e617 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:49.657592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:49.680266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2da01f35-8295-4e3c-a1ef-8c2980229b4a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:49.685428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b1ce4-beb3-4f00-9888-67c9c3e4fdbc None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:49.690022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da01f35-8295-4e3c-a1ef-8c2980229b4a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebd002c-f388-43fa-8397-2d3bdd06f8aa,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:49.711705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2da01f35-8295-4e3c-a1ef-8c2980229b4a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:49.914987 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2da01f35-8295-4e3c-a1ef-8c2980229b4a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/2ebd002c-f388-43fa-8397-2d3bdd06f8aa HTTP/1.1" status: 204  len: 168 time: 1.4514837
Dec 19 13:35:49.919973 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45564) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:49.995088 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1a7a0e35-1aac-453a-a091-5d51faae9d51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0687687
Dec 19 13:35:49.995088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45568) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:50.001328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:50.038506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f81b27a-49b0-4448-9323-f2c1575d5871 None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:35:50.046994 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6f81b27a-49b0-4448-9323-f2c1575d5871 None None] Deleting port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:50.047657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6f81b27a-49b0-4448-9323-f2c1575d5871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:50.125475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 78ec1da8-b8c4-4601-90cc-230c5650292b has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:50.145843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:50.151660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:50.155170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:50.158844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:50.166010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:50.267781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:50.284624 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9197724
Dec 19 13:35:50.284783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8669a26-a442-41de-81b1-537f01d994f6 None None] Sync routers for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:50.284863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45572) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:50.290229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:50.293547 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:50.309451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6f81b27a-49b0-4448-9323-f2c1575d5871 None None] For port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:50.309855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6f81b27a-49b0-4448-9323-f2c1575d5871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:50.374048 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8669a26-a442-41de-81b1-537f01d994f6 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:50.374841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d8669a26-a442-41de-81b1-537f01d994f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d38220>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:50.446577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45578) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:50.484398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device d5fba030-db7b-45b6-9af7-e14c46c38cd5 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:50.514261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6f81b27a-49b0-4448-9323-f2c1575d5871 None None] Calling delete_port for cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:50.615838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: d5fba030-db7b-45b6-9af7-e14c46c38cd5 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:50.616428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device d5fba030-db7b-45b6-9af7-e14c46c38cd5 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:50.639742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-360f8818-ae08-4c91-a91c-7a749293457c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:50.663442 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-d8669a26-a442-41de-81b1-537f01d994f6 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:50.678778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b8ac24-1a32-469f-bd78-395b0daf595d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting subnet 165e014b-8212-4d22-bb6c-afa48b614344 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:50.681899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-43b8ac24-1a32-469f-bd78-395b0daf595d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:50.718507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-360f8818-ae08-4c91-a91c-7a749293457c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:50.738805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-43b8ac24-1a32-469f-bd78-395b0daf595d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:50.784081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d8669a26-a442-41de-81b1-537f01d994f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d38220>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:49Z', 'revision_number': 11, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:50.789253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8669a26-a442-41de-81b1-537f01d994f6 None None] Checking router: 78ec1da8-b8c4-4601-90cc-230c5650292b for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:50.800582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8669a26-a442-41de-81b1-537f01d994f6 None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:50.801104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d8669a26-a442-41de-81b1-537f01d994f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d38220>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:50.832002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-43b8ac24-1a32-469f-bd78-395b0daf595d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:50.855859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6f81b27a-49b0-4448-9323-f2c1575d5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:50.915043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:50.967719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81b27a-49b0-4448-9323-f2c1575d5871 None None] Pushing event deleted for resources: {'Port': ['ID=cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:50.971844 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6f81b27a-49b0-4448-9323-f2c1575d5871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:50.979045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f81b27a-49b0-4448-9323-f2c1575d5871 None None] No DVR routers for this DVR port cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:50.983121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-d8669a26-a442-41de-81b1-537f01d994f6 None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:51.006593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-43b8ac24-1a32-469f-bd78-395b0daf595d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:51.006593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5f2fa980-8547-4934-8d77-57019f8988f3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:51.053120 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8ac24-1a32-469f-bd78-395b0daf595d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Subnet': ['ID=165e014b-8212-4d22-bb6c-afa48b614344,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:51.053120 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-43b8ac24-1a32-469f-bd78-395b0daf595d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:51.053120 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-43b8ac24-1a32-469f-bd78-395b0daf595d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:51.062459 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-43b8ac24-1a32-469f-bd78-395b0daf595d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/165e014b-8212-4d22-bb6c-afa48b614344 HTTP/1.1" status: 204  len: 168 time: 0.7730932
Dec 19 13:35:51.068461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45582) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:51.109926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad7cb7-bee4-4479-9266-527d41c3a684 None None] Network 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:51.135342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d8669a26-a442-41de-81b1-537f01d994f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d38220>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:49Z', 'revision_number': 11, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:51.189197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8669a26-a442-41de-81b1-537f01d994f6 None None] The sync data for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv is: [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:49Z', 'revision_number': 11, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:51.196685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:51.209880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Deleting port ff6d7184-930d-4508-a3c5-5d21ebdb1177 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:51.210275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:51.218077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-360f8818-ae08-4c91-a91c-7a749293457c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:51.224499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c6835311-4884-41f7-b8c8-64abec9b934a tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:51.259923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f8818-ae08-4c91-a91c-7a749293457c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:51.278069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-360f8818-ae08-4c91-a91c-7a749293457c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:51.362223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.objects.ports [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84125) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:35:51.370506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:51.378494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-80134598-a4d0-42cd-9642-2fabd07fb5a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:51.407990 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-360f8818-ae08-4c91-a91c-7a749293457c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:51.409153 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-360f8818-ae08-4c91-a91c-7a749293457c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/e27e3c37-73a0-4a5f-a89d-a5e5e91b66ba HTTP/1.1" status: 204  len: 168 time: 0.9582057
Dec 19 13:35:51.440508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:51.448610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:51.454177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:51.454773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:51.460508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8a5c12-fc53-43ff-a1b0-1a403a71d94b None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:51.462573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] For port ff6d7184-930d-4508-a3c5-5d21ebdb1177, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ff6d7184-930d-4508-a3c5-5d21ebdb1177,segment=NetworkSegment(64aad871-c4cc-42ef-b7d9-9e50c97ade35),segment_id=64aad871-c4cc-42ef-b7d9-9e50c97ade35)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:51.462929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:51.480517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=17b9fdb1-8e86-467a-994e-4ecbf9add0eb,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:51.485750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:51.487775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:51.523149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45588) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:51.599290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527873b8-1461-47a8-8d41-3fbec374c395 None None] DHCP port deletion for 6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:35:51.609366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-527873b8-1461-47a8-8d41-3fbec374c395 None None] Deleting port ff6d7184-930d-4508-a3c5-5d21ebdb1177 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:51.609833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-527873b8-1461-47a8-8d41-3fbec374c395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:51.658723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Calling delete_port for ff6d7184-930d-4508-a3c5-5d21ebdb1177 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:51.741286 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2cdb4608-31d3-41ac-96ed-72fb5a11fd51 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.7456319
Dec 19 13:35:51.746570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45592) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:51.753218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:0e:29:a3', 'name': 'tempest-NetworksTestDHCPv6-1754010004'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:51.832689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:51.840973 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5794795
Dec 19 13:35:51.841644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45596) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:51.851916 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bdf5d-5e8f-4c4b-9e8c-ceefe79f9d78 None None] Sync routers for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:51.886280 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bdf5d-5e8f-4c4b-9e8c-ceefe79f9d78 None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:51.887160 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d47bdf5d-5e8f-4c4b-9e8c-ceefe79f9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47971cd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:51.892297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:51.990760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:51.991134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9e73b8b1-2f8c-47e0-b806-d09a0bd25358 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:51.991569 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ff6d7184-930d-4508-a3c5-5d21ebdb1177 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:52.013211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.026711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0fa708d3-2e1d-4b7f-85f2-5b1a82745e73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:52.049386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: ff6d7184-930d-4508-a3c5-5d21ebdb1177 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:52.049743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ff6d7184-930d-4508-a3c5-5d21ebdb1177 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:52.050165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:52.072845 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d47bdf5d-5e8f-4c4b-9e8c-ceefe79f9d78 None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:52.126468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:52.126751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cf9d04ca-e3dd-4de1-b7e3-607e5bf95ce4 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:52.137396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-527873b8-1461-47a8-8d41-3fbec374c395 None None] For port ff6d7184-930d-4508-a3c5-5d21ebdb1177, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ff6d7184-930d-4508-a3c5-5d21ebdb1177,segment=NetworkSegment(64aad871-c4cc-42ef-b7d9-9e50c97ade35),segment_id=64aad871-c4cc-42ef-b7d9-9e50c97ade35)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:52.137608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-527873b8-1461-47a8-8d41-3fbec374c395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.148146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Port': ['ID=ff6d7184-930d-4508-a3c5-5d21ebdb1177,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:52.162546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:52.189789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:52.192678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No DVR routers for this DVR port ff6d7184-930d-4508-a3c5-5d21ebdb1177 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:52.213191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': '17b9fdb1-8e86-467a-994e-4ecbf9add0eb'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:35:52.214007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.223139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:52.232119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:52.263083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:52.336787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-527873b8-1461-47a8-8d41-3fbec374c395 None None] Calling delete_port for ff6d7184-930d-4508-a3c5-5d21ebdb1177 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:52.446594 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d47bdf5d-5e8f-4c4b-9e8c-ceefe79f9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47971cd0>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:49Z', 'revision_number': 9, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:52.452028 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bdf5d-5e8f-4c4b-9e8c-ceefe79f9d78 None None] Checking router: bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:52.466378 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bdf5d-5e8f-4c4b-9e8c-ceefe79f9d78 None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:52.467205 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d47bdf5d-5e8f-4c4b-9e8c-ceefe79f9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47971cd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:52.486136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-527873b8-1461-47a8-8d41-3fbec374c395 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:35:52.486481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-527873b8-1461-47a8-8d41-3fbec374c395 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:35:52.502572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Allocated IP 2001:db8::f816:3eff:fe37:6ebe (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/17b9fdb1-8e86-467a-994e-4ecbf9add0eb/3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:52.512789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.523246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b254317-fc4f-4cbc-9e8e-2b5dfb227c9a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting subnet dd12625c-1a87-40fe-b7b0-20bc8d8692a4 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:52.534396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:35:52.549345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b254317-fc4f-4cbc-9e8e-2b5dfb227c9a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.634577 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d47bdf5d-5e8f-4c4b-9e8c-ceefe79f9d78 None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:52.651040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4603e370>,) {'filters': {'network_id': ['6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:52.677469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4603e370>, '64aad871-c4cc-42ef-b7d9-9e50c97ade35') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:52.677762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4603e370>, '64aad871-c4cc-42ef-b7d9-9e50c97ade35') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:52.711816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b254317-fc4f-4cbc-9e8e-2b5dfb227c9a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.740089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.756591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.768581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Transition to ACTIVE for port object 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:52.788657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Transition to ACTIVE for port object 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:52.845326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.846864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.851431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3d82b188-e004-4c06-bc8c-80d5a053c4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:52.874903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:35:52.875328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:35:52.892472 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:35:52.912845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:52.922618 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:52.926916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:52.933104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Pushing event updated for resources: {'Port': ['ID=3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:52.937032 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:52.978378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:52.982382 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d47bdf5d-5e8f-4c4b-9e8c-ceefe79f9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47971cd0>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:49Z', 'revision_number': 9, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:52.986695 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bdf5d-5e8f-4c4b-9e8c-ceefe79f9d78 None None] The sync data for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:35:49Z', 'revision_number': 9, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f1070-bcdf-457e-9bcc-1f10f10d66dc', 'name': '', 'network_id': '2f76d8ab-e634-436c-9abc-8d6bd5032ee6', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:4c:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:35:06Z', 'updated_at': '2021-12-19T13:35:21Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '6a413884-0bba-4fe8-bd4a-1cc790e3a273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:53.009422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-527873b8-1461-47a8-8d41-3fbec374c395 None None] Deleting port ff6d7184-930d-4508-a3c5-5d21ebdb1177 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:53.009422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-527873b8-1461-47a8-8d41-3fbec374c395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:53.045199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port c8a92cb0-a77c-4e7c-bc00-88cace2219e8 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:35:53.089326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-527873b8-1461-47a8-8d41-3fbec374c395 None None] The port 'ff6d7184-930d-4508-a3c5-5d21ebdb1177' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:35:53.094523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Attempting to bind port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:35:53.094901 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Attempting to bind port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:35:53.095328 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Attempting to bind port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:35:53.109077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:35:53.109455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:35:53.109852 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:53.110359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:35:53.110581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b254317-fc4f-4cbc-9e8e-2b5dfb227c9a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:53.111532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Bound port: 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:35:53.111791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:53.147714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:53.201726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-42d0be32-c77d-4034-8883-f6facc49ce2b tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:53.202668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] For port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:35:53.205991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] For port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:35:53.219807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:53.262680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Pushing event deleted for resources: {'Network': ['ID=6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:53.275551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:53.286240 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/networks/6eb6c2b1-c1ee-43a7-8be4-e6fecc4df90f HTTP/1.1" status: 204  len: 168 time: 2.2206490
Dec 19 13:35:53.289404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45600) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:53.294667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:53.298472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f320d3bf-71a8-4f18-87dc-e28e7a91f928 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'routes': None}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:53.299995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:53.388228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::f816:3eff:fe0e:29a3 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/17b9fdb1-8e86-467a-994e-4ecbf9add0eb/c8a92cb0-a77c-4e7c-bc00-88cace2219e8) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:35:53.419410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0498001-71bb-492b-9f2b-ecffaa69737c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:53.448683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:53.465303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Pushing event updated for resources: {'Port': ['ID=3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:53.486745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:53.487813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: e0498001-71bb-492b-9f2b-ecffaa69737c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:53.488340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0498001-71bb-492b-9f2b-ecffaa69737c not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:53.531235 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b254317-fc4f-4cbc-9e8e-2b5dfb227c9a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:53.542169 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e549f3ac-f0da-452d-9df9-2d0114135c01 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:53.598902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b254317-fc4f-4cbc-9e8e-2b5dfb227c9a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Subnet': ['ID=dd12625c-1a87-40fe-b7b0-20bc8d8692a4,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:53.633538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b254317-fc4f-4cbc-9e8e-2b5dfb227c9a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:53.711004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b254317-fc4f-4cbc-9e8e-2b5dfb227c9a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:53.713405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.extraroute_db [None req-f320d3bf-71a8-4f18-87dc-e28e7a91f928 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Added routes are [] {{(pid=84125) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 19 13:35:53.713813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.extraroute_db [None req-f320d3bf-71a8-4f18-87dc-e28e7a91f928 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Removed routes are [] {{(pid=84125) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 19 13:35:53.714354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f320d3bf-71a8-4f18-87dc-e28e7a91f928 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:53.719702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fad6fb-2e0a-4d5d-b30f-e439dea32d4c None None] Network 2c268bee-de7e-400c-8bc6-602654931841 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:53.742494 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0b254317-fc4f-4cbc-9e8e-2b5dfb227c9a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/dd12625c-1a87-40fe-b7b0-20bc8d8692a4 HTTP/1.1" status: 204  len: 168 time: 1.8964102
Dec 19 13:35:53.751977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45604) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:53.990387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.001859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.022630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object c8a92cb0-a77c-4e7c-bc00-88cace2219e8 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:35:54.040940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port c89ef749-4410-423b-8c89-ef45d8592d34 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:54.041267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.086278 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d61356-7055-4546-b150-81131918542e None None] DHCP port deletion for 2c268bee-de7e-400c-8bc6-602654931841 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:35:54.094707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-77d61356-7055-4546-b150-81131918542e None None] Deleting port c89ef749-4410-423b-8c89-ef45d8592d34 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:54.095222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-77d61356-7055-4546-b150-81131918542e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.147935 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f320d3bf-71a8-4f18-87dc-e28e7a91f928 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.151556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f320d3bf-71a8-4f18-87dc-e28e7a91f928 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.323487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-77d61356-7055-4546-b150-81131918542e None None] For port c89ef749-4410-423b-8c89-ef45d8592d34, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c89ef749-4410-423b-8c89-ef45d8592d34,segment=NetworkSegment(e4dcf4df-dc25-4c3c-8ba9-38967840aeef),segment_id=e4dcf4df-dc25-4c3c-8ba9-38967840aeef)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:54.324117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-77d61356-7055-4546-b150-81131918542e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.340402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f320d3bf-71a8-4f18-87dc-e28e7a91f928 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 78ec1da8-b8c4-4601-90cc-230c5650292b has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:35:54.465519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-77d61356-7055-4546-b150-81131918542e None None] Calling delete_port for c89ef749-4410-423b-8c89-ef45d8592d34 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:54.497268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.507887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f320d3bf-71a8-4f18-87dc-e28e7a91f928 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:54.521767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f320d3bf-71a8-4f18-87dc-e28e7a91f928 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.522994 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f320d3bf-71a8-4f18-87dc-e28e7a91f928 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b HTTP/1.1" status: 200  len: 701 time: 1.2325480
Dec 19 13:35:54.526010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45608) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:54.526986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bf26a6bb-52b9-44fb-a901-c86f1071fb39 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:54.528156 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195dfb6-2b88-4cb9-b7ea-a87a7d7a68db None None] Sync routers for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:54.563432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195dfb6-2b88-4cb9-b7ea-a87a7d7a68db None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:54.564007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b195dfb6-2b88-4cb9-b7ea-a87a7d7a68db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474cc400>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:54.575187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-af8ecafd-5676-4b3d-9416-650eeceb34dc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Synchronizing usage tracker for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:54.603364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] For port c89ef749-4410-423b-8c89-ef45d8592d34, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c89ef749-4410-423b-8c89-ef45d8592d34,segment=NetworkSegment(e4dcf4df-dc25-4c3c-8ba9-38967840aeef),segment_id=e4dcf4df-dc25-4c3c-8ba9-38967840aeef)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:54.604184 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.632821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-af8ecafd-5676-4b3d-9416-650eeceb34dc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Unset dirty status for tenant:2615d7ae43174a0397fdc4731a1ec745 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:54.635948 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-af8ecafd-5676-4b3d-9416-650eeceb34dc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ec1da8-b8c4-4601-90cc-230c5650292b HTTP/1.1" status: 200  len: 205 time: 0.1079526
Dec 19 13:35:54.637699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45612) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:54.700102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:35:54.729200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-b195dfb6-2b88-4cb9-b7ea-a87a7d7a68db None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:54.759857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:35:54.772887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for c89ef749-4410-423b-8c89-ef45d8592d34 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:54.795820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:35:54.800245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:54.800853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.815397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bccc6f3c-6aca-4564-8d2c-c5ba7ef0e0b9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.842218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-77d61356-7055-4546-b150-81131918542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:54.853380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-82a919c7-aa66-4097-97c4-61b7f74e07f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:54.864860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=c8a92cb0-a77c-4e7c-bc00-88cace2219e8,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:54.880341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:54.892075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cdcf5b09-6236-4784-a2c6-ef0cfd938203 None None] Provisioning for port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:54.902812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b195dfb6-2b88-4cb9-b7ea-a87a7d7a68db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474cc400>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:49Z', 'revision_number': 11, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:54.907427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d61356-7055-4546-b150-81131918542e None None] Pushing event deleted for resources: {'Port': ['ID=c89ef749-4410-423b-8c89-ef45d8592d34,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:54.913755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-77d61356-7055-4546-b150-81131918542e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:54.915872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195dfb6-2b88-4cb9-b7ea-a87a7d7a68db None None] Checking router: 78ec1da8-b8c4-4601-90cc-230c5650292b for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:54.929183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d61356-7055-4546-b150-81131918542e None None] No DVR routers for this DVR port c89ef749-4410-423b-8c89-ef45d8592d34 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:54.931967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195dfb6-2b88-4cb9-b7ea-a87a7d7a68db None None] Routers {'78ec1da8-b8c4-4601-90cc-230c5650292b'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:54.932656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b195dfb6-2b88-4cb9-b7ea-a87a7d7a68db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474cc400>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['78ec1da8-b8c4-4601-90cc-230c5650292b'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:55.004976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:35:55.005676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:35:55.011437 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.2635570
Dec 19 13:35:55.016745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45616) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:55.086925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-b195dfb6-2b88-4cb9-b7ea-a87a7d7a68db None None] Set router 78ec1da8-b8c4-4601-90cc-230c5650292b gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:55.206062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9681ed49-e4c0-409e-b03d-06f91cef5cc3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:55.210741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9681ed49-e4c0-409e-b03d-06f91cef5cc3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:55.211559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9681ed49-e4c0-409e-b03d-06f91cef5cc3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:55.222427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b195dfb6-2b88-4cb9-b7ea-a87a7d7a68db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474cc400>, [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:49Z', 'revision_number': 11, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:55.230230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195dfb6-2b88-4cb9-b7ea-a87a7d7a68db None None] The sync data for ids ['78ec1da8-b8c4-4601-90cc-230c5650292b'] in dv-neutron-821895-1-hyperv is: [{'id': '78ec1da8-b8c4-4601-90cc-230c5650292b', 'name': 'tempest-RoutersTest-router-1610778922', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:30Z', 'updated_at': '2021-12-19T13:35:49Z', 'revision_number': 11, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:55.311188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-664621bd-5b8c-4d88-a072-26a9de599931 None None] Provisioning for port c8a92cb0-a77c-4e7c-bc00-88cace2219e8 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:55.323923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-664621bd-5b8c-4d88-a072-26a9de599931 None None] Provisioning complete for port c8a92cb0-a77c-4e7c-bc00-88cace2219e8 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:55.323923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-664621bd-5b8c-4d88-a072-26a9de599931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.376518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.396726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9681ed49-e4c0-409e-b03d-06f91cef5cc3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:55.396726 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9681ed49-e4c0-409e-b03d-06f91cef5cc3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.3726511
Dec 19 13:35:55.400116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45620) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:55.406603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-664621bd-5b8c-4d88-a072-26a9de599931 None None] Port c8a92cb0-a77c-4e7c-bc00-88cace2219e8 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:35:55.419200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bccc6f3c-6aca-4564-8d2c-c5ba7ef0e0b9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.426316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bccc6f3c-6aca-4564-8d2c-c5ba7ef0e0b9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.474557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 59b83876-81fe-4745-8a29-e81e11f87d1e {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:55.474811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.499154 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:55.506238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port c89ef749-4410-423b-8c89-ef45d8592d34 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:55.506727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.545877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bccc6f3c-6aca-4564-8d2c-c5ba7ef0e0b9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.546667 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccc6f3c-6aca-4564-8d2c-c5ba7ef0e0b9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Fanout notify agent at l3_agent the message router_deleted on router 78ec1da8-b8c4-4601-90cc-230c5650292b {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:35:55.564334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d1eff-4144-44ee-b6c1-26c6d52e364e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port c8a92cb0-a77c-4e7c-bc00-88cace2219e8 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:55.564672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1eff-4144-44ee-b6c1-26c6d52e364e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.569867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bccc6f3c-6aca-4564-8d2c-c5ba7ef0e0b9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.571126 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bccc6f3c-6aca-4564-8d2c-c5ba7ef0e0b9 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b HTTP/1.1" status: 204  len: 168 time: 0.9321561
Dec 19 13:35:55.579963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45624) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:55.586337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-244c2555-b29e-4733-92f0-05c7eb44a8cf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1467127476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:55.592794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-244c2555-b29e-4733-92f0-05c7eb44a8cf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:35:55.597175 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-244c2555-b29e-4733-92f0-05c7eb44a8cf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Usage tracker for resource:router and tenant:2615d7ae43174a0397fdc4731a1ec745 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:35:55.601083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-244c2555-b29e-4733-92f0-05c7eb44a8cf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:35:55.608073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-244c2555-b29e-4733-92f0-05c7eb44a8cf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:35:55.660630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] The port 'c89ef749-4410-423b-8c89-ef45d8592d34' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:35:55.701248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-244c2555-b29e-4733-92f0-05c7eb44a8cf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.702359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-244c2555-b29e-4733-92f0-05c7eb44a8cf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.722105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-244c2555-b29e-4733-92f0-05c7eb44a8cf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.724237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:35:55.729560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:55.730016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.807355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-244c2555-b29e-4733-92f0-05c7eb44a8cf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.846443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.878107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:55.930176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.952544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-244c2555-b29e-4733-92f0-05c7eb44a8cf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.953784 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-244c2555-b29e-4733-92f0-05c7eb44a8cf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3728440
Dec 19 13:35:55.956583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45628) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:55.962643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6c831953-aab8-4727-bee1-413c7f507a1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:55.990222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:55.990222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:56.066913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:56.070904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:56.078270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c89ef749-4410-423b-8c89-ef45d8592d34 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:56.119792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: c89ef749-4410-423b-8c89-ef45d8592d34 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:35:56.120436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c89ef749-4410-423b-8c89-ef45d8592d34 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:35:56.174650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d460c4e80>,) {'filters': {'network_id': ['2c268bee-de7e-400c-8bc6-602654931841']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:56.204381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d460c4e80>, 'e4dcf4df-dc25-4c3c-8ba9-38967840aeef') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:56.204679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d460c4e80>, 'e4dcf4df-dc25-4c3c-8ba9-38967840aeef') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:56.230755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 59b83876-81fe-4745-8a29-e81e11f87d1e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=59b83876-81fe-4745-8a29-e81e11f87d1e,segment=NetworkSegment(204706a2-7318-4f60-98be-4d40eb1b0524),segment_id=204706a2-7318-4f60-98be-4d40eb1b0524)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:56.231127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:56.244362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:56.384612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6c831953-aab8-4727-bee1-413c7f507a1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:56.389023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 59b83876-81fe-4745-8a29-e81e11f87d1e owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:56.415082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:56.436615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1eff-4144-44ee-b6c1-26c6d52e364e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:56.446285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:35:56.446671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:56.450225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6c831953-aab8-4727-bee1-413c7f507a1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:35:56.460799 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:35:56.644500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d1eff-4144-44ee-b6c1-26c6d52e364e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for c8a92cb0-a77c-4e7c-bc00-88cace2219e8 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:56.724754 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c831953-aab8-4727-bee1-413c7f507a1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Router 4219c4bf-23b3-4c12-aaa2-57507b45f2c4 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:35:56.865595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c831953-aab8-4727-bee1-413c7f507a1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:35:56.877520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6c831953-aab8-4727-bee1-413c7f507a1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:56.877520 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6c831953-aab8-4727-bee1-413c7f507a1e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "PUT /v2.0/routers/4219c4bf-23b3-4c12-aaa2-57507b45f2c4 HTTP/1.1" status: 200  len: 694 time: 0.9148107
Dec 19 13:35:56.877520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45632) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:56.879719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:56.880568 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6746e-2538-4a4b-ab86-8c5f91177e8f None None] Sync routers for ids ['4219c4bf-23b3-4c12-aaa2-57507b45f2c4'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:35:56.884003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b0ed01a9-0f5e-4a82-a1ca-28d04b6a80f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:56.900649 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6746e-2538-4a4b-ab86-8c5f91177e8f None None] Routers {'4219c4bf-23b3-4c12-aaa2-57507b45f2c4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:56.900649 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4fe6746e-2538-4a4b-ab86-8c5f91177e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474c64f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4219c4bf-23b3-4c12-aaa2-57507b45f2c4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:56.900919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:56.915954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Network': ['ID=2c268bee-de7e-400c-8bc6-602654931841,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:56.935290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:56.944786 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/networks/2c268bee-de7e-400c-8bc6-602654931841 HTTP/1.1" status: 204  len: 168 time: 3.1889160
Dec 19 13:35:56.947470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45636) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:57.009159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1eff-4144-44ee-b6c1-26c6d52e364e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:57.017121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:57.024417 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1932a401-31a5-4cd0-926c-7f7fef002651 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/routers/4219c4bf-23b3-4c12-aaa2-57507b45f2c4 HTTP/1.1" status: 200  len: 700 time: 0.1461098
Dec 19 13:35:57.024698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45640) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:57.026384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-df2264d4-459e-4b97-a0b2-137ed6aea8b9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:57.040165 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-4fe6746e-2538-4a4b-ab86-8c5f91177e8f None None] Set router 4219c4bf-23b3-4c12-aaa2-57507b45f2c4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:57.073706 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-758365db-00f4-4ca6-85b2-e01799db0fea tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=4219c4bf-23b3-4c12-aaa2-57507b45f2c4 HTTP/1.1" status: 200  len: 205 time: 0.0475986
Dec 19 13:35:57.081521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45644) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:57.128372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=59b83876-81fe-4745-8a29-e81e11f87d1e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:57.181405 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4fe6746e-2538-4a4b-ab86-8c5f91177e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474c64f0>, [{'id': '4219c4bf-23b3-4c12-aaa2-57507b45f2c4', 'name': 'tempest-RoutersTest-router-1467127476', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:35:55Z', 'updated_at': '2021-12-19T13:35:56Z', 'revision_number': 2, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:57.185815 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6746e-2538-4a4b-ab86-8c5f91177e8f None None] Checking router: 4219c4bf-23b3-4c12-aaa2-57507b45f2c4 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:35:57.197954 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6746e-2538-4a4b-ab86-8c5f91177e8f None None] Routers {'4219c4bf-23b3-4c12-aaa2-57507b45f2c4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:35:57.198544 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4fe6746e-2538-4a4b-ab86-8c5f91177e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474c64f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4219c4bf-23b3-4c12-aaa2-57507b45f2c4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:57.216775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d1eff-4144-44ee-b6c1-26c6d52e364e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=c8a92cb0-a77c-4e7c-bc00-88cace2219e8,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:57.233467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65c21889-9ed0-4267-9ebb-7a2981b8c8d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:57.260523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2c0d1eff-4144-44ee-b6c1-26c6d52e364e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:57.296237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:57.297111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:57.315891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1eff-4144-44ee-b6c1-26c6d52e364e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:57.318327 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2c0d1eff-4144-44ee-b6c1-26c6d52e364e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/c8a92cb0-a77c-4e7c-bc00-88cace2219e8 HTTP/1.1" status: 204  len: 168 time: 1.9168329
Dec 19 13:35:57.324187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45648) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:57.339998 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-4fe6746e-2538-4a4b-ab86-8c5f91177e8f None None] Set router 4219c4bf-23b3-4c12-aaa2-57507b45f2c4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:35:57.523357 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4fe6746e-2538-4a4b-ab86-8c5f91177e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474c64f0>, [{'id': '4219c4bf-23b3-4c12-aaa2-57507b45f2c4', 'name': 'tempest-RoutersTest-router-1467127476', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:35:55Z', 'updated_at': '2021-12-19T13:35:56Z', 'revision_number': 2, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:35:57.528609 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6746e-2538-4a4b-ab86-8c5f91177e8f None None] The sync data for ids ['4219c4bf-23b3-4c12-aaa2-57507b45f2c4'] in dv-neutron-821895-1-hyperv is: [{'id': '4219c4bf-23b3-4c12-aaa2-57507b45f2c4', 'name': 'tempest-RoutersTest-router-1467127476', 'tenant_id': '2615d7ae43174a0397fdc4731a1ec745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:35:55Z', 'updated_at': '2021-12-19T13:35:56Z', 'revision_number': 2, 'project_id': '2615d7ae43174a0397fdc4731a1ec745', 'gw_port_host': None}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:35:57.612059 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:35:57.717105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:35:57.717105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:57.740142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07176bf0-64a2-43eb-a83f-667975fb310b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:57.741427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07176bf0-64a2-43eb-a83f-667975fb310b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:57.743641 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-07176bf0-64a2-43eb-a83f-667975fb310b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.4132600
Dec 19 13:35:57.747269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45652) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:57.950413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b82a41-725b-4f40-8dfd-237fcf31876f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 17b9fdb1-8e86-467a-994e-4ecbf9add0eb {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:35:57.953502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65c21889-9ed0-4267-9ebb-7a2981b8c8d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:57.958572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65c21889-9ed0-4267-9ebb-7a2981b8c8d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:57.975374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2b82a41-725b-4f40-8dfd-237fcf31876f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:58.072283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65c21889-9ed0-4267-9ebb-7a2981b8c8d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:58.072764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c21889-9ed0-4267-9ebb-7a2981b8c8d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Fanout notify agent at l3_agent the message router_deleted on router 4219c4bf-23b3-4c12-aaa2-57507b45f2c4 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:35:58.088687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65c21889-9ed0-4267-9ebb-7a2981b8c8d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:58.089771 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-65c21889-9ed0-4267-9ebb-7a2981b8c8d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/4219c4bf-23b3-4c12-aaa2-57507b45f2c4 HTTP/1.1" status: 204  len: 168 time: 1.0072343
Dec 19 13:35:58.093199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2b82a41-725b-4f40-8dfd-237fcf31876f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:58.100969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45656) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.142672 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e428f66a-afb5-4bb4-a38b-e384b24b751f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=4219c4bf-23b3-4c12-aaa2-57507b45f2c4 HTTP/1.1" status: 200  len: 205 time: 0.0450644
Dec 19 13:35:58.145832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45660) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.211045 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-49f57185-fbb9-4a92-b39d-7ab8022adaef tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] delete failed (client error): The resource could not be found.
Dec 19 13:35:58.213262 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-49f57185-fbb9-4a92-b39d-7ab8022adaef tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/4219c4bf-23b3-4c12-aaa2-57507b45f2c4 HTTP/1.1" status: 404  len: 336 time: 0.0665276
Dec 19 13:35:58.220799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45664) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.232479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:58.268131 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-933cdad3-a433-453e-80f1-1024688b985e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:35:58.268575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933cdad3-a433-453e-80f1-1024688b985e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:58.271451 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-933cdad3-a433-453e-80f1-1024688b985e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/7bcd8b3c-89cf-41ab-a693-965f56afd104 HTTP/1.1" status: 404  len: 337 time: 0.0486050
Dec 19 13:35:58.273883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45668) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.280733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2b82a41-725b-4f40-8dfd-237fcf31876f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:58.312761 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-0966d085-5c57-4570-9d43-e8fe319700d5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:35:58.313139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0966d085-5c57-4570-9d43-e8fe319700d5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:58.315593 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0966d085-5c57-4570-9d43-e8fe319700d5 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/a7af26fd-874c-4bfd-9379-e0b3c75b9f3b HTTP/1.1" status: 404  len: 337 time: 0.0402191
Dec 19 13:35:58.318581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45672) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.359140 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b091c9b-52bd-4710-b68e-41a7179d631a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:35:58.359570 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b091c9b-52bd-4710-b68e-41a7179d631a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:58.361198 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8b091c9b-52bd-4710-b68e-41a7179d631a tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/0bcd901a-7b6d-40d0-ba8d-142addc6f5f9 HTTP/1.1" status: 404  len: 337 time: 0.0414076
Dec 19 13:35:58.364419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45676) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.410909 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7b7341-6ba3-44a5-985c-d564faa8d9e3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:35:58.410909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7b7341-6ba3-44a5-985c-d564faa8d9e3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:58.410909 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1b7b7341-6ba3-44a5-985c-d564faa8d9e3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/165e014b-8212-4d22-bb6c-afa48b614344 HTTP/1.1" status: 404  len: 337 time: 0.0430276
Dec 19 13:35:58.411724 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45680) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.419256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:58.458784 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9cd1ce5b-7767-4774-b6a6-901bfad96a38 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ec1da8-b8c4-4601-90cc-230c5650292b HTTP/1.1" status: 200  len: 205 time: 0.0454056
Dec 19 13:35:58.461854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45684) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.537147 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-cf286576-b536-451e-87a8-5209d036e23d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] delete failed (client error): The resource could not be found.
Dec 19 13:35:58.538167 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cf286576-b536-451e-87a8-5209d036e23d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/78ec1da8-b8c4-4601-90cc-230c5650292b HTTP/1.1" status: 404  len: 336 time: 0.0750182
Dec 19 13:35:58.540818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45688) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.584442 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-be5df3ac-e602-4d6a-a2a3-bd4146f882d0 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=95b2573f-376a-4342-92a1-fad34b824cdd HTTP/1.1" status: 200  len: 205 time: 0.0423703
Dec 19 13:35:58.586625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45692) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.597240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2b82a41-725b-4f40-8dfd-237fcf31876f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:58.608882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0f04edc7-5b7b-4d07-b763-073f1c081b6d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:58.657535 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-e94dec26-8683-45f3-a593-250fae54121e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] delete failed (client error): The resource could not be found.
Dec 19 13:35:58.658856 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e94dec26-8683-45f3-a593-250fae54121e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/95b2573f-376a-4342-92a1-fad34b824cdd HTTP/1.1" status: 404  len: 336 time: 0.0713468
Dec 19 13:35:58.663650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45696) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.702925 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39905f2-3028-44e5-917c-6a47f4c04067 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:35:58.703375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39905f2-3028-44e5-917c-6a47f4c04067 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:58.705030 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e39905f2-3028-44e5-917c-6a47f4c04067 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/055c92aa-9afd-454a-8ff0-f6cd839b91fc HTTP/1.1" status: 404  len: 337 time: 0.0404658
Dec 19 13:35:58.709659 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45700) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.716337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b82a41-725b-4f40-8dfd-237fcf31876f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=17b9fdb1-8e86-467a-994e-4ecbf9add0eb,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:58.725256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b2b82a41-725b-4f40-8dfd-237fcf31876f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:58.744259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27045eea-c0f8-4b93-b685-b6d400d308b6 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:35:58.766820 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-83ed62f9-8b37-462e-b438-cd1605848494 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd3f02be-3d79-4ddb-b43a-bb2644fafdef HTTP/1.1" status: 200  len: 205 time: 0.0559392
Dec 19 13:35:58.769154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45704) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.775943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2b82a41-725b-4f40-8dfd-237fcf31876f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:58.832499 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b2b82a41-725b-4f40-8dfd-237fcf31876f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/17b9fdb1-8e86-467a-994e-4ecbf9add0eb HTTP/1.1" status: 204  len: 168 time: 1.0840490
Dec 19 13:35:58.838211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45708) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.849958 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-6c8bafb1-ebd7-492c-a4fc-2e2108ba8436 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] delete failed (client error): The resource could not be found.
Dec 19 13:35:58.851667 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6c8bafb1-ebd7-492c-a4fc-2e2108ba8436 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/bd3f02be-3d79-4ddb-b43a-bb2644fafdef HTTP/1.1" status: 404  len: 336 time: 0.0810289
Dec 19 13:35:58.853763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45712) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.917884 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d944ade9-da9c-4c4a-9e27-b7a8880b8df1 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a1a7095-5097-445b-8334-2fab1c0555ff HTTP/1.1" status: 200  len: 205 time: 0.0628603
Dec 19 13:35:58.918898 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-857386c6-2632-4255-a8d8-a2d78f6a8ce4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0795569
Dec 19 13:35:58.923955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45716) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:58.930721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45718) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.033861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df10b506-8a9d-48c1-be48-4dcb45fc63d1 None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:35:59.040351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-df10b506-8a9d-48c1-be48-4dcb45fc63d1 None None] Deleting port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:59.040728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-df10b506-8a9d-48c1-be48-4dcb45fc63d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:59.072004 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-6c2006a0-8846-4b04-b9d6-6013ff7e0432 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] delete failed (client error): The resource could not be found.
Dec 19 13:35:59.075861 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6c2006a0-8846-4b04-b9d6-6013ff7e0432 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/6a1a7095-5097-445b-8334-2fab1c0555ff HTTP/1.1" status: 404  len: 336 time: 0.1480265
Dec 19 13:35:59.078323 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45724) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.255989 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-28073495-679b-4942-831a-0e9bfd29ca43 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:35:59.256341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28073495-679b-4942-831a-0e9bfd29ca43 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:59.257999 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-28073495-679b-4942-831a-0e9bfd29ca43 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/d29c1d6f-dffd-4c35-8f30-b18bbb51fb82 HTTP/1.1" status: 404  len: 337 time: 0.1787550
Dec 19 13:35:59.274761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45730) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.308444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-df10b506-8a9d-48c1-be48-4dcb45fc63d1 None None] For port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:35:59.308444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-df10b506-8a9d-48c1-be48-4dcb45fc63d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:59.329369 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-19b6bd9b-c05b-4104-89c1-455f30230a72 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd046e6c-10c6-40e8-ae78-43d4170f5669 HTTP/1.1" status: 200  len: 205 time: 0.0531578
Dec 19 13:35:59.331922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45734) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.340329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f409fddc-391e-4c24-949c-761b74b3ab9b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:59.344484 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f409fddc-391e-4c24-949c-761b74b3ab9b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4127321
Dec 19 13:35:59.345202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45738) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.435456 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-72371638-9002-4141-a410-fcd454ed6d31 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] delete failed (client error): The resource could not be found.
Dec 19 13:35:59.436876 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-72371638-9002-4141-a410-fcd454ed6d31 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/dd046e6c-10c6-40e8-ae78-43d4170f5669 HTTP/1.1" status: 404  len: 336 time: 0.1033561
Dec 19 13:35:59.456623 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-df10b506-8a9d-48c1-be48-4dcb45fc63d1 None None] Calling delete_port for 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:35:59.472317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45744) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.500299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:35:59.535331 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-234eef85-2ea7-47da-9ed8-fe89a1933e31 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:35:59.535946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234eef85-2ea7-47da-9ed8-fe89a1933e31 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:59.539841 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-234eef85-2ea7-47da-9ed8-fe89a1933e31 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/30e4836d-e832-491f-b562-7146f505b63f HTTP/1.1" status: 404  len: 337 time: 0.0660563
Dec 19 13:35:59.543212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45748) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.609339 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d2d16d2a-83f4-4ed8-8925-d901550281fa tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c73b091-f0bf-4bf9-9391-780bd6691be8 HTTP/1.1" status: 200  len: 205 time: 0.0643170
Dec 19 13:35:59.615486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45752) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.619975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab3aed3-8404-4c59-ab4a-b7835401f519 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:35:59.622048 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3ab3aed3-8404-4c59-ab4a-b7835401f519 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:35:59.648827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:59.697313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-df10b506-8a9d-48c1-be48-4dcb45fc63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:59.701668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-120c2ec7-c5f6-4a98-a3be-8217e4908c0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:35:59.738740 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-582385c8-5332-4fde-b2a9-24c789398bfe tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] delete failed (client error): The resource could not be found.
Dec 19 13:35:59.745131 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-582385c8-5332-4fde-b2a9-24c789398bfe tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/routers/2c73b091-f0bf-4bf9-9391-780bd6691be8 HTTP/1.1" status: 404  len: 336 time: 0.1175964
Dec 19 13:35:59.746005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45756) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.752288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port e90f1070-bcdf-457e-9bcc-1f10f10d66dc {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:35:59.752288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:35:59.779636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10b506-8a9d-48c1-be48-4dcb45fc63d1 None None] Pushing event deleted for resources: {'Port': ['ID=3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:35:59.788331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-df10b506-8a9d-48c1-be48-4dcb45fc63d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:35:59.793848 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df10b506-8a9d-48c1-be48-4dcb45fc63d1 None None] No DVR routers for this DVR port 3ed9feb2-8cc5-42cf-8cde-97e5b6d7783d on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:35:59.808900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3ab3aed3-8404-4c59-ab4a-b7835401f519 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:35:59.810062 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3ab3aed3-8404-4c59-ab4a-b7835401f519 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3769355
Dec 19 13:35:59.814533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45760) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.817696 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd6ddab-a3a3-4948-b498-5e9ed7305bf4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:35:59.818525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd6ddab-a3a3-4948-b498-5e9ed7305bf4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:59.820217 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-efd6ddab-a3a3-4948-b498-5e9ed7305bf4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/83f8c571-be9b-4552-bc48-1c9ee2f6f397 HTTP/1.1" status: 404  len: 337 time: 0.0728896
Dec 19 13:35:59.836830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45764) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.912279 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f0dcc98f-9ec2-42bb-a249-5b99f74ae12c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0930941
Dec 19 13:35:59.916186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45768) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:35:59.927391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:35:59.952670 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff905610-9134-4546-9925-7ac4a651899e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:35:59.953106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff905610-9134-4546-9925-7ac4a651899e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:35:59.957764 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ff905610-9134-4546-9925-7ac4a651899e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] 10.222.0.24 "DELETE /v2.0/subnets/0d8e151d-7252-4d04-b1de-c2bad73256eb HTTP/1.1" status: 404  len: 337 time: 0.1139588
Dec 19 13:35:59.986109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 900a30d0-3707-4575-9052-4410d8224a48 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:36:00.052985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:00.063333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:00.099757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] For port e90f1070-bcdf-457e-9bcc-1f10f10d66dc, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e90f1070-bcdf-457e-9bcc-1f10f10d66dc,segment=NetworkSegment(ce4b0752-40d7-491b-b484-aca81caa4ea7),segment_id=ce4b0752-40d7-491b-b484-aca81caa4ea7)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:00.100104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:00.130304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:00.231489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for e90f1070-bcdf-457e-9bcc-1f10f10d66dc owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:00.235724 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:00.444472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45776) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:00.502156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:00.511564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c369f7-053a-4fcb-a069-67dade622544 None None] Sync routers for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:00.515608 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d7a255d0-0890-45aa-91cb-65473e91c613 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/900a30d0-3707-4575-9052-4410d8224a48/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9887204
Dec 19 13:36:00.515823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45782) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:00.524088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c369f7-053a-4fcb-a069-67dade622544 None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:00.524824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-09c369f7-053a-4fcb-a069-67dade622544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46aac460>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:00.573364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:00.576872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7e41d46d-2d41-4fbd-a899-013f54d261c6 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:00.610415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:00.660057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8f2060fa-d2d2-4de0-96e2-71629b4369e6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:00.725106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:00.726689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:00.736862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=0290d6a0-04cd-4586-a433-f7f18aef69f3,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:00.740737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:00.741318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:00.775906 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:00.779774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a14ea23-043f-4804-b82e-21c15526e572 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:00.788112 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ac2cad55-17a5-41f0-8bdc-bddb13ef79b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2615d7ae43174a0397fdc4731a1ec745&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3422549
Dec 19 13:36:00.790318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45786) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:00.837813 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9209940
Dec 19 13:36:00.838593 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45790) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:00.848424 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:b1:7a:e3', 'name': 'tempest-NetworksTestDHCPv6-163295599'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:00.858807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-09c369f7-053a-4fcb-a069-67dade622544 None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:00.875371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=e90f1070-bcdf-457e-9bcc-1f10f10d66dc,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:00.880115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:00.960618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ca54a3e-9501-44ae-968e-669f6a1e67b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.022123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ca54a3e-9501-44ae-968e-669f6a1e67b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.048904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:01.063690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:01.085581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3dea0e2-fda9-4701-bad3-c1b6925f970c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting subnet ed535a1a-755a-47d2-8ab7-0b067ea99f1b {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:01.093083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3dea0e2-fda9-4701-bad3-c1b6925f970c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.198579 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:01.203611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.220865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3dea0e2-fda9-4701-bad3-c1b6925f970c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.235165 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 8c7656f8-8b45-48a2-b2ea-560eb86cb3cc yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:36:01.275180 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ca54a3e-9501-44ae-968e-669f6a1e67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.280832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4862f2e-11b3-48f1-aa7b-55207638a716 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:01.302317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca54a3e-9501-44ae-968e-669f6a1e67b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69d7998-68cd-4ba6-b853-30c4b7a555e4,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:01.313783 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5ca54a3e-9501-44ae-968e-669f6a1e67b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:01.329741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.332189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5ca54a3e-9501-44ae-968e-669f6a1e67b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.334034 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5ca54a3e-9501-44ae-968e-669f6a1e67b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d69d7998-68cd-4ba6-b853-30c4b7a555e4 HTTP/1.1" status: 204  len: 168 time: 0.5428207
Dec 19 13:36:01.385508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-09c369f7-053a-4fcb-a069-67dade622544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46aac460>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:56Z', 'revision_number': 7, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:01.398057 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': '0290d6a0-04cd-4586-a433-f7f18aef69f3'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:36:01.399939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.414803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3dea0e2-fda9-4701-bad3-c1b6925f970c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.432600 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c369f7-053a-4fcb-a069-67dade622544 None None] Checking router: 900a30d0-3707-4575-9052-4410d8224a48 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:36:01.435921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::178 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/0290d6a0-04cd-4586-a433-f7f18aef69f3/8c7656f8-8b45-48a2-b2ea-560eb86cb3cc) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:01.501886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c369f7-053a-4fcb-a069-67dade622544 None None] Routers {'900a30d0-3707-4575-9052-4410d8224a48'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:01.502726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-09c369f7-053a-4fcb-a069-67dade622544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46aac460>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['900a30d0-3707-4575-9052-4410d8224a48'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:01.762576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-09c369f7-053a-4fcb-a069-67dade622544 None None] Set router 900a30d0-3707-4575-9052-4410d8224a48 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:01.811195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3dea0e2-fda9-4701-bad3-c1b6925f970c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.819042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee641017-47c1-409b-bb2e-cf70a72732bf tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:01.827876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.847602 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 8c7656f8-8b45-48a2-b2ea-560eb86cb3cc will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:01.868254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dea0e2-fda9-4701-bad3-c1b6925f970c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Subnet': ['ID=ed535a1a-755a-47d2-8ab7-0b067ea99f1b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:01.876320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a3dea0e2-fda9-4701-bad3-c1b6925f970c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:01.881727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a3dea0e2-fda9-4701-bad3-c1b6925f970c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:01.893192 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a3dea0e2-fda9-4701-bad3-c1b6925f970c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/subnets/ed535a1a-755a-47d2-8ab7-0b067ea99f1b HTTP/1.1" status: 204  len: 168 time: 1.3723400
Dec 19 13:36:01.893304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad35319-a87f-43af-b85e-e4b7d933e3e0 None None] Network 82b374b8-6a32-47cc-b37c-00cb794fe448 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:01.896165 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45800) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:01.986338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:02.011332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:02.087969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:36:02.106574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:02.120073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=8c7656f8-8b45-48a2-b2ea-560eb86cb3cc,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:02.130675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:02.132294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:02.138065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:02.138683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:02.152106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:02.185377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/0290d6a0-04cd-4586-a433-f7f18aef69f3/3098f82b-9a06-47f2-89a7-9ad3de02aebd) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:02.282530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:02.289026 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3402014
Dec 19 13:36:02.291733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45810) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:02.292883 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc95f3-08b5-436f-bade-b48aa7793d9d None None] Sync routers for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:02.314969 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc95f3-08b5-436f-bade-b48aa7793d9d None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:02.315934 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5ebc95f3-08b5-436f-bade-b48aa7793d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47578550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:02.345521 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.5029519
Dec 19 13:36:02.353380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45814) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:02.354141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:02.537964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-5ebc95f3-08b5-436f-bade-b48aa7793d9d None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:02.579770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-09c369f7-053a-4fcb-a069-67dade622544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46aac460>, [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:56Z', 'revision_number': 7, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:02.585766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f4b85-2a02-4ea4-a1d9-b085169741f0 None None] DHCP port deletion for 82b374b8-6a32-47cc-b37c-00cb794fe448 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:36:02.635417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f4b85-2a02-4ea4-a1d9-b085169741f0 None None] Deleting port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:02.635971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4b85-2a02-4ea4-a1d9-b085169741f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:02.660213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c369f7-053a-4fcb-a069-67dade622544 None None] The sync data for ids ['900a30d0-3707-4575-9052-4410d8224a48'] in dv-neutron-821895-1-hyperv is: [{'id': '900a30d0-3707-4575-9052-4410d8224a48', 'name': 'tempest-TestNetworkBasicOps-router-8766495', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '1978c790-9a99-44ca-8604-029e9554c141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:32:50Z', 'updated_at': '2021-12-19T13:35:56Z', 'revision_number': 7, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '1978c790-9a99-44ca-8604-029e9554c141', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a30d0-3707-4575-9052-4410d8224a48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:32:52Z', 'updated_at': '2021-12-19T13:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:02.768915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:02.778401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:02.797243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Transition to ACTIVE for port object 3098f82b-9a06-47f2-89a7-9ad3de02aebd will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:02.884789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d00516-8669-44bd-a831-d10e40278a63 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:02.886164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a2d00516-8669-44bd-a831-d10e40278a63 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:02.892205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 1978c790-9a99-44ca-8604-029e9554c141 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:02.892205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:02.905883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Transition to ACTIVE for port object 3098f82b-9a06-47f2-89a7-9ad3de02aebd will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:02.936161 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5ebc95f3-08b5-436f-bade-b48aa7793d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47578550>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:36:00Z', 'revision_number': 10, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:02.939178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0c6f4b85-2a02-4ea4-a1d9-b085169741f0 None None] For port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5,segment=NetworkSegment(204706a2-7318-4f60-98be-4d40eb1b0524),segment_id=204706a2-7318-4f60-98be-4d40eb1b0524)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:02.939742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4b85-2a02-4ea4-a1d9-b085169741f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:02.941234 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc95f3-08b5-436f-bade-b48aa7793d9d None None] Checking router: bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:36:02.966866 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc95f3-08b5-436f-bade-b48aa7793d9d None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:02.967576 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5ebc95f3-08b5-436f-bade-b48aa7793d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47578550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:03.010629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-281ba12c-42b2-4745-861b-d28c092457a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting subnet 6a413884-0bba-4fe8-bd4a-1cc790e3a273 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:03.026163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-281ba12c-42b2-4745-861b-d28c092457a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.076079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.106708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f4b85-2a02-4ea4-a1d9-b085169741f0 None None] Calling delete_port for 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:03.110575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a2d00516-8669-44bd-a831-d10e40278a63 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:03.111757 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a2d00516-8669-44bd-a831-d10e40278a63 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.7576497
Dec 19 13:36:03.117960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45826) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:03.124178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 1978c790-9a99-44ca-8604-029e9554c141, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=1978c790-9a99-44ca-8604-029e9554c141,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:03.124495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.156024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c8d5b2c5-0a52-46af-8b19-bd6423a0e714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:03.161581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-281ba12c-42b2-4745-861b-d28c092457a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.223043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-81069984-e65f-4518-ad19-b7ca6027bd18 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 8c7656f8-8b45-48a2-b2ea-560eb86cb3cc {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:03.223969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-81069984-e65f-4518-ad19-b7ca6027bd18 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.262758 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:03.273121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Pushing event updated for resources: {'Port': ['ID=3098f82b-9a06-47f2-89a7-9ad3de02aebd,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:03.275831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:03.279756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:03.280487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:03.293107 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-5ebc95f3-08b5-436f-bade-b48aa7793d9d None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:03.336310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-281ba12c-42b2-4745-861b-d28c092457a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.463002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 59b83876-81fe-4745-8a29-e81e11f87d1e no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:36:03.504706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 59b83876-81fe-4745-8a29-e81e11f87d1e {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:36:03.505091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 59b83876-81fe-4745-8a29-e81e11f87d1e not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:36:03.505523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:36:03.529067 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 1978c790-9a99-44ca-8604-029e9554c141 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:03.532102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Attempting to bind port 3098f82b-9a06-47f2-89a7-9ad3de02aebd on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:03.532742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Attempting to bind port 3098f82b-9a06-47f2-89a7-9ad3de02aebd by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:03.533301 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Attempting to bind port 3098f82b-9a06-47f2-89a7-9ad3de02aebd on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:03.554723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:03.556931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:03.556931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.556931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:03.556931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Bound port: 3098f82b-9a06-47f2-89a7-9ad3de02aebd, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:03.557256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.606100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-281ba12c-42b2-4745-861b-d28c092457a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.611008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8a38d7ac-288a-43d4-b967-1eea5e452d8c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:03.654728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] For port 3098f82b-9a06-47f2-89a7-9ad3de02aebd, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:03.658182 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] For port 3098f82b-9a06-47f2-89a7-9ad3de02aebd, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3098f82b-9a06-47f2-89a7-9ad3de02aebd,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:03.669357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4b85-2a02-4ea4-a1d9-b085169741f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.674541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-77d61356-7055-4546-b150-81131918542e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:03.715073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ba12c-42b2-4745-861b-d28c092457a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Subnet': ['ID=6a413884-0bba-4fe8-bd4a-1cc790e3a273,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:03.721716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-281ba12c-42b2-4745-861b-d28c092457a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:03.726648 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-281ba12c-42b2-4745-861b-d28c092457a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.735117 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-281ba12c-42b2-4745-861b-d28c092457a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/6a413884-0bba-4fe8-bd4a-1cc790e3a273 HTTP/1.1" status: 204  len: 168 time: 1.4422340
Dec 19 13:36:03.737523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45832) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:03.749895 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-5ebc95f3-08b5-436f-bade-b48aa7793d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47578550>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:36:00Z', 'revision_number': 10, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:03.754988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129c377a-e3db-4083-8fe9-b7f716da4bc0 None None] Network 2f76d8ab-e634-436c-9abc-8d6bd5032ee6 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:03.756136 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc95f3-08b5-436f-bade-b48aa7793d9d None None] The sync data for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:36:00Z', 'revision_number': 10, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None, '_interfaces': [{'id': '38e1fa04-f67a-453b-abad-75ab2bbfced6', 'name': '', 'network_id': '52324460-1a0f-4c21-946a-d27cd75d1f13', 'tenant_id': '830d4338d371471192910e025aa964fe', 'mac_address': 'fa:16:3e:c2:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '135d5664-291d-4497-9ead-cdb432d5641d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:34:58Z', 'updated_at': '2021-12-19T13:35:08Z', 'revision_number': 5, 'project_id': '830d4338d371471192910e025aa964fe', 'subnets': [{'id': '135d5664-291d-4497-9ead-cdb432d5641d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:03.768004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f4b85-2a02-4ea4-a1d9-b085169741f0 None None] Pushing event deleted for resources: {'Port': ['ID=6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:03.831101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0c6f4b85-2a02-4ea4-a1d9-b085169741f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:03.839968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No active binding found for port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 {{(pid=84126) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 19 13:36:03.840700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:36:03.843527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.853675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c5ea1a27-bf62-41a6-886b-7a9579ba36f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:03.896230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.909383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 3fc37a16-2099-4fcb-b9c6-3235b76ff247 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:03.910637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:03.930034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Pushing event updated for resources: {'Port': ['ID=3098f82b-9a06-47f2-89a7-9ad3de02aebd,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:03.940255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f4b85-2a02-4ea4-a1d9-b085169741f0 None None] No DVR routers for this DVR port 6c49a9a9-38a7-4d4a-bc95-e574ae0a96f5 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:36:03.941819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:04.003769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-81069984-e65f-4518-ad19-b7ca6027bd18 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:04.017446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:04.178800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] For port 3fc37a16-2099-4fcb-b9c6-3235b76ff247, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3fc37a16-2099-4fcb-b9c6-3235b76ff247,segment=NetworkSegment(ce4b0752-40d7-491b-b484-aca81caa4ea7),segment_id=ce4b0752-40d7-491b-b484-aca81caa4ea7)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:04.179288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:04.212044 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51c8baa-4202-479d-95fc-a4c286ebe247 None None] DHCP port deletion for 2f76d8ab-e634-436c-9abc-8d6bd5032ee6 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:36:04.216770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d51c8baa-4202-479d-95fc-a4c286ebe247 None None] Deleting port 3fc37a16-2099-4fcb-b9c6-3235b76ff247 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:04.217162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d51c8baa-4202-479d-95fc-a4c286ebe247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:04.232340 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ebefb309-1afd-46c1-9ba0-1ab22042aa02 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:04.347988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-81069984-e65f-4518-ad19-b7ca6027bd18 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 8c7656f8-8b45-48a2-b2ea-560eb86cb3cc owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:04.388992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=1978c790-9a99-44ca-8604-029e9554c141,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:04.391511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:04.425719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for 3fc37a16-2099-4fcb-b9c6-3235b76ff247 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:04.609249 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d51c8baa-4202-479d-95fc-a4c286ebe247 None None] For port 3fc37a16-2099-4fcb-b9c6-3235b76ff247, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3fc37a16-2099-4fcb-b9c6-3235b76ff247,segment=NetworkSegment(ce4b0752-40d7-491b-b484-aca81caa4ea7),segment_id=ce4b0752-40d7-491b-b484-aca81caa4ea7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:04.610020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d51c8baa-4202-479d-95fc-a4c286ebe247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:04.656135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:04.662026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:04.745154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=3fc37a16-2099-4fcb-b9c6-3235b76ff247,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:04.758724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:04.758724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No DVR routers for this DVR port 3fc37a16-2099-4fcb-b9c6-3235b76ff247 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:36:04.788912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:04.865824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d51c8baa-4202-479d-95fc-a4c286ebe247 None None] Calling delete_port for 3fc37a16-2099-4fcb-b9c6-3235b76ff247 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:04.908448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:04.952114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-d51c8baa-4202-479d-95fc-a4c286ebe247 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:36:04.952628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-d51c8baa-4202-479d-95fc-a4c286ebe247 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:36:04.953053 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46a341f0>,) {'filters': {'network_id': ['2f76d8ab-e634-436c-9abc-8d6bd5032ee6']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:04.968831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46a341f0>, 'ce4b0752-40d7-491b-b484-aca81caa4ea7') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:04.969132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46a341f0>, 'ce4b0752-40d7-491b-b484-aca81caa4ea7') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:04.982473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:04.999601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.007856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:36:05.008248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:36:05.023535 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:36:05.069913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-81069984-e65f-4518-ad19-b7ca6027bd18 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.077304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c1f90ed-c534-4eb3-8772-e3603694fbd4 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:05.124680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.126567 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81069984-e65f-4518-ad19-b7ca6027bd18 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=8c7656f8-8b45-48a2-b2ea-560eb86cb3cc,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:05.131395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-81069984-e65f-4518-ad19-b7ca6027bd18 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:05.136227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.185453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-81069984-e65f-4518-ad19-b7ca6027bd18 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.197644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.198891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.212214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c5c56ad5-b80f-4edf-ba41-99ef37933ca7 tempest-PortsTestJSON-28837601 tempest-PortsTestJSON-28837601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:05.219444 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-81069984-e65f-4518-ad19-b7ca6027bd18 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/8c7656f8-8b45-48a2-b2ea-560eb86cb3cc HTTP/1.1" status: 204  len: 168 time: 2.0968890
Dec 19 13:36:05.219444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45854) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:05.234404 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/networks/2f76d8ab-e634-436c-9abc-8d6bd5032ee6 HTTP/1.1" status: 204  len: 168 time: 1.4945803
Dec 19 13:36:05.238086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45858) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:05.296833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.297589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Fanout notify agent at l3_agent the message router_deleted on router 900a30d0-3707-4575-9052-4410d8224a48 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:36:05.307007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.311481 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/routers/900a30d0-3707-4575-9052-4410d8224a48 HTTP/1.1" status: 204  len: 168 time: 3.4138045
Dec 19 13:36:05.318744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45862) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:05.349323 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87446a4c-2b34-42ab-86de-2da460114451 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:05.350800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87446a4c-2b34-42ab-86de-2da460114451 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:05.352137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-87446a4c-2b34-42ab-86de-2da460114451 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:05.388389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Network': ['ID=2f76d8ab-e634-436c-9abc-8d6bd5032ee6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:05.393165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:05.453251 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d51c8baa-4202-479d-95fc-a4c286ebe247 None None] Deleting port 3fc37a16-2099-4fcb-b9c6-3235b76ff247 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:05.453782 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d51c8baa-4202-479d-95fc-a4c286ebe247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.530202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.557381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-87446a4c-2b34-42ab-86de-2da460114451 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:05.562940 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-87446a4c-2b34-42ab-86de-2da460114451 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.3429465
Dec 19 13:36:05.581419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45866) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:05.628194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d51c8baa-4202-479d-95fc-a4c286ebe247 None None] The port '3fc37a16-2099-4fcb-b9c6-3235b76ff247' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:36:05.746796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7fb0e0fe-739a-43fe-bebe-53a6ffa678a5 None None] Provisioning for port 3098f82b-9a06-47f2-89a7-9ad3de02aebd completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:05.779681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45870) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:05.791439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489828858', 'description': 'tempest-secgroup-smoke-489828858 description', 'project_id': '67d7faaf2660420295018b86bab870e0'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:05.799919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:05.815173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:security_group and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:05.819735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:05.828143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:05.859623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.925446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:05.975374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f2ff8714-74da-4e9e-9eb5-ae21cc1ebdbf None None] Could not find standard attr ID for object 8c7656f8-8b45-48a2-b2ea-560eb86cb3cc. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:36:05.992102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.003440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3098f82b-9a06-47f2-89a7-9ad3de02aebd up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:06.047541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:06.054644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:security_group_rule and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:06.062910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:06.070794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:06.090658 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.130737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46296e20>,) {'filters': {'network_id': ['82b374b8-6a32-47cc-b37c-00cb794fe448']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:06.148943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46296e20>, '204706a2-7318-4f60-98be-4d40eb1b0524') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:06.149545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46296e20>, '204706a2-7318-4f60-98be-4d40eb1b0524') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:06.163304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 3098f82b-9a06-47f2-89a7-9ad3de02aebd completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:06.166830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.176984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3098f82b-9a06-47f2-89a7-9ad3de02aebd triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:06.177888 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.204213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.209700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.222737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:36:06.222737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:36:06.235469 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:36:06.238071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-49526f48-bc0c-41f2-af73-d447174321b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 0290d6a0-04cd-4586-a433-f7f18aef69f3 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:06.298987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-49526f48-bc0c-41f2-af73-d447174321b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.299253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.316417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.325157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-793e1300-bfe1-4fb9-8a55-b4ab4f9f355b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:06.332354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 3098f82b-9a06-47f2-89a7-9ad3de02aebd, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3098f82b-9a06-47f2-89a7-9ad3de02aebd,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:06.370456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-49526f48-bc0c-41f2-af73-d447174321b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.381187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:06.387549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeb537a-70b2-48d1-bd2d-31f0a07a4de8,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:06.392542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:06.393892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:security_group_rule and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:06.397382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:06.404245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:06.410036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.415741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:06.469778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-49526f48-bc0c-41f2-af73-d447174321b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.475136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e90f1070-bcdf-457e-9bcc-1f10f10d66dc no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:36:06.517670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: e90f1070-bcdf-457e-9bcc-1f10f10d66dc {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:36:06.518119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e90f1070-bcdf-457e-9bcc-1f10f10d66dc not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:36:06.518618 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3fc37a16-2099-4fcb-b9c6-3235b76ff247 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:36:06.541966 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.553324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-76c69d60-a531-4d90-992a-82b8a55bcfec tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:06.558711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.558909 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 3fc37a16-2099-4fcb-b9c6-3235b76ff247 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:36:06.559477 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3fc37a16-2099-4fcb-b9c6-3235b76ff247 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:36:06.568696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.579423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=3098f82b-9a06-47f2-89a7-9ad3de02aebd,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:06.581938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Network': ['ID=82b374b8-6a32-47cc-b37c-00cb794fe448,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:06.583210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:06.589813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:06.593763 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a80d4586-94ef-4461-8c12-cb0a7cdc08e1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/networks/82b374b8-6a32-47cc-b37c-00cb794fe448 HTTP/1.1" status: 204  len: 168 time: 1.2780499
Dec 19 13:36:06.614542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45874) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:06.620065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'network': {'name': 'tempest-network-smoke--66204176', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'port_security_enabled': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:06.626390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:06.628911 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:network and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:06.632562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:06.638298 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:06.644200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.653474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a66cb934-3c6c-4701-90d3-29f1b962b8a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:06.673822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-49526f48-bc0c-41f2-af73-d447174321b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.688065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4bc3d9fe-0380-4937-b72a-18307851b24f tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:06.696789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4352caa9-a644-4eef-a335-68d206d535c4,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:06.700030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:06.715598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49526f48-bc0c-41f2-af73-d447174321b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=0290d6a0-04cd-4586-a433-f7f18aef69f3,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:06.718286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-49526f48-bc0c-41f2-af73-d447174321b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:06.720800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-49526f48-bc0c-41f2-af73-d447174321b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.722769 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-49526f48-bc0c-41f2-af73-d447174321b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/0290d6a0-04cd-4586-a433-f7f18aef69f3 HTTP/1.1" status: 204  len: 168 time: 1.1401932
Dec 19 13:36:06.726085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45878) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:06.731448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511d3544-8bc7-4f57-bba4-112b5ba223bd None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:06.771721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.772938 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.9914012
Dec 19 13:36:06.776020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45882) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:06.778905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port 38e1fa04-f67a-453b-abad-75ab2bbfced6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:06.779283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.790882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:06.794049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.806957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'security_group_rule': {'security_group_id': '4352caa9-a644-4eef-a335-68d206d535c4', 'project_id': '67d7faaf2660420295018b86bab870e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:06.814596 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e3dd8c57-46af-4fb8-b3bc-2bb9ecb5fd81 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0873170
Dec 19 13:36:06.817017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45886) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:06.823074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:06.830489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:security_group_rule and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:06.836209 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:06.853683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:06.876961 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:36:06.891366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.891693 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Added segment c4179752-6372-401e-be09-e8e6ebb22367 of type vlan for network 3d0be4a2-6488-42a4-bb5b-1b67526f92af
Dec 19 13:36:06.932464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:06.942340 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32954a1a-c8ac-487a-b4ae-6ba205c6ae13 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:06.943555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-32954a1a-c8ac-487a-b4ae-6ba205c6ae13 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:07.003160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] For port 38e1fa04-f67a-453b-abad-75ab2bbfced6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=38e1fa04-f67a-453b-abad-75ab2bbfced6,segment=NetworkSegment(58c66730-d1c3-47cd-a9cb-385229fdc845),segment_id=58c66730-d1c3-47cd-a9cb-385229fdc845)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:07.003758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.016052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e593d57-140e-4543-9385-fc450bd45247 None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:36:07.024583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7e593d57-140e-4543-9385-fc450bd45247 None None] Deleting port 3098f82b-9a06-47f2-89a7-9ad3de02aebd {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:07.025099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e593d57-140e-4543-9385-fc450bd45247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.050212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-32954a1a-c8ac-487a-b4ae-6ba205c6ae13 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:07.053990 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-32954a1a-c8ac-487a-b4ae-6ba205c6ae13 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2330368
Dec 19 13:36:07.053990 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.056526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:07.057075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.064764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45890) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:07.064764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-59d8aa0b-e678-4b26-9e62-06e53787cf13 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:07.071862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.191041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.198379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for 38e1fa04-f67a-453b-abad-75ab2bbfced6 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:07.224651 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee31f3-ee06-4b55-bd95-04cfba8d51de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:07.225325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-38ee31f3-ee06-4b55-bd95-04cfba8d51de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:07.227889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Network': ['ID=3d0be4a2-6488-42a4-bb5b-1b67526f92af,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:07.231209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:07.232872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7e593d57-140e-4543-9385-fc450bd45247 None None] For port 3098f82b-9a06-47f2-89a7-9ad3de02aebd, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3098f82b-9a06-47f2-89a7-9ad3de02aebd,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:07.233697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e593d57-140e-4543-9385-fc450bd45247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.244096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 3d0be4a2-6488-42a4-bb5b-1b67526f92af details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:36:07.252924 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6346462
Dec 19 13:36:07.254090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45894) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:07.259038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-499848289', 'admin_state_up': True, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:07.265850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:07.269646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:router and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:07.274112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:07.274600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.280391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:07.292371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-467b5ccf-c1c7-47f4-ba98-6ef59c512025 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:07.311189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-38ee31f3-ee06-4b55-bd95-04cfba8d51de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:07.314814 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-38ee31f3-ee06-4b55-bd95-04cfba8d51de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2353516
Dec 19 13:36:07.315626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45898) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:07.323206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff7b21f-11ce-4c19-bedb-fd6744ee4cb5,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:07.325753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:07.392691 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2f6888e5-07d4-475d-ba51-e64aed7e4ef6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0710795
Dec 19 13:36:07.392691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.392691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.394244 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45902) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:07.402374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:07.427102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7e593d57-140e-4543-9385-fc450bd45247 None None] Calling delete_port for 3098f82b-9a06-47f2-89a7-9ad3de02aebd owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:07.438444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.448028 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6627891
Dec 19 13:36:07.448028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45906) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:07.449376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'security_group_rule': {'security_group_id': '4352caa9-a644-4eef-a335-68d206d535c4', 'project_id': '67d7faaf2660420295018b86bab870e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:07.457969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:07.462179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:security_group_rule and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:07.465373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:07.468933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 1978c790-9a99-44ca-8604-029e9554c141 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:36:07.471483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:07.501151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.506700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17759c02-5184-4502-8d3d-079a7f58df61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:07.524019 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 1978c790-9a99-44ca-8604-029e9554c141 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:36:07.524377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 1978c790-9a99-44ca-8604-029e9554c141 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:36:07.524808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3098f82b-9a06-47f2-89a7-9ad3de02aebd no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:36:07.529003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:07.539031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.548614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:07.626881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:07.632767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.667586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=38e1fa04-f67a-453b-abad-75ab2bbfced6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:07.677207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:07.680027 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.743190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.773705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e593d57-140e-4543-9385-fc450bd45247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.778735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:07.853418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e593d57-140e-4543-9385-fc450bd45247 None None] Pushing event deleted for resources: {'Port': ['ID=3098f82b-9a06-47f2-89a7-9ad3de02aebd,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:07.861933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7e593d57-140e-4543-9385-fc450bd45247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:07.866556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e593d57-140e-4543-9385-fc450bd45247 None None] No DVR routers for this DVR port 3098f82b-9a06-47f2-89a7-9ad3de02aebd on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:36:07.920420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.925580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:07.928216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.045752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.052273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ac62ac4a-3823-4152-ade4-f82860bfa70b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:08.084608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676a43fa-123b-4497-9969-c1959997f77a,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:08.090344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:08.225253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.226422 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7823679
Dec 19 13:36:08.230934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45910) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:08.237948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'security_group_rule': {'security_group_id': '4352caa9-a644-4eef-a335-68d206d535c4', 'project_id': '67d7faaf2660420295018b86bab870e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:08.245839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:08.251203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:security_group_rule and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:08.255200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:08.261773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:08.313889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.348584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.401166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:36:08.533799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.535334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.objects.ports [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84125) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:36:08.540129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.545814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d66cf9bc-6d55-48e8-ab19-dc27f1e37cf6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:08.578739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:08.583760 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3439691
Dec 19 13:36:08.587299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45914) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:08.592736 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6501766-6673-4cfb-8685-6fd234436649 None None] Sync routers for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:08.610688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6501766-6673-4cfb-8685-6fd234436649 None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:08.612094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e6501766-6673-4cfb-8685-6fd234436649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47037280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:08.629601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:08.636454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:08.649522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:08.650100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.655186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.46 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/aa2b009b-4aa4-4e55-a535-0d707c38936d) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:08.659036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=e69f90be-093e-4469-bb25-6505d7abe2e8,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:08.674764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:08.675754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.785106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.791218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-e6501766-6673-4cfb-8685-6fd234436649 None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:08.792753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ad3cf266-dabc-4a41-8a21-bc6dc548da67 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:08.823287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c78041-cc3f-4916-b574-b6264ccbeedb,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:08.825699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:08.833296 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-59d536fa-7772-4d8d-98c1-fa62f6251318 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.4374316
Dec 19 13:36:08.833588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45918) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:08.836326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a022dda-d8bc-41d4-a693-36865ff11f16 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting subnet 135d5664-291d-4497-9ead-cdb432d5641d {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:08.841123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.844146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2643b9f2-4cca-4c8a-955a-150b9c821ccb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:08.858845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a022dda-d8bc-41d4-a693-36865ff11f16 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.902912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedb86ac-ccce-4320-8cf1-7f3fc3981a70 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:08.941473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.946250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6e76fdb6-c56e-4707-8278-d59e29ea6f56 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:08.951586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:08.955295 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7208955
Dec 19 13:36:08.957878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45922) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:08.966487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e6501766-6673-4cfb-8685-6fd234436649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47037280>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:36:07Z', 'revision_number': 11, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:08.972414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'security_group_rule': {'security_group_id': '4352caa9-a644-4eef-a335-68d206d535c4', 'project_id': '67d7faaf2660420295018b86bab870e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:08.978112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6501766-6673-4cfb-8685-6fd234436649 None None] Checking router: bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:36:08.994277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:09.006236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:09.009148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a022dda-d8bc-41d4-a693-36865ff11f16 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.009357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:09.018075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:09.023331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6501766-6673-4cfb-8685-6fd234436649 None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:09.023955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e6501766-6673-4cfb-8685-6fd234436649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47037280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:09.046302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:security_group_rule and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:09.053968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=aa2b009b-4aa4-4e55-a535-0d707c38936d,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:09.058076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:09.192933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:09.194534 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-e6501766-6673-4cfb-8685-6fd234436649 None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:09.204856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:09.243855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2643b9f2-4cca-4c8a-955a-150b9c821ccb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:09.253153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2643b9f2-4cca-4c8a-955a-150b9c821ccb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:09.259102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2643b9f2-4cca-4c8a-955a-150b9c821ccb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:09.267675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2643b9f2-4cca-4c8a-955a-150b9c821ccb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:09.276343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.282324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.291507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a022dda-d8bc-41d4-a693-36865ff11f16 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.315763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e6501766-6673-4cfb-8685-6fd234436649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47037280>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:36:07Z', 'revision_number': 11, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:09.331747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.350847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6501766-6673-4cfb-8685-6fd234436649 None None] The sync data for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:36:07Z', 'revision_number': 11, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:09.369365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2643b9f2-4cca-4c8a-955a-150b9c821ccb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:09.370305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': 'e69f90be-093e-4469-bb25-6505d7abe2e8'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:36:09.372542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.529948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.548047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2643b9f2-4cca-4c8a-955a-150b9c821ccb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.562696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Allocated IP 2001:db8::f816:3eff:fe25:6308 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/e69f90be-093e-4469-bb25-6505d7abe2e8/9f6860da-e548-40e4-9665-94532bcd4585) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:09.616153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a022dda-d8bc-41d4-a693-36865ff11f16 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.620179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:36:09.625333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-efde9c4c-1391-4b77-8a6b-008ccfa8f5fc tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:09.665087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.680165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a022dda-d8bc-41d4-a693-36865ff11f16 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Subnet': ['ID=135d5664-291d-4497-9ead-cdb432d5641d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:09.694935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2a022dda-d8bc-41d4-a693-36865ff11f16 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:09.696112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9d1bdb43-13b8-4a68-9678-5f88258dd908 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:09.729066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5e1c03-5341-48b9-86fc-f0505bf237a5,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:09.741821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:09.745520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a022dda-d8bc-41d4-a693-36865ff11f16 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.768963 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2a022dda-d8bc-41d4-a693-36865ff11f16 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/135d5664-291d-4497-9ead-cdb432d5641d HTTP/1.1" status: 204  len: 168 time: 1.1805100
Dec 19 13:36:09.769626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45926) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:09.774464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea1716-ad23-4816-8bec-6df0dfe10794 None None] Network 52324460-1a0f-4c21-946a-d27cd75d1f13 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:09.871414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.875794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45930) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:09.876277 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.9135244
Dec 19 13:36:09.889537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'security_group_rule': {'security_group_id': '4352caa9-a644-4eef-a335-68d206d535c4', 'project_id': '67d7faaf2660420295018b86bab870e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:09.899358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:09.904797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.904973 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:security_group_rule and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:09.910370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:09.917509 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.ipam_backend_mixin [None req-2643b9f2-4cca-4c8a-955a-150b9c821ccb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e69f90be-093e-4469-bb25-6505d7abe2e8 (CIDR: 2001:db8::/64)
Dec 19 13:36:09.919465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:09.929962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.933577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Transition to ACTIVE for port object 9f6860da-e548-40e4-9665-94532bcd4585 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:09.946560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Deleting port d995feda-49cb-4fce-b527-abdc1fd0cf4a {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:09.946901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:09.964269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:09.977352 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-2643b9f2-4cca-4c8a-955a-150b9c821ccb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:36:09.978024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2643b9f2-4cca-4c8a-955a-150b9c821ccb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:09.979438 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Sync routers for ids ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:09.994694 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Routers {'6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:09.996073 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47529130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:10.007649 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Transition to ACTIVE for port object 9f6860da-e548-40e4-9665-94532bcd4585 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:10.010705 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Project 67d7faaf2660420295018b86bab870e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:36:10.018459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.090601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.095579 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.8414736
Dec 19 13:36:10.096469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45934) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:10.122997 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.126852 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:10.161299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168be8ea-ce0c-4937-8db1-2b3a6c3cdba1 None None] DHCP port deletion for 52324460-1a0f-4c21-946a-d27cd75d1f13 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:36:10.162843 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-96a98834-f9b7-4cf2-9327-4f5258c70516 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=077ccee64892449c9cacad2ed1d1a724&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0613627
Dec 19 13:36:10.163467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45938) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:10.181341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-168be8ea-ce0c-4937-8db1-2b3a6c3cdba1 None None] Deleting port d995feda-49cb-4fce-b527-abdc1fd0cf4a {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:10.181857 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-168be8ea-ce0c-4937-8db1-2b3a6c3cdba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.214995 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2643b9f2-4cca-4c8a-955a-150b9c821ccb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3764493
Dec 19 13:36:10.234066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45942) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:10.236226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:10.243990 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Set router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:10.244242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:10.244374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:10.252626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:10.285436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Pushing event updated for resources: {'Port': ['ID=9f6860da-e548-40e4-9665-94532bcd4585,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:10.298867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:10.342100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] For port d995feda-49cb-4fce-b527-abdc1fd0cf4a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d995feda-49cb-4fce-b527-abdc1fd0cf4a,segment=NetworkSegment(58c66730-d1c3-47cd-a9cb-385229fdc845),segment_id=58c66730-d1c3-47cd-a9cb-385229fdc845)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:10.342508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.396088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Attempting to bind port 9f6860da-e548-40e4-9665-94532bcd4585 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:10.396421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Attempting to bind port 9f6860da-e548-40e4-9665-94532bcd4585 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:10.396785 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Attempting to bind port 9f6860da-e548-40e4-9665-94532bcd4585 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:10.414079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:10.414467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:10.414876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.415312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:10.415793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Bound port: 9f6860da-e548-40e4-9665-94532bcd4585, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:10.416172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.440506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.442851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc6f23-50ec-4c87-b632-53c3cd46bce9 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:10.447628 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4bdc6f23-50ec-4c87-b632-53c3cd46bce9 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2801433
Dec 19 13:36:10.448219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45946) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:10.493577 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fd251353-acc8-44c5-b8b0-0e943ecbaf82 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0441411
Dec 19 13:36:10.494169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45950) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:10.500255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593817877', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:10.505728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Calling delete_port for d995feda-49cb-4fce-b527-abdc1fd0cf4a owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:10.511571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] For port 9f6860da-e548-40e4-9665-94532bcd4585, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:10.514762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] For port 9f6860da-e548-40e4-9665-94532bcd4585, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9f6860da-e548-40e4-9665-94532bcd4585,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:10.610099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.619407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:10.620635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:10.622385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:10.624837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:subnet and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:10.627667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:10.628078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:10.632333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:10.635708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:10.639850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:10.644154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.648628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8e858975-8ff6-4880-9880-a8bb417852bd tempest-ServersTestManualDisk-133581463 tempest-ServersTestManualDisk-133581463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:10.666736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c97bca-6bba-4689-906c-5488e48f5532,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:10.670264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:10.684358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-168be8ea-ce0c-4937-8db1-2b3a6c3cdba1 None None] For port d995feda-49cb-4fce-b527-abdc1fd0cf4a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d995feda-49cb-4fce-b527-abdc1fd0cf4a,segment=NetworkSegment(58c66730-d1c3-47cd-a9cb-385229fdc845),segment_id=58c66730-d1c3-47cd-a9cb-385229fdc845)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:10.684762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-168be8ea-ce0c-4937-8db1-2b3a6c3cdba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.698279 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47529130>, [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:09Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:10.702429 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Checking router: 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:36:10.702777 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Updating router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab port aa2b009b-4aa4-4e55-a535-0d707c38936d binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:36:10.712587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.718341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1aece85-5bab-4e04-b2cf-1cc5bcec39de tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:10.740961 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:10.761744 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:10.765404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.773180 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.815826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.820382 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.9401860
Dec 19 13:36:10.823448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45954) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:10.825519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-168be8ea-ce0c-4937-8db1-2b3a6c3cdba1 None None] Calling delete_port for d995feda-49cb-4fce-b527-abdc1fd0cf4a owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:10.829545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'security_group_rule': {'security_group_id': '4352caa9-a644-4eef-a335-68d206d535c4', 'project_id': '67d7faaf2660420295018b86bab870e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:10.835912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:10.839869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:security_group_rule and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:10.842986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:10.850461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:10.857352 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Port': ['ID=d995feda-49cb-4fce-b527-abdc1fd0cf4a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:10.860211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:10.879157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No DVR routers for this DVR port d995feda-49cb-4fce-b527-abdc1fd0cf4a on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:36:10.893800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:10.951142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-168be8ea-ce0c-4937-8db1-2b3a6c3cdba1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:36:10.951808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-168be8ea-ce0c-4937-8db1-2b3a6c3cdba1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:36:10.960413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Pushing event updated for resources: {'Port': ['ID=9f6860da-e548-40e4-9665-94532bcd4585,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:10.965952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:11.024053 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Project 67d7faaf2660420295018b86bab870e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:36:11.036247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.061594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.200115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.229152 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.245025 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Transition to ACTIVE for port object aa2b009b-4aa4-4e55-a535-0d707c38936d will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:11.261919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46a6d430>,) {'filters': {'network_id': ['52324460-1a0f-4c21-946a-d27cd75d1f13']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:11.265707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.274217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:11.280315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46a6d430>, '58c66730-d1c3-47cd-a9cb-385229fdc845') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:11.280603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46a6d430>, '58c66730-d1c3-47cd-a9cb-385229fdc845') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:11.295468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4d187e-6c16-42dd-b068-082678411085,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:11.297737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.304125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:11.324417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.330046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5991fffd-2415-4d27-99d9-b1deb4c52396 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:11.353162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.359581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:36:11.359981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.387390 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.391430 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-df2d6a08-10ca-406e-acea-af9093cd639b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:11.410273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Subnet': ['ID=a6947fd2-a31a-47bc-a191-beda7fb02eda,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:11.415509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:11.422781 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.427528 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5995250
Dec 19 13:36:11.429146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45960) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:11.435238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'network': {'name': 'tempest-network-smoke--1983411241', 'project_id': '67d7faaf2660420295018b86bab870e0', 'port_security_enabled': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:11.443665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Checking segment: {'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:11.445263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network hostable DHCP agents. Network: 3d0be4a2-6488-42a4-bb5b-1b67526f92af, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:36:11.454479 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:36:11.456544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:11.456646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-168be8ea-ce0c-4937-8db1-2b3a6c3cdba1 None None] Deleting port d995feda-49cb-4fce-b527-abdc1fd0cf4a {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:11.456646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-168be8ea-ce0c-4937-8db1-2b3a6c3cdba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.461428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:network and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:11.467371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:11.475118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:11.481950 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47f800-7037-4d11-a2a9-bea4be233858 None None] Pushing event updated for resources: {'Port': ['ID=aa2b009b-4aa4-4e55-a535-0d707c38936d,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:11.485775 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-fa47f800-7037-4d11-a2a9-bea4be233858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:11.516314 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Attempting to bind port aa2b009b-4aa4-4e55-a535-0d707c38936d on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:11.516686 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Attempting to bind port aa2b009b-4aa4-4e55-a535-0d707c38936d by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:11.517047 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Attempting to bind port aa2b009b-4aa4-4e55-a535-0d707c38936d on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:11.532791 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:11.534877 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:11.534877 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.535389 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:11.536749 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Bound port: aa2b009b-4aa4-4e55-a535-0d707c38936d, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:11.539154 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.552978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Made reservation on behalf of 67d7faaf2660420295018b86bab870e0 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:11.556429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.560372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9f6860da-e548-40e4-9665-94532bcd4585 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:11.585805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:36:11.594830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.595207 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Added segment f51112a1-90bf-4a4b-a3b0-db57268a2000 of type vlan for network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9
Dec 19 13:36:11.615745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-168be8ea-ce0c-4937-8db1-2b3a6c3cdba1 None None] The port 'd995feda-49cb-4fce-b527-abdc1fd0cf4a' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:36:11.616488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.625542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 3d0be4a2-6488-42a4-bb5b-1b67526f92af is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:36:11.627531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.634080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.655517 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] For port aa2b009b-4aa4-4e55-a535-0d707c38936d, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:11.655779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c391d8c1-29af-473e-8b13-4a06abbd02a6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:11.659868 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] For port aa2b009b-4aa4-4e55-a535-0d707c38936d, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=aa2b009b-4aa4-4e55-a535-0d707c38936d,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:11.683714 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/networks/52324460-1a0f-4c21-946a-d27cd75d1f13 HTTP/1.1" status: 204  len: 168 time: 1.9052751
Dec 19 13:36:11.686578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45964) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:11.691464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.693160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-31ef16b6-1426-4d8c-986a-0fc9f144309b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'routes': None}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:11.696489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Pushing event deleted for resources: {'Network': ['ID=52324460-1a0f-4c21-946a-d27cd75d1f13,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:11.699880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:11.701556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-43b8ac24-1a32-469f-bd78-395b0daf595d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:11.746414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 9f6860da-e548-40e4-9665-94532bcd4585 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:11.747185 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.754304 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-d42fe577-2f90-43b9-8e70-7c490895e04a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:11.759270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:11.766554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:11.772944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:11.775466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.819290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=7c7ee916-227d-42b2-9127-608619d96a10,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:11.822128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:11.837449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 3d0be4a2-6488-42a4-bb5b-1b67526f92af) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:11.838675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 38e1fa04-f67a-453b-abad-75ab2bbfced6 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:36:11.853399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.861392 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:11.864403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.868814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:11.869550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:11.870487 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47f800-7037-4d11-a2a9-bea4be233858 None None] Pushing event updated for resources: {'Port': ['ID=aa2b009b-4aa4-4e55-a535-0d707c38936d,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:11.873844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-766ce8f0-efdd-4fbf-895c-37a29bd42531 tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:11.876567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13af5645-7011-413b-8874-6fa460c10981 None None] Network 3d0be4a2-6488-42a4-bb5b-1b67526f92af requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:11.880575 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Routers {'6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:11.881368 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47529130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:11.884949 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6496665
Dec 19 13:36:11.887630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45968) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:11.894368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:d7:c2:16', 'name': 'tempest-NetworksTestDHCPv6-1999798701'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:12.068869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 38e1fa04-f67a-453b-abad-75ab2bbfced6 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:36:12.069498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 38e1fa04-f67a-453b-abad-75ab2bbfced6 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:36:12.070105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d995feda-49cb-4fce-b527-abdc1fd0cf4a no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:36:12.096086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:12.101219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:12.104946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:12.112450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:12.136142 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] Set router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:12.137234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: d995feda-49cb-4fce-b527-abdc1fd0cf4a {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:36:12.137753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d995feda-49cb-4fce-b527-abdc1fd0cf4a not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:36:12.180410 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7500803
Dec 19 13:36:12.182202 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f6ec2994-76f9-4305-bfa0-4d47f0532867 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.6868782
Dec 19 13:36:12.183267 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'Network': ['ID=2673a9d2-31a7-46b3-8eca-1f3e630c07c9,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:12.186962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45972) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:12.190401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 45974) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:12.193991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:12.207683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:12.208643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ips': [{'subnet_id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:36:12.209727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:12.222091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:12.244100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'admin_state_up': True, 'project_id': '67d7faaf2660420295018b86bab870e0', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:12.247701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.extraroute_db [None req-31ef16b6-1426-4d8c-986a-0fc9f144309b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Added routes are [] {{(pid=84125) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 19 13:36:12.248178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.extraroute_db [None req-31ef16b6-1426-4d8c-986a-0fc9f144309b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Removed routes are [] {{(pid=84125) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 19 13:36:12.248681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31ef16b6-1426-4d8c-986a-0fc9f144309b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:12.251036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:12.254976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:router and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:12.258063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:12.258840 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-fa47f800-7037-4d11-a2a9-bea4be233858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:12.264592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:12.381722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:12.382679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:12.432181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 4a3acbeb-3261-41aa-a2fd-693fd7b1b709 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:36:12.500175 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:12.500497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Allocated IP 172.20.0.2 (3d0be4a2-6488-42a4-bb5b-1b67526f92af/a6947fd2-a31a-47bc-a191-beda7fb02eda/71170f2b-504c-42b2-9e82-205d78d03f38) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:12.504020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:36:12.548819 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47529130>, [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:09Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:12.554508 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a0b0e-129e-41e5-9efc-ecf3c77b7023 None None] The sync data for ids ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'] in dv-neutron-821895-1-hyperv is: [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:09Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:12.697110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa13588-ad57-46b1-ba48-52d50b52012d None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:12.731427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31ef16b6-1426-4d8c-986a-0fc9f144309b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:12.735868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31ef16b6-1426-4d8c-986a-0fc9f144309b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:12.953638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ef16b6-1426-4d8c-986a-0fc9f144309b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:36:12.982379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:12.985969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8:0:1::364 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/7c7ee916-227d-42b2-9127-608619d96a10/4a3acbeb-3261-41aa-a2fd-693fd7b1b709) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:13.001243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ba07990-6f88-4cff-99c9-e365b5e434a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.060778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3103e7b2-c426-44d0-b2c9-a0b1898e2566 None None] Provisioning for port 9f6860da-e548-40e4-9665-94532bcd4585 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:13.071759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::f816:3eff:fed7:c216 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/e69f90be-093e-4469-bb25-6505d7abe2e8/4a3acbeb-3261-41aa-a2fd-693fd7b1b709) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:13.095624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3103e7b2-c426-44d0-b2c9-a0b1898e2566 None None] Provisioning complete for port 9f6860da-e548-40e4-9665-94532bcd4585 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:13.096130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3103e7b2-c426-44d0-b2c9-a0b1898e2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.155302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ef16b6-1426-4d8c-986a-0fc9f144309b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:13.163151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31ef16b6-1426-4d8c-986a-0fc9f144309b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.171126 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-31ef16b6-1426-4d8c-986a-0fc9f144309b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 HTTP/1.1" status: 200  len: 704 time: 1.4787633
Dec 19 13:36:13.172574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45980) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:13.181588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2ad22-3d02-4ab9-980e-b3d59bc161a7 None None] Sync routers for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:13.218822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.221129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-66384726-72e3-4e9d-8327-0b2d7c1c318e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Synchronizing usage tracker for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:13.284144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Transition to ACTIVE for port object 71170f2b-504c-42b2-9e82-205d78d03f38 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:13.290971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2ad22-3d02-4ab9-980e-b3d59bc161a7 None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:13.291719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8cf2ad22-3d02-4ab9-980e-b3d59bc161a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e8e130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:13.305705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-66384726-72e3-4e9d-8327-0b2d7c1c318e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Unset dirty status for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:13.310624 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-66384726-72e3-4e9d-8327-0b2d7c1c318e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 HTTP/1.1" status: 200  len: 205 time: 0.1370182
Dec 19 13:36:13.311465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45984) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:13.459776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3103e7b2-c426-44d0-b2c9-a0b1898e2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.519197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Transition to ACTIVE for port object 71170f2b-504c-42b2-9e82-205d78d03f38 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:13.521354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa2b009b-4aa4-4e55-a535-0d707c38936d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:13.569341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be1f0d20-0d57-4e93-b788-c258a61fc136 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.603951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-8cf2ad22-3d02-4ab9-980e-b3d59bc161a7 None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:13.637396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.666960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 4a3acbeb-3261-41aa-a2fd-693fd7b1b709 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:13.744846 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3103e7b2-c426-44d0-b2c9-a0b1898e2566 None None] For port 9f6860da-e548-40e4-9665-94532bcd4585, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9f6860da-e548-40e4-9665-94532bcd4585,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:13.762814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.768398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:13.810859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8cf2ad22-3d02-4ab9-980e-b3d59bc161a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e8e130>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:36:07Z', 'revision_number': 11, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:13.817358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.824731 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3103e7b2-c426-44d0-b2c9-a0b1898e2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.834043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2ad22-3d02-4ab9-980e-b3d59bc161a7 None None] Checking router: bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:36:13.853568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.865353 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Pushing event updated for resources: {'Port': ['ID=71170f2b-504c-42b2-9e82-205d78d03f38,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:13.868863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Network 3d0be4a2-6488-42a4-bb5b-1b67526f92af is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:13.871935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:13.872933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c69a0906-9b55-40c6-943e-35d49c496b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:13.902214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:13.915155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:13.926019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fe5e0982-65a6-4613-855b-d2644eed3ca1 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:13.939967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:13.963109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port aa2b009b-4aa4-4e55-a535-0d707c38936d completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:13.989874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2ad22-3d02-4ab9-980e-b3d59bc161a7 None None] Routers {'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:13.990526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8cf2ad22-3d02-4ab9-980e-b3d59bc161a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e8e130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:35:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:14.003754 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be1f0d20-0d57-4e93-b788-c258a61fc136 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.009508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be1f0d20-0d57-4e93-b788-c258a61fc136 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.036367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:14.050373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port aa2b009b-4aa4-4e55-a535-0d707c38936d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:14.050915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.069308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:14.071818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:14.076564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:14.077170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.080949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=4a3acbeb-3261-41aa-a2fd-693fd7b1b709,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:14.084594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:14.106753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be1f0d20-0d57-4e93-b788-c258a61fc136 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.107442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1f0d20-0d57-4e93-b788-c258a61fc136 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Fanout notify agent at l3_agent the message router_deleted on router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:36:14.123173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-be1f0d20-0d57-4e93-b788-c258a61fc136 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.124822 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-be1f0d20-0d57-4e93-b788-c258a61fc136 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 HTTP/1.1" status: 204  len: 168 time: 0.8121142
Dec 19 13:36:14.130650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45988) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:14.136383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2c91744b-356f-46e5-bef0-abfa6b8f607f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1357112592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:14.142822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2c91744b-356f-46e5-bef0-abfa6b8f607f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:14.148000 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2c91744b-356f-46e5-bef0-abfa6b8f607f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Usage tracker for resource:router and tenant:830d4338d371471192910e025aa964fe is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:14.151262 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2c91744b-356f-46e5-bef0-abfa6b8f607f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:14.159376 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2c91744b-356f-46e5-bef0-abfa6b8f607f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:14.203343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Allocated IP 172.26.4.90 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/b2cafa01-d54b-4e8d-8314-f04d1db9cf07) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:14.299357 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 2.4103136
Dec 19 13:36:14.302073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45992) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:14.317262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103e7b2-c426-44d0-b2c9-a0b1898e2566 None None] Pushing event updated for resources: {'Port': ['ID=9f6860da-e548-40e4-9665-94532bcd4585,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:14.327476 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3103e7b2-c426-44d0-b2c9-a0b1898e2566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:14.337833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed73b18-3097-4d89-b04e-578295b2dabe None None] Update dhcp port {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': 'e69f90be-093e-4469-bb25-6505d7abe2e8', 'ip_address': '2001:db8::f816:3eff:fe25:6308'}, {'subnet_id': '7c7ee916-227d-42b2-9127-608619d96a10'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': '9f6860da-e548-40e4-9665-94532bcd4585'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:36:14.348729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2c91744b-356f-46e5-bef0-abfa6b8f607f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.349665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2c91744b-356f-46e5-bef0-abfa6b8f607f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.365022 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-8cf2ad22-3d02-4ab9-980e-b3d59bc161a7 None None] Set router bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:14.382368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-45e1f6ba-8b2b-4a13-89fd-9fc50d107c2c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 4a3acbeb-3261-41aa-a2fd-693fd7b1b709 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:14.390699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45e1f6ba-8b2b-4a13-89fd-9fc50d107c2c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.407992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Attempting to bind port 71170f2b-504c-42b2-9e82-205d78d03f38 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:14.407992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Attempting to bind port 71170f2b-504c-42b2-9e82-205d78d03f38 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:14.407992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Attempting to bind port 71170f2b-504c-42b2-9e82-205d78d03f38 on network 3d0be4a2-6488-42a4-bb5b-1b67526f92af {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:14.434685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2c91744b-356f-46e5-bef0-abfa6b8f607f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.476424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.499294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:14.499678 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Checking segment: {'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:14.500145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.500564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Bound using segment: {'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:14.501042 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Bound port: 71170f2b-504c-42b2-9e82-205d78d03f38, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:14.501411 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.532807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8cf2ad22-3d02-4ab9-980e-b3d59bc161a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e8e130>, [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:36:07Z', 'revision_number': 11, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:14.572298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.607099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bed73b18-3097-4d89-b04e-578295b2dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.617365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2ad22-3d02-4ab9-980e-b3d59bc161a7 None None] The sync data for ids ['bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4', 'name': 'tempest-RoutersIpV6Test-router-574071521', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:34:54Z', 'updated_at': '2021-12-19T13:36:07Z', 'revision_number': 11, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:14.688791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.737794 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.750331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1240b4e4-39e2-4ab2-9c55-96d12027831f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:14.765166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3fce69b9-42ff-4bdd-b40e-0021da8ccfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.775106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2c91744b-356f-46e5-bef0-abfa6b8f607f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.789108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] For port 71170f2b-504c-42b2-9e82-205d78d03f38, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:14.794337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port aa2b009b-4aa4-4e55-a535-0d707c38936d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=aa2b009b-4aa4-4e55-a535-0d707c38936d,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:14.849697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] For port 71170f2b-504c-42b2-9e82-205d78d03f38, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=71170f2b-504c-42b2-9e82-205d78d03f38,segment=NetworkSegment(c4179752-6372-401e-be09-e8e6ebb22367),segment_id=c4179752-6372-401e-be09-e8e6ebb22367)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:14.852523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:14.859037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'Port': ['ID=b2cafa01-d54b-4e8d-8314-f04d1db9cf07,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:14.862522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:14.863137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:14.864467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45e1f6ba-8b2b-4a13-89fd-9fc50d107c2c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.866188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:14.878499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.882906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:14.960956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:14.996873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-45e1f6ba-8b2b-4a13-89fd-9fc50d107c2c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 4a3acbeb-3261-41aa-a2fd-693fd7b1b709 owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:15.022594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-bed73b18-3097-4d89-b04e-578295b2dabe None None] Allocated IP 2001:db8:0:1::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/7c7ee916-227d-42b2-9127-608619d96a10/9f6860da-e548-40e4-9665-94532bcd4585) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:15.024321 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:36:15.026859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=aa2b009b-4aa4-4e55-a535-0d707c38936d,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:15.037770 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2c91744b-356f-46e5-bef0-abfa6b8f607f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:15.038310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:15.038405 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2c91744b-356f-46e5-bef0-abfa6b8f607f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.9028509
Dec 19 13:36:15.038488 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9ee3b4ed-2160-4ec7-8082-7cd90db268c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:15.042677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 45996) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:15.049965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9fe92e70-d6ca-4fd0-a8bd-ec860b41a8a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:15.192310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Pushing event updated for resources: {'Port': ['ID=71170f2b-504c-42b2-9e82-205d78d03f38,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:15.198482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:15.262984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bed73b18-3097-4d89-b04e-578295b2dabe None None] For port 9f6860da-e548-40e4-9665-94532bcd4585, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9f6860da-e548-40e4-9665-94532bcd4585,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:15.291892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bed73b18-3097-4d89-b04e-578295b2dabe None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:15.311819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bed73b18-3097-4d89-b04e-578295b2dabe None None] Transition to ACTIVE for port object 9f6860da-e548-40e4-9665-94532bcd4585 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:15.335894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.1 (3d0be4a2-6488-42a4-bb5b-1b67526f92af/a6947fd2-a31a-47bc-a191-beda7fb02eda/af87dc5d-175d-4be8-9fca-787a2fdc5dc6) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:15.420258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bed73b18-3097-4d89-b04e-578295b2dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:15.424592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c5bef807-1505-4a9b-beaa-dcff07372c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:15.555312 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:15.556176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:15.577471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:15.599662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa2b009b-4aa4-4e55-a535-0d707c38936d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:15.665833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fe92e70-d6ca-4fd0-a8bd-ec860b41a8a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:15.725513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed73b18-3097-4d89-b04e-578295b2dabe None None] Pushing event updated for resources: {'Port': ['ID=9f6860da-e548-40e4-9665-94532bcd4585,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:15.735779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bed73b18-3097-4d89-b04e-578295b2dabe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:15.758104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port aa2b009b-4aa4-4e55-a535-0d707c38936d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:15.758475 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:15.787308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fe92e70-d6ca-4fd0-a8bd-ec860b41a8a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:15.798475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object af87dc5d-175d-4be8-9fca-787a2fdc5dc6 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:15.867007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45e1f6ba-8b2b-4a13-89fd-9fc50d107c2c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:15.878580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9f6860da-e548-40e4-9665-94532bcd4585 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:15.895285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:15.901574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-02165008-5ddb-4467-bdce-06ee986ccb0b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:15.940986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:15.970564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Router 7d51f620-d30d-4546-b440-96d82c75278c is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:36:15.989183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 3d0be4a2-6488-42a4-bb5b-1b67526f92af is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:15.990430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=af87dc5d-175d-4be8-9fca-787a2fdc5dc6,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:15.993944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:15.995454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:15.997938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1f6ba-8b2b-4a13-89fd-9fc50d107c2c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=4a3acbeb-3261-41aa-a2fd-693fd7b1b709,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:15.998073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:16.000647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-45e1f6ba-8b2b-4a13-89fd-9fc50d107c2c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:16.063859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:16.085397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-45e1f6ba-8b2b-4a13-89fd-9fc50d107c2c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:16.104572 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-45e1f6ba-8b2b-4a13-89fd-9fc50d107c2c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/4a3acbeb-3261-41aa-a2fd-693fd7b1b709 HTTP/1.1" status: 204  len: 168 time: 1.8012607
Dec 19 13:36:16.107483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46002) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:16.157850 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:16.214953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d046007e-437f-45ab-8f68-9dd6e8519d67 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:16.217221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d046007e-437f-45ab-8f68-9dd6e8519d67 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:16.253925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe92e70-d6ca-4fd0-a8bd-ec860b41a8a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Router 06d8e7ba-8510-4a4a-9d3c-f84e3b913910 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:36:16.282596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:16.345290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d046007e-437f-45ab-8f68-9dd6e8519d67 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:16.348895 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d046007e-437f-45ab-8f68-9dd6e8519d67 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2379146
Dec 19 13:36:16.349892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46006) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:16.397741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:16.584266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe92e70-d6ca-4fd0-a8bd-ec860b41a8a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:16.595805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9fe92e70-d6ca-4fd0-a8bd-ec860b41a8a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:16.596662 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af912a92-ef09-48fc-964d-6f6d3146596e None None] Sync routers for ids ['06d8e7ba-8510-4a4a-9d3c-f84e3b913910'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:16.597259 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9fe92e70-d6ca-4fd0-a8bd-ec860b41a8a5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "PUT /v2.0/routers/06d8e7ba-8510-4a4a-9d3c-f84e3b913910 HTTP/1.1" status: 200  len: 698 time: 1.5534577
Dec 19 13:36:16.600117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46010) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:16.627323 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af912a92-ef09-48fc-964d-6f6d3146596e None None] Routers {'06d8e7ba-8510-4a4a-9d3c-f84e3b913910'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:16.628177 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-af912a92-ef09-48fc-964d-6f6d3146596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473d53a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06d8e7ba-8510-4a4a-9d3c-f84e3b913910'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:16.724741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e19e2-0b2c-49f1-996f-bb29f62942a4 None None] Network 3d0be4a2-6488-42a4-bb5b-1b67526f92af requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:16.764040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e5d9a8-cb35-46ce-9740-30ee0bae6499 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:16.765189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b3e5d9a8-cb35-46ce-9740-30ee0bae6499 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:16.812085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:16.856112 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-af912a92-ef09-48fc-964d-6f6d3146596e None None] Set router 06d8e7ba-8510-4a4a-9d3c-f84e3b913910 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:16.858032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b3e5d9a8-cb35-46ce-9740-30ee0bae6499 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:16.859238 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b3e5d9a8-cb35-46ce-9740-30ee0bae6499 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.5082233
Dec 19 13:36:16.863431 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46014) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:16.866790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Sync routers for ids ['7d51f620-d30d-4546-b440-96d82c75278c'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:16.916597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Routers {'7d51f620-d30d-4546-b440-96d82c75278c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:16.917394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473650d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7d51f620-d30d-4546-b440-96d82c75278c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:16.969604 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-504732ae-6942-4da5-9c23-b8f3f3d43396 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/routers/06d8e7ba-8510-4a4a-9d3c-f84e3b913910 HTTP/1.1" status: 200  len: 704 time: 0.3674572
Dec 19 13:36:16.982708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46018) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:17.007458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f6303-4f0c-41e8-90e6-be45b38b1d90 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:17.008781 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-af912a92-ef09-48fc-964d-6f6d3146596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473d53a0>, [{'id': '06d8e7ba-8510-4a4a-9d3c-f84e3b913910', 'name': 'tempest-RoutersIpV6Test-router-1357112592', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:15Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:17.008957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f6303-4f0c-41e8-90e6-be45b38b1d90 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:17.011614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f6303-4f0c-41e8-90e6-be45b38b1d90 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:17.012513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cd6f6303-4f0c-41e8-90e6-be45b38b1d90 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:17.032109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:17.032333 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af912a92-ef09-48fc-964d-6f6d3146596e None None] Checking router: 06d8e7ba-8510-4a4a-9d3c-f84e3b913910 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:36:17.033871 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 4.8363848
Dec 19 13:36:17.040017 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46022) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:17.056307 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af912a92-ef09-48fc-964d-6f6d3146596e None None] Routers {'06d8e7ba-8510-4a4a-9d3c-f84e3b913910'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:17.059012 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-af912a92-ef09-48fc-964d-6f6d3146596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473d53a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06d8e7ba-8510-4a4a-9d3c-f84e3b913910'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:17.077678 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-54bdb2c9-d3e1-4f67-8ebd-f172b14333fe tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d8e7ba-8510-4a4a-9d3c-f84e3b913910 HTTP/1.1" status: 200  len: 205 time: 0.0768294
Dec 19 13:36:17.083289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46028) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:17.120281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d4f3f55f-bf77-4c07-a41c-ca3297b3c1f0 None None] Provisioning for port 71170f2b-504c-42b2-9e82-205d78d03f38 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:17.182901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cd6f6303-4f0c-41e8-90e6-be45b38b1d90 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:17.185204 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cd6f6303-4f0c-41e8-90e6-be45b38b1d90 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.3189797
Dec 19 13:36:17.187471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46032) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:17.271806 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-af912a92-ef09-48fc-964d-6f6d3146596e None None] Set router 06d8e7ba-8510-4a4a-9d3c-f84e3b913910 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:17.498394 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-af912a92-ef09-48fc-964d-6f6d3146596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473d53a0>, [{'id': '06d8e7ba-8510-4a4a-9d3c-f84e3b913910', 'name': 'tempest-RoutersIpV6Test-router-1357112592', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:15Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:17.506154 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Set router 7d51f620-d30d-4546-b440-96d82c75278c gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:17.518283 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af912a92-ef09-48fc-964d-6f6d3146596e None None] The sync data for ids ['06d8e7ba-8510-4a4a-9d3c-f84e3b913910'] in dv-neutron-821895-1-hyperv is: [{'id': '06d8e7ba-8510-4a4a-9d3c-f84e3b913910', 'name': 'tempest-RoutersIpV6Test-router-1357112592', 'tenant_id': '830d4338d371471192910e025aa964fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:15Z', 'revision_number': 2, 'project_id': '830d4338d371471192910e025aa964fe', 'gw_port_host': None}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:17.562926 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0fa44969-1db1-41e2-aafe-dbc2c92d927b tempest-TestNetworkAdvancedServerOps-966565828 tempest-TestNetworkAdvancedServerOps-966565828-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=67d7faaf2660420295018b86bab870e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5214961
Dec 19 13:36:17.565291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-a118f57c-ae8b-4331-86c5-a772d8ade890 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 7c7ee916-227d-42b2-9127-608619d96a10 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:17.566322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46036) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:17.570182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a118f57c-ae8b-4331-86c5-a772d8ade890 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:17.650033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a118f57c-ae8b-4331-86c5-a772d8ade890 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:17.672194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c89f813e-98f9-45aa-a5bd-a464d861b9cd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:17.683500 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 71170f2b-504c-42b2-9e82-205d78d03f38 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:17.764127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a118f57c-ae8b-4331-86c5-a772d8ade890 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:17.809193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6d62ff36-46ea-4a20-821c-7e5706fccc55 None None] Provisioning for port 9f6860da-e548-40e4-9665-94532bcd4585 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:17.842438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6d62ff36-46ea-4a20-821c-7e5706fccc55 None None] Provisioning complete for port 9f6860da-e548-40e4-9665-94532bcd4585 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:17.842917 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6d62ff36-46ea-4a20-821c-7e5706fccc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:17.853888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:17.899205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:17.918900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a118f57c-ae8b-4331-86c5-a772d8ade890 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:17.931264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1188b005-9f8d-4ccb-a808-b8b9be3749ae tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:17.969021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118f57c-ae8b-4331-86c5-a772d8ade890 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7ee916-227d-42b2-9127-608619d96a10,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:17.978072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a118f57c-ae8b-4331-86c5-a772d8ade890 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:17.979825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a118f57c-ae8b-4331-86c5-a772d8ade890 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:17.993231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c91721-50d3-4a27-a236-77e2132a0b97 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:18.020983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.042982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb7d0d-c554-4147-8fce-7e6a21208e9e tempest-TestNetworkAdvancedServerOps-966565828 tempest-TestNetworkAdvancedServerOps-966565828-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:18.047526 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-35eb7d0d-c554-4147-8fce-7e6a21208e9e tempest-TestNetworkAdvancedServerOps-966565828 tempest-TestNetworkAdvancedServerOps-966565828-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4772367
Dec 19 13:36:18.048866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46040) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:18.050583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-91a327b3-f120-4777-9f49-5f3279133c7b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:18.092835 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a118f57c-ae8b-4331-86c5-a772d8ade890 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/7c7ee916-227d-42b2-9127-608619d96a10 HTTP/1.1" status: 204  len: 168 time: 0.9041979
Dec 19 13:36:18.098528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46044) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:18.105761 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-71a11c6d-6e02-4811-8f1f-2a9d24978fe5 tempest-TestNetworkAdvancedServerOps-966565828 tempest-TestNetworkAdvancedServerOps-966565828-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0553651
Dec 19 13:36:18.109837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 71170f2b-504c-42b2-9e82-205d78d03f38 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:18.130623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46048) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:18.132556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 71170f2b-504c-42b2-9e82-205d78d03f38 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:18.133136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.137061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=af87dc5d-175d-4be8-9fca-787a2fdc5dc6,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:18.144996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2079406677', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'project_id': '67d7faaf2660420295018b86bab870e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:18.182832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d75b79-e562-4787-8d5d-3da80459a33d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet e69f90be-093e-4469-bb25-6505d7abe2e8 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:18.186382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10d75b79-e562-4787-8d5d-3da80459a33d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.243930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6d62ff36-46ea-4a20-821c-7e5706fccc55 None None] Could not find standard attr ID for object 4a3acbeb-3261-41aa-a2fd-693fd7b1b709. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:36:18.261664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10d75b79-e562-4787-8d5d-3da80459a33d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.344601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10d75b79-e562-4787-8d5d-3da80459a33d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.380406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:18.381121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:18.381641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:18.382203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:18.382709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:18.383306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:18.383834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:18.384383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:18.384890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:18.385393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:18.385909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:18.390712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:18.423428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.429427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473650d0>, [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:15Z', 'revision_number': 3, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:18.445727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c89f813e-98f9-45aa-a5bd-a464d861b9cd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.450803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Checking router: 7d51f620-d30d-4546-b440-96d82c75278c for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:36:18.451194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Updating router 7d51f620-d30d-4546-b440-96d82c75278c port b2cafa01-d54b-4e8d-8314-f04d1db9cf07 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:36:18.469470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:18.476058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c89f813e-98f9-45aa-a5bd-a464d861b9cd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.477796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:subnet and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:18.501242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10d75b79-e562-4787-8d5d-3da80459a33d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.506468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-454bc172-d184-4909-a14a-78f8af5e1517 tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:18.519620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.528109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:18.542842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:18.545198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d75b79-e562-4787-8d5d-3da80459a33d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=e69f90be-093e-4469-bb25-6505d7abe2e8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:18.545732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1eedc6bb-88a2-426d-9498-c8e9354e16f2 None None] Provisioning complete for port 71170f2b-504c-42b2-9e82-205d78d03f38 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:18.546052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1eedc6bb-88a2-426d-9498-c8e9354e16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.549057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-10d75b79-e562-4787-8d5d-3da80459a33d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:18.553017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10d75b79-e562-4787-8d5d-3da80459a33d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.564818 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-10d75b79-e562-4787-8d5d-3da80459a33d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/e69f90be-093e-4469-bb25-6505d7abe2e8 HTTP/1.1" status: 204  len: 168 time: 0.4625247
Dec 19 13:36:18.565061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46052) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:18.586838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.647045 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bd15a25e-e148-4601-984c-af0300db0177 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0802670
Dec 19 13:36:18.649063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46056) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:18.655045 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:18.657333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Made reservation on behalf of 67d7faaf2660420295018b86bab870e0 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:18.670142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 71170f2b-504c-42b2-9e82-205d78d03f38, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=71170f2b-504c-42b2-9e82-205d78d03f38,segment=NetworkSegment(c4179752-6372-401e-be09-e8e6ebb22367),segment_id=c4179752-6372-401e-be09-e8e6ebb22367)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:18.742363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.743259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9f6860da-e548-40e4-9665-94532bcd4585 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:18.749121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c89f813e-98f9-45aa-a5bd-a464d861b9cd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.749472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89f813e-98f9-45aa-a5bd-a464d861b9cd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Fanout notify agent at l3_agent the message router_deleted on router 06d8e7ba-8510-4a4a-9d3c-f84e3b913910 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:36:18.786780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c89f813e-98f9-45aa-a5bd-a464d861b9cd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.791418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:18.791604 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c89f813e-98f9-45aa-a5bd-a464d861b9cd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/06d8e7ba-8510-4a4a-9d3c-f84e3b913910 HTTP/1.1" status: 204  len: 168 time: 1.7050421
Dec 19 13:36:18.792677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 3d0be4a2-6488-42a4-bb5b-1b67526f92af is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:18.799482 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46060) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:18.812795 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:18.868310 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6c2e6021-44c1-4098-b46a-d4979c71ef90 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=06d8e7ba-8510-4a4a-9d3c-f84e3b913910 HTTP/1.1" status: 200  len: 205 time: 0.0689092
Dec 19 13:36:18.869213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46064) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:18.944267 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-a4689d1c-05b2-4019-8ff7-b5b6ca9efeb2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] delete failed (client error): The resource could not be found.
Dec 19 13:36:18.944742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:18.948138 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a4689d1c-05b2-4019-8ff7-b5b6ca9efeb2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/06d8e7ba-8510-4a4a-9d3c-f84e3b913910 HTTP/1.1" status: 404  len: 336 time: 0.0745797
Dec 19 13:36:18.948770 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46068) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:18.949860 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:19.002538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:19.006893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:19.017316 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ecb14d-04bb-4c86-b02b-4315793a781f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:19.017848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ecb14d-04bb-4c86-b02b-4315793a781f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:19.023571 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b4ecb14d-04bb-4c86-b02b-4315793a781f tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/3e2ee7d6-160c-40ff-932e-922c45fa73e3 HTTP/1.1" status: 404  len: 337 time: 0.0709391
Dec 19 13:36:19.028839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:19.030786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46072) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:19.220450 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7117f50-c506-4fd2-9102-685affb01658 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:19.222071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7117f50-c506-4fd2-9102-685affb01658 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:19.223700 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d7117f50-c506-4fd2-9102-685affb01658 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/dd12625c-1a87-40fe-b7b0-20bc8d8692a4 HTTP/1.1" status: 404  len: 337 time: 0.1908076
Dec 19 13:36:19.226047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46076) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:19.249088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=71170f2b-504c-42b2-9e82-205d78d03f38,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:19.261357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:19.266780 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-0754d21b-d064-4c81-91b1-808d9eeb949a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:19.266900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0754d21b-d064-4c81-91b1-808d9eeb949a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:19.268470 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0754d21b-d064-4c81-91b1-808d9eeb949a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/6a413884-0bba-4fe8-bd4a-1cc790e3a273 HTTP/1.1" status: 404  len: 337 time: 0.0415120
Dec 19 13:36:19.271521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46080) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:19.272433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 9f6860da-e548-40e4-9665-94532bcd4585 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:19.272839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:19.320102 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c517ce-1ddc-4e6b-ac1b-a0b3f59ac365 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:19.320535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c517ce-1ddc-4e6b-ac1b-a0b3f59ac365 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:19.322631 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-28c517ce-1ddc-4e6b-ac1b-a0b3f59ac365 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/135d5664-291d-4497-9ead-cdb432d5641d HTTP/1.1" status: 404  len: 337 time: 0.0501137
Dec 19 13:36:19.323252 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:19.326670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:19.331913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46084) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:19.396391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e1f44044-f06d-4912-a19a-2c385464fa46 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Synchronizing usage tracker for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:19.428794 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1eedc6bb-88a2-426d-9498-c8e9354e16f2 None None] Provisioning for port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:19.451519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327d674e-0dac-4f03-abeb-43722cf8448a None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:19.470258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1eedc6bb-88a2-426d-9498-c8e9354e16f2 None None] Provisioning complete for port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:19.470672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1eedc6bb-88a2-426d-9498-c8e9354e16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:19.521295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e1f44044-f06d-4912-a19a-2c385464fa46 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Unset dirty status for tenant:830d4338d371471192910e025aa964fe on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:19.525165 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e1f44044-f06d-4912-a19a-2c385464fa46 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 HTTP/1.1" status: 200  len: 205 time: 0.1903505
Dec 19 13:36:19.525833 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46088) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:19.635244 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-b031c5eb-dff8-40f4-8cf1-a1c63c666b20 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] delete failed (client error): The resource could not be found.
Dec 19 13:36:19.638994 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b031c5eb-dff8-40f4-8cf1-a1c63c666b20 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/bd97dbf7-0d36-4035-bf28-5f8d8a4e7bc4 HTTP/1.1" status: 404  len: 336 time: 0.1101003
Dec 19 13:36:19.642706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46092) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:19.656155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.resource_extend [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:36:19.671274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1eedc6bb-88a2-426d-9498-c8e9354e16f2 None None] Port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:36:19.695448 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1bfeff50-3234-43a0-af68-632af34f87f3 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d788930-d71e-4530-bf81-10c84bb059a9 HTTP/1.1" status: 200  len: 205 time: 0.0513997
Dec 19 13:36:19.696086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46096) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:19.780797 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-ba10be4f-1dab-4d51-9a6a-b24beb05c6be tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] delete failed (client error): The resource could not be found.
Dec 19 13:36:19.784568 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ba10be4f-1dab-4d51-9a6a-b24beb05c6be tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/6d788930-d71e-4530-bf81-10c84bb059a9 HTTP/1.1" status: 404  len: 336 time: 0.0853415
Dec 19 13:36:19.785211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46100) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:19.793368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:19.838388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 71170f2b-504c-42b2-9e82-205d78d03f38 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:19.856369 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-74487b39-6b72-4826-b559-6e195861bfb5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:19.856921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74487b39-6b72-4826-b559-6e195861bfb5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:19.883595 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-74487b39-6b72-4826-b559-6e195861bfb5 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/04000feb-e0ff-46a5-90f6-982fa2fed203 HTTP/1.1" status: 404  len: 337 time: 0.0941503
Dec 19 13:36:19.885621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46104) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:19.892147 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Transition to ACTIVE for port object b2cafa01-d54b-4e8d-8314-f04d1db9cf07 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:19.922254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-981c5be5-cb1b-4dd2-a4ca-7d8874a800b0 None None] Provisioning complete for port 9f6860da-e548-40e4-9665-94532bcd4585 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:19.922735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-981c5be5-cb1b-4dd2-a4ca-7d8874a800b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:19.955453 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cf745468-1f47-482c-9a44-f58362ea2cd8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=12e3998e-9b42-491c-9354-468aeda31efb HTTP/1.1" status: 200  len: 205 time: 0.0666564
Dec 19 13:36:19.959424 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46108) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:19.987661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:19.993876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7e593d57-140e-4543-9385-fc450bd45247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:20.037965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:36:20.044466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:20.045536 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-ad497188-aba6-4ad9-aab4-3083ff14eaf7 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] delete failed (client error): The resource could not be found.
Dec 19 13:36:20.046559 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ad497188-aba6-4ad9-aab4-3083ff14eaf7 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/12e3998e-9b42-491c-9354-468aeda31efb HTTP/1.1" status: 404  len: 336 time: 0.0862148
Dec 19 13:36:20.050208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46112) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.053742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-75dff939-8c97-4494-95ed-5bbfb65b9bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:20.118032 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7e929444-ad3e-4fa3-85e1-c7acf5d03622 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6eaf44-619c-4d80-b095-d32653d88772 HTTP/1.1" status: 200  len: 205 time: 0.0664577
Dec 19 13:36:20.120609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46116) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.164139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec23c1b-a485-4b60-bd8d-163b84315c1e None None] Pushing event updated for resources: {'Port': ['ID=b2cafa01-d54b-4e8d-8314-f04d1db9cf07,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:20.166694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9ec23c1b-a485-4b60-bd8d-163b84315c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:20.167606 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Attempting to bind port b2cafa01-d54b-4e8d-8314-f04d1db9cf07 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:20.168099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Attempting to bind port b2cafa01-d54b-4e8d-8314-f04d1db9cf07 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:20.168342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Attempting to bind port b2cafa01-d54b-4e8d-8314-f04d1db9cf07 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:20.198104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 71170f2b-504c-42b2-9e82-205d78d03f38 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:20.198499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:20.200749 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-283e9c21-15a7-4d18-8a93-ee82656c20fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] delete failed (client error): The resource could not be found.
Dec 19 13:36:20.201789 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-283e9c21-15a7-4d18-8a93-ee82656c20fb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/1b6eaf44-619c-4d80-b095-d32653d88772 HTTP/1.1" status: 404  len: 336 time: 0.0791709
Dec 19 13:36:20.203460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.objects.ports [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84125) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:36:20.219318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46120) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.242556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:20.242937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:20.243384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:20.243784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:20.244274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Bound port: b2cafa01-d54b-4e8d-8314-f04d1db9cf07, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:20.244654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:20.284314 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc25cae9-3c9b-428e-adb4-c295b01def18 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:20.284842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc25cae9-3c9b-428e-adb4-c295b01def18 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:20.290441 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fc25cae9-3c9b-428e-adb4-c295b01def18 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/7f9afc0a-3218-4ae2-a7c1-e8e9c4ac839d HTTP/1.1" status: 404  len: 337 time: 0.0662162
Dec 19 13:36:20.292645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46124) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.303597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'Subnet': ['ID=066a522c-f4ee-44fd-a43c-8520761b5dbe,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:20.310815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:20.338335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Checking segment: {'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:20.338847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Network hostable DHCP agents. Network: 2673a9d2-31a7-46b3-8eca-1f3e630c07c9, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:36:20.377661 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-147baca3-0c83-4603-b906-1ca59067deaa tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb54315c-9781-4143-b97a-ec5d9d667979 HTTP/1.1" status: 200  len: 205 time: 0.0832145
Dec 19 13:36:20.381634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46128) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.443188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-981c5be5-cb1b-4dd2-a4ca-7d8874a800b0 None None] Provisioning complete for port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:20.443188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-981c5be5-cb1b-4dd2-a4ca-7d8874a800b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:20.482243 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-fc6e2a29-8d8e-4cf4-af57-6af14b233128 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] delete failed (client error): The resource could not be found.
Dec 19 13:36:20.483285 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fc6e2a29-8d8e-4cf4-af57-6af14b233128 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/eb54315c-9781-4143-b97a-ec5d9d667979 HTTP/1.1" status: 404  len: 336 time: 0.1007297
Dec 19 13:36:20.486001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46132) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.497459 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] For port b2cafa01-d54b-4e8d-8314-f04d1db9cf07, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:20.536898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-981c5be5-cb1b-4dd2-a4ca-7d8874a800b0 None None] Port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:36:20.540773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] For port b2cafa01-d54b-4e8d-8314-f04d1db9cf07, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b2cafa01-d54b-4e8d-8314-f04d1db9cf07,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:20.552186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:36:20.569853 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-9548c888-3870-4b4f-9438-11722a1c54a2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:20.570284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9548c888-3870-4b4f-9438-11722a1c54a2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:20.571938 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9548c888-3870-4b4f-9438-11722a1c54a2 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/2817b897-39f2-4603-8571-16dc6b159071 HTTP/1.1" status: 404  len: 337 time: 0.0847802
Dec 19 13:36:20.574804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46136) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.593867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:20.602048 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/6c4852b7-4fa4-48ec-9cd8-c0bf840292ab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4114187
Dec 19 13:36:20.602280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46140) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.610868 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Sync routers for ids ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:20.625249 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Routers {'6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:20.625778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:20.626089 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a5a610>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:20.631246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:20.685662 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-efd34212-dd19-416e-bed4-8ab683956bd4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dffbef5-a44e-44a3-a56e-12a09908c3d5 HTTP/1.1" status: 200  len: 205 time: 0.0983646
Dec 19 13:36:20.693125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46144) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.699221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2673a9d2-31a7-46b3-8eca-1f3e630c07c9) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:20.717071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:20.717921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:20.724532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66817f2-7412-453c-9502-cf72b647e045 None None] Network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:20.793301 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-7a35e21c-5eb8-4808-ad70-0efd27b9496b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] delete failed (client error): The resource could not be found.
Dec 19 13:36:20.797702 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7a35e21c-5eb8-4808-ad70-0efd27b9496b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/routers/7dffbef5-a44e-44a3-a56e-12a09908c3d5 HTTP/1.1" status: 404  len: 336 time: 0.1010392
Dec 19 13:36:20.800231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46148) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.812461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:20.860826 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 2.7211211
Dec 19 13:36:20.876209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46152) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.876462 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-92997df7-4844-49a6-9a56-933dcc2e95bb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:20.876955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92997df7-4844-49a6-9a56-933dcc2e95bb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:20.878601 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-92997df7-4844-49a6-9a56-933dcc2e95bb tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/0334388e-e838-4cd7-bf6f-d300549247d7 HTTP/1.1" status: 404  len: 337 time: 0.0772789
Dec 19 13:36:20.883116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46156) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.897057 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Set router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:20.898795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c032f17b-739f-4464-b158-16c9bc43002b None None] Provisioning complete for port 9f6860da-e548-40e4-9665-94532bcd4585 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:20.899204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c032f17b-739f-4464-b158-16c9bc43002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:20.942650 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d1563f-17c7-467a-b12a-9d01cd15a35b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:20.943230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d1563f-17c7-467a-b12a-9d01cd15a35b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:20.947222 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d5d1563f-17c7-467a-b12a-9d01cd15a35b tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] 10.222.0.24 "DELETE /v2.0/subnets/64a90a43-f917-42fb-8d72-cd6e5b17473c HTTP/1.1" status: 404  len: 337 time: 0.0608087
Dec 19 13:36:20.947354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec23c1b-a485-4b60-bd8d-163b84315c1e None None] Pushing event updated for resources: {'Port': ['ID=b2cafa01-d54b-4e8d-8314-f04d1db9cf07,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:20.955102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68932f79-d63a-4950-8c5c-7c1e1ad16fd5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:20.955102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68932f79-d63a-4950-8c5c-7c1e1ad16fd5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:20.955102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68932f79-d63a-4950-8c5c-7c1e1ad16fd5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:20.955102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68932f79-d63a-4950-8c5c-7c1e1ad16fd5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:20.955102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68932f79-d63a-4950-8c5c-7c1e1ad16fd5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:20.955102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68932f79-d63a-4950-8c5c-7c1e1ad16fd5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:20.955529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68932f79-d63a-4950-8c5c-7c1e1ad16fd5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:20.955529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68932f79-d63a-4950-8c5c-7c1e1ad16fd5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:20.960578 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-68932f79-d63a-4950-8c5c-7c1e1ad16fd5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5671 time: 0.3540368
Dec 19 13:36:20.960822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46162) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:20.964624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9ec23c1b-a485-4b60-bd8d-163b84315c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:20.986396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Routers {'7d51f620-d30d-4546-b440-96d82c75278c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:20.987089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473650d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7d51f620-d30d-4546-b440-96d82c75278c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:21.055680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d30ed-5719-4251-a50f-3485fa478907 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:21.056252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d30ed-5719-4251-a50f-3485fa478907 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:21.056375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d30ed-5719-4251-a50f-3485fa478907 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:21.056719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d30ed-5719-4251-a50f-3485fa478907 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:21.057060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d30ed-5719-4251-a50f-3485fa478907 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:21.060159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d30ed-5719-4251-a50f-3485fa478907 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:21.060564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d30ed-5719-4251-a50f-3485fa478907 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:21.060927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d30ed-5719-4251-a50f-3485fa478907 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:21.065289 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b81d30ed-5719-4251-a50f-3485fa478907 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5268 time: 0.1010227
Dec 19 13:36:21.068349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46166) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:21.345684 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a5a610>, [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:16Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'af87dc5d-175d-4be8-9fca-787a2fdc5dc6', 'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:3b:b9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:16Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:21.353294 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Checking router: 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:36:21.354572 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Updating router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:36:21.424345 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:21.465165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:36:21.466554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:21.489784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] For port 9f6860da-e548-40e4-9665-94532bcd4585, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9f6860da-e548-40e4-9665-94532bcd4585,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:21.535008 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-def342f7-aa0f-4483-a54e-def58e920b88 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3771 time: 0.4654713
Dec 19 13:36:21.547152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:21.602513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] Set router 7d51f620-d30d-4546-b440-96d82c75278c gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:21.651959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:21.652757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:21.665131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bae248c8-89b3-4b38-af44-c3cd69fb1b56 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:21.733250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46174) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:21.770775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:21.778808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:21.782809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:21.783409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:21.815683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=9f6860da-e548-40e4-9665-94532bcd4585,revision_number=8']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:21.830769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:21.835911 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2da01f35-8295-4e3c-a1ef-8c2980229b4a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:21.917189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ec5b08-02ad-4d92-a76b-a5cd30082de2 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:21.968841 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:21.981589 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.3313255
Dec 19 13:36:21.984438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46180) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:21.985304 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Transition to ACTIVE for port object af87dc5d-175d-4be8-9fca-787a2fdc5dc6 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:21.991770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a1ac4d89-152b-4cb1-a95b-5425e95c10dc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:22.004267 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=5955000a-dbac-4bcf-912a-5d4f653fa5de,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:22.007541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:22.066599 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.073956 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:22.096359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46184) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:22.111935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1831696345', 'description': 'tempest-secgroup-smoke-1831696345 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:22.125407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:22.142662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:22.151821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:22.173380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:22.184878 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b30a6cc1-d65a-43f4-8591-9ba3636965b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=830d4338d371471192910e025aa964fe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4510043
Dec 19 13:36:22.203872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46188) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:22.275008 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ef83f-e1d4-4d34-a1b5-b6bc3ae98c86 None None] Pushing event updated for resources: {'Port': ['ID=af87dc5d-175d-4be8-9fca-787a2fdc5dc6,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:22.278255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a1ac4d89-152b-4cb1-a95b-5425e95c10dc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:22.283808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a1ac4d89-152b-4cb1-a95b-5425e95c10dc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:22.290405 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-f03ef83f-e1d4-4d34-a1b5-b6bc3ae98c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:22.290962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a1ac4d89-152b-4cb1-a95b-5425e95c10dc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:22.304088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a1ac4d89-152b-4cb1-a95b-5425e95c10dc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:22.306219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.322499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Allocated IP 172.20.0.2 (2673a9d2-31a7-46b3-8eca-1f3e630c07c9/066a522c-f4ee-44fd-a43c-8520761b5dbe/415ed4ad-349c-4f57-997c-6e41fd509a72) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:22.377223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16741fa7-b04d-4f93-9d24-a950c9e7dfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.420298 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Attempting to bind port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:22.420699 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Attempting to bind port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:22.421108 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Attempting to bind port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 on network 3d0be4a2-6488-42a4-bb5b-1b67526f92af {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:22.432002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:22.432191 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:22.432761 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Checking segment: {'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:22.437457 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.437457 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Bound using segment: {'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:22.437457 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Bound port: af87dc5d-175d-4be8-9fca-787a2fdc5dc6, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:22.437753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16741fa7-b04d-4f93-9d24-a950c9e7dfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.437840 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.445943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:22.450836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:22.474123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:22.499713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ac4d89-152b-4cb1-a95b-5425e95c10dc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:22.543567 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.554443 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] For port af87dc5d-175d-4be8-9fca-787a2fdc5dc6, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:22.558490 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] For port af87dc5d-175d-4be8-9fca-787a2fdc5dc6, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=af87dc5d-175d-4be8-9fca-787a2fdc5dc6,segment=NetworkSegment(c4179752-6372-401e-be09-e8e6ebb22367),segment_id=c4179752-6372-401e-be09-e8e6ebb22367)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:22.665824 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.672201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4d89-152b-4cb1-a95b-5425e95c10dc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.673644 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:22.749130 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ef83f-e1d4-4d34-a1b5-b6bc3ae98c86 None None] Pushing event updated for resources: {'Port': ['ID=af87dc5d-175d-4be8-9fca-787a2fdc5dc6,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:22.754586 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-f03ef83f-e1d4-4d34-a1b5-b6bc3ae98c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:22.764262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473650d0>, [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:15Z', 'revision_number': 3, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:22.781887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b943800-c552-417b-aa9a-ea6a94b7ccc1 None None] The sync data for ids ['7d51f620-d30d-4546-b440-96d82c75278c'] in dv-neutron-821895-1-hyperv is: [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:15Z', 'revision_number': 3, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:22.788165 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Routers {'6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:22.789354 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a5a610>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:22.824370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.845386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Transition to ACTIVE for port object 415ed4ad-349c-4f57-997c-6e41fd509a72 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:22.853611 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.ipam_backend_mixin [None req-a1ac4d89-152b-4cb1-a95b-5425e95c10dc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5955000a-dbac-4bcf-912a-5d4f653fa5de (CIDR: 2001:db8::/64)
Dec 19 13:36:22.887769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Transition to ACTIVE for port object 415ed4ad-349c-4f57-997c-6e41fd509a72 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:22.898326 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ac4d89-152b-4cb1-a95b-5425e95c10dc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:36:22.898814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ac4d89-152b-4cb1-a95b-5425e95c10dc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:22.928615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.946914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16741fa7-b04d-4f93-9d24-a950c9e7dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.949479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-16741fa7-b04d-4f93-9d24-a950c9e7dfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.950859 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-16741fa7-b04d-4f93-9d24-a950c9e7dfe2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ad563bd-bf91-4949-a8d0-648e539dd9cf HTTP/1.1" status: 204  len: 168 time: 0.7458239
Dec 19 13:36:22.953735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3d749df2-efc0-412d-8d5e-f17b5bbefcfc tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:22.963005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16741fa7-b04d-4f93-9d24-a950c9e7dfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad563bd-bf91-4949-a8d0-648e539dd9cf,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:22.965372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-16741fa7-b04d-4f93-9d24-a950c9e7dfe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:22.985145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:22.998315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0c6f4b85-2a02-4ea4-a1d9-b085169741f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:23.041150 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a1ac4d89-152b-4cb1-a95b-5425e95c10dc tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0526254
Dec 19 13:36:23.041150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:23.056248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46194) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:23.059298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f8b6530e-5b5b-4edc-a793-b112f86ae28f tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:23.134869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Allocated IP 172.20.0.1 (2673a9d2-31a7-46b3-8eca-1f3e630c07c9/066a522c-f4ee-44fd-a43c-8520761b5dbe/58fce993-4a22-49ec-b535-0c6802f07dcb) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:23.138820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d559a06-3d80-47d7-aab7-5abfaadbcfb2,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:23.146646 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:23.156363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:23.185984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:23.193130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:23.198557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:23.201277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Pushing event updated for resources: {'Port': ['ID=415ed4ad-349c-4f57-997c-6e41fd509a72,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:23.211463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:23.215022 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] Set router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:23.283847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:23.285529 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.1876984
Dec 19 13:36:23.289303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46198) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:23.298613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '4d559a06-3d80-47d7-aab7-5abfaadbcfb2', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:23.301966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f54e9c25-c997-4b27-8fea-df5f4a666175 None None] Provisioning complete for port 9f6860da-e548-40e4-9665-94532bcd4585 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:23.302330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f54e9c25-c997-4b27-8fea-df5f4a666175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:23.306394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:23.311702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:23.324894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:23.336798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:23.345570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Attempting to bind port 415ed4ad-349c-4f57-997c-6e41fd509a72 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:23.346017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Attempting to bind port 415ed4ad-349c-4f57-997c-6e41fd509a72 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:23.346454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Attempting to bind port 415ed4ad-349c-4f57-997c-6e41fd509a72 on network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:23.358869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:23.359339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Checking segment: {'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:23.359747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:23.365351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Bound using segment: {'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:23.365351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Bound port: 415ed4ad-349c-4f57-997c-6e41fd509a72, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:23.365351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:23.431010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:23.462857 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] For port 415ed4ad-349c-4f57-997c-6e41fd509a72, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:23.472410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] For port 415ed4ad-349c-4f57-997c-6e41fd509a72, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=415ed4ad-349c-4f57-997c-6e41fd509a72,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:23.472612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:23.475813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Transition to ACTIVE for port object 58fce993-4a22-49ec-b535-0c6802f07dcb will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:23.490883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:23.498946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:23.508565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:23.583284 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:23.589446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-826498be-661b-4c2c-98d1-73fe70bbcb63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:23.592547 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:23.600885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5fcbb14c-5acb-43bb-945a-688814244e2a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:23.622847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:23.632847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:23.665963 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a5a610>, [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:16Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'af87dc5d-175d-4be8-9fca-787a2fdc5dc6', 'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:3b:b9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:22Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:23.673700 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ae6c9-38f4-4591-b251-f9abcc10ef72 None None] The sync data for ids ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'] in dv-neutron-821895-1-hyperv is: [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:16Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'af87dc5d-175d-4be8-9fca-787a2fdc5dc6', 'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:3b:b9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:22Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:23.706892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:23.711268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:23.746487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:23.840377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Pushing event updated for resources: {'Port': ['ID=415ed4ad-349c-4f57-997c-6e41fd509a72,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:23.845042 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9f6860da-e548-40e4-9665-94532bcd4585 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:23.873951 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:23.896286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:23.914097 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'Port': ['ID=58fce993-4a22-49ec-b535-0c6802f07dcb,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:23.954608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:23.960474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:23.961423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:23.962023 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:23.962588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:23.963172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:23.963731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:23.964352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:23.964924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:23.968805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:23.969433 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:23.977106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:23.984814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:24.045385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 9f6860da-e548-40e4-9665-94532bcd4585 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:24.045921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:24.167191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:24.241575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:24.247641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d622466d-0159-4019-80c7-b1490e161218 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:24.252862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:24.406101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430e300a-42fc-4462-a155-84875c0f3ace,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:24.416726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:24.509035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:24.510226 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2198367
Dec 19 13:36:24.514820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46216) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:24.527283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '4d559a06-3d80-47d7-aab7-5abfaadbcfb2', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:24.543793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:24.560908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:24.564319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:24.577546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:24.610278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:24.619659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b254317-fc4f-4cbc-9e8e-2b5dfb227c9a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:24.704846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:24.719850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:24.731505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5cf599-6fbd-446e-9296-efd4e55bad5a None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:24.745137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:24.750275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:24.809778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:24.864069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=804fa3ea-629f-4569-9582-6176092dcc54,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:24.921019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46222) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:24.969633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:24.971390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:24.976951 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8487082
Dec 19 13:36:24.980119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46228) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:24.992657 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:a8:3c:cc', 'name': 'tempest-NetworksTestDHCPv6-1366398913'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:25.135814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.198590 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1d8527a8-f230-4b1e-947d-1660f7d5b5de tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1725884373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:25.210207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.210969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1d8527a8-f230-4b1e-947d-1660f7d5b5de tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:25.215975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8850f483-d75e-4fdd-9850-3e18a191057f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:25.220826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1d8527a8-f230-4b1e-947d-1660f7d5b5de tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Usage tracker for resource:router and tenant:1efcf2bee8cf4c18a6c0343d1b0f1885 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:25.227903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1d8527a8-f230-4b1e-947d-1660f7d5b5de tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:25.240153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1d8527a8-f230-4b1e-947d-1660f7d5b5de tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:25.258177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.269261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6565df-7561-462c-9876-866fcc1f8324,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:25.291263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:25.294324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6310a11b-b0b5-4543-b4f4-45e8aece480b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:25.299755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:25.317526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:25.353520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d8527a8-f230-4b1e-947d-1660f7d5b5de tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.354490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d8527a8-f230-4b1e-947d-1660f7d5b5de tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.357938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.410729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1864fcc1-9b7d-4646-9693-b3368c15a11f None None] Update dhcp port {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': '5955000a-dbac-4bcf-912a-5d4f653fa5de', 'ip_address': '2001:db8::f816:3eff:fe25:6308'}, {'subnet_id': '804fa3ea-629f-4569-9582-6176092dcc54'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': '9f6860da-e548-40e4-9665-94532bcd4585'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:36:25.416500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.420578 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.9045618
Dec 19 13:36:25.421278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46232) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:25.428930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '4d559a06-3d80-47d7-aab7-5abfaadbcfb2', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:25.446129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:25.457629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:25.460924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.464633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'Port': ['ID=58fce993-4a22-49ec-b535-0c6802f07dcb,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:25.467333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:25.479891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:25.492934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1864fcc1-9b7d-4646-9693-b3368c15a11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.493602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:25.498711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d8527a8-f230-4b1e-947d-1660f7d5b5de tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.517384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:25.522004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.540799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62332f6a-bbd1-4a49-ad42-606502aadd19 None None] Network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:25.556717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port d9c247f6-d88b-4d2a-b1ef-eefe98485ff6 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:36:25.653386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:25.654587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:25.700414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.718137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d8527a8-f230-4b1e-947d-1660f7d5b5de tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.936499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e9755148-5d5b-4256-b216-56dffdd1634f None None] Provisioning for port 415ed4ad-349c-4f57-997c-6e41fd509a72 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:25.940555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device af87dc5d-175d-4be8-9fca-787a2fdc5dc6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:25.943343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1d8527a8-f230-4b1e-947d-1660f7d5b5de tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:25.944507 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1d8527a8-f230-4b1e-947d-1660f7d5b5de tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.0225341
Dec 19 13:36:25.951235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46236) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:25.958894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1588913938'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:25.964454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:25.970825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Usage tracker for resource:network and tenant:1efcf2bee8cf4c18a6c0343d1b0f1885 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:25.974403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:25.981554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:26.008339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.071548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Made reservation on behalf of 1efcf2bee8cf4c18a6c0343d1b0f1885 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:26.073856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.089964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.096015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8:0:1::1e0 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/804fa3ea-629f-4569-9582-6176092dcc54/d9c247f6-d88b-4d2a-b1ef-eefe98485ff6) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:26.098098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.101721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b5a94c0d-cb9e-4ab9-a65d-5e408bcffafb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:26.115295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::f816:3eff:fea8:3ccc (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/5955000a-dbac-4bcf-912a-5d4f653fa5de/d9c247f6-d88b-4d2a-b1ef-eefe98485ff6) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:26.135528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1997e720-405f-409e-af0d-2e2b7be986bf,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:26.139387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:26.153109 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:26.158873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Usage tracker for resource:security_group_rule and tenant:1efcf2bee8cf4c18a6c0343d1b0f1885 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:26.162731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:26.163441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:26.169832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:26.170483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.176748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:26.219081 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Router 7d51f620-d30d-4546-b440-96d82c75278c has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:36:26.265800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.267003 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8436754
Dec 19 13:36:26.274222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46240) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:26.282460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '4d559a06-3d80-47d7-aab7-5abfaadbcfb2', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:26.294607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:26.308980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:26.313947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:26.323484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.324635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:26.343475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.377216 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port af87dc5d-175d-4be8-9fca-787a2fdc5dc6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=af87dc5d-175d-4be8-9fca-787a2fdc5dc6,segment=NetworkSegment(c4179752-6372-401e-be09-e8e6ebb22367),segment_id=c4179752-6372-401e-be09-e8e6ebb22367)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:26.390863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.408871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object d9c247f6-d88b-4d2a-b1ef-eefe98485ff6 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:26.434338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.443499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4d888f4c-ac58-495d-942e-e0958c56e917 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:26.453474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.454857 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 415ed4ad-349c-4f57-997c-6e41fd509a72 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:26.454992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.480383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:36:26.490976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824451b7-2e2c-451d-80f9-df5bd5b8b9f8,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:26.494309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:26.502326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.502655 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Added segment 73765345-f491-44e7-9c05-f45d92450e5b of type vlan for network c1dbf602-42ee-46b1-b4d6-c937e10e3e86
Dec 19 13:36:26.506298 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9ec23c1b-a485-4b60-bd8d-163b84315c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:26.536391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.538303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.543773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f3736850-f75d-4f21-9c79-65b8b33429e6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:26.547119 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.604603 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:26.616583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-390b80de-5bb4-4775-9fe3-fc06535a7677 None None] Provisioning for port 58fce993-4a22-49ec-b535-0c6802f07dcb completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:26.645464 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "PUT /v2.0/routers/7d51f620-d30d-4546-b440-96d82c75278c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7599990
Dec 19 13:36:26.653429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=d9c247f6-d88b-4d2a-b1ef-eefe98485ff6,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:26.660089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-390b80de-5bb4-4775-9fe3-fc06535a7677 None None] Provisioning complete for port 58fce993-4a22-49ec-b535-0c6802f07dcb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:26.666410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-390b80de-5bb4-4775-9fe3-fc06535a7677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.666558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.666879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.671042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:26.671375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:26.671946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.672213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36f667a7-5d85-4b61-8ef3-58557540d8c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:26.688755 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b2344d84-7057-48ca-9ec1-89e1e15b490f tempest-RoutersNegativeIpV6Test-996298111 tempest-RoutersNegativeIpV6Test-996298111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:26.730691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde3a588-a8be-408e-81ce-135c3aac27bf,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:26.740347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-390b80de-5bb4-4775-9fe3-fc06535a7677 None None] Port 58fce993-4a22-49ec-b535-0c6802f07dcb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:36:26.747589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=af87dc5d-175d-4be8-9fca-787a2fdc5dc6,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:26.748062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:26.757613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:26.763520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:26.767295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:26.767816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-1864fcc1-9b7d-4646-9693-b3368c15a11f None None] Allocated IP 2001:db8:0:1::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/804fa3ea-629f-4569-9582-6176092dcc54/9f6860da-e548-40e4-9665-94532bcd4585) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:26.770834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:26.778092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:26.778816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.839026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.840573 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5653217
Dec 19 13:36:26.843304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46248) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:26.851127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '4d559a06-3d80-47d7-aab7-5abfaadbcfb2', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:26.865052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:26.877054 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:26.885958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:26.908647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:26.908647 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.9245396
Dec 19 13:36:26.908647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46256) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:26.937083 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 415ed4ad-349c-4f57-997c-6e41fd509a72 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:26.948116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 415ed4ad-349c-4f57-997c-6e41fd509a72 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:26.948589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:26.991703 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event updated for resources: {'Network': ['ID=c1dbf602-42ee-46b1-b4d6-c937e10e3e86,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:26.994551 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:27.013995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-14686cd6-8eca-4085-b728-dd368641a862 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port d9c247f6-d88b-4d2a-b1ef-eefe98485ff6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:27.018685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14686cd6-8eca-4085-b728-dd368641a862 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.018976 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-59a4b463-edab-4486-90ef-d0d4d90916f4 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489828858&fields=id&tenant_id=67d7faaf2660420295018b86bab870e0 HTTP/1.1" status: 200  len: 267 time: 0.0847330
Dec 19 13:36:27.048160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network c1dbf602-42ee-46b1-b4d6-c937e10e3e86 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:36:27.066762 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:36:27.080568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.091549 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.1366308
Dec 19 13:36:27.092683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46260) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:27.105684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Request body: {'subnet': {'network_id': 'c1dbf602-42ee-46b1-b4d6-c937e10e3e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:27.203347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b80bfc7d-3f11-4890-a3e3-7f9a7c5dc9eb None None] Provisioning complete for port 58fce993-4a22-49ec-b535-0c6802f07dcb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:27.203724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b80bfc7d-3f11-4890-a3e3-7f9a7c5dc9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.215681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-5e51b1c7-232d-4b92-9383-f274bba44579 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:27.216348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-5e51b1c7-232d-4b92-9383-f274bba44579 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Synchronizing usage tracker for tenant:67d7faaf2660420295018b86bab870e0 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:27.270513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1864fcc1-9b7d-4646-9693-b3368c15a11f None None] For port 9f6860da-e548-40e4-9665-94532bcd4585, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9f6860da-e548-40e4-9665-94532bcd4585,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:27.290407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b80bfc7d-3f11-4890-a3e3-7f9a7c5dc9eb None None] Port 58fce993-4a22-49ec-b535-0c6802f07dcb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:36:27.296088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-5e51b1c7-232d-4b92-9383-f274bba44579 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Unset dirty status for tenant:67d7faaf2660420295018b86bab870e0 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:27.297705 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-5e51b1c7-232d-4b92-9383-f274bba44579 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/networks?id=2673a9d2-31a7-46b3-8eca-1f3e630c07c9 HTTP/1.1" status: 200  len: 797 time: 0.2680886
Dec 19 13:36:27.315944 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-d4440137-4f88-4569-ab92-6b3ffffd1029 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/quotas/67d7faaf2660420295018b86bab870e0 HTTP/1.1" status: 200  len: 375 time: 0.0113525
Dec 19 13:36:27.354719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1864fcc1-9b7d-4646-9693-b3368c15a11f None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.366659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.389043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1864fcc1-9b7d-4646-9693-b3368c15a11f None None] Transition to ACTIVE for port object 9f6860da-e548-40e4-9665-94532bcd4585 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:27.392315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:27.407207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Usage tracker for resource:subnet and tenant:1efcf2bee8cf4c18a6c0343d1b0f1885 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:27.410833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 415ed4ad-349c-4f57-997c-6e41fd509a72, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=415ed4ad-349c-4f57-997c-6e41fd509a72,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:27.417827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:27.421371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2d077eb0-26c1-487f-bde8-09eeec7775dd None None] Provisioning complete for port 58fce993-4a22-49ec-b535-0c6802f07dcb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:27.422003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2d077eb0-26c1-487f-bde8-09eeec7775dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.428981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-2e75e5a4-41b9-4fc1-9db7-b8191c1fae60 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Synchronizing usage tracker for tenant:67d7faaf2660420295018b86bab870e0 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:27.439977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.441025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:27.463345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14686cd6-8eca-4085-b728-dd368641a862 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.478550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-2d077eb0-26c1-487f-bde8-09eeec7775dd None None] Port 58fce993-4a22-49ec-b535-0c6802f07dcb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:36:27.528975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1864fcc1-9b7d-4646-9693-b3368c15a11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.532705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ec4d2c39-ca84-4dee-b9c3-2293b8401726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:27.568965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-2e75e5a4-41b9-4fc1-9db7-b8191c1fae60 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Unset dirty status for tenant:67d7faaf2660420295018b86bab870e0 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:27.570309 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-2e75e5a4-41b9-4fc1-9db7-b8191c1fae60 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=67d7faaf2660420295018b86bab870e0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2479799
Dec 19 13:36:27.576154 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.577001 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b2cafa01-d54b-4e8d-8314-f04d1db9cf07 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:27.598835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Made reservation on behalf of 1efcf2bee8cf4c18a6c0343d1b0f1885 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:27.619221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-14686cd6-8eca-4085-b728-dd368641a862 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for d9c247f6-d88b-4d2a-b1ef-eefe98485ff6 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:27.648489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.702559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-93fd53a3-4cef-4df0-9517-4e842d433bd5 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:27.719460 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864fcc1-9b7d-4646-9693-b3368c15a11f None None] Pushing event updated for resources: {'Port': ['ID=9f6860da-e548-40e4-9665-94532bcd4585,revision_number=9']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:27.725999 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1864fcc1-9b7d-4646-9693-b3368c15a11f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:27.726477 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:27.740555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df83b7a3-f9cc-484f-a591-570919a5f984,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:27.751718 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-6c6042ab-8620-4ec2-a99d-7c5cee12601a service neutron] 10.222.0.24 "GET /v2.0/networks/2673a9d2-31a7-46b3-8eca-1f3e630c07c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680520
Dec 19 13:36:27.760644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:27.805065 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=415ed4ad-349c-4f57-997c-6e41fd509a72,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:27.807168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.808575 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:27.885145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.886268 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.0417020
Dec 19 13:36:27.890276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46264) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:27.897016 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-591a0d67-cb7a-4386-bd2a-519622203d9b service neutron] 10.222.0.24 "GET /v2.0/networks/2673a9d2-31a7-46b3-8eca-1f3e630c07c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444099
Dec 19 13:36:27.905810 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port b2cafa01-d54b-4e8d-8314-f04d1db9cf07 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:27.911711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b2cafa01-d54b-4e8d-8314-f04d1db9cf07 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:27.912095 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:27.929128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '4d559a06-3d80-47d7-aab7-5abfaadbcfb2', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:27.935412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:27.939341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:27.943040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:27.948933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:28.041789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.059566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port b2cafa01-d54b-4e8d-8314-f04d1db9cf07, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b2cafa01-d54b-4e8d-8314-f04d1db9cf07,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:28.067602 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:36:28.151028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.154307 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:28.209293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.312554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device af87dc5d-175d-4be8-9fca-787a2fdc5dc6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:28.318288 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-88ba69a5-2d16-4bfb-9c51-1f50c16685b0 req-6d442b32-654f-4fd7-8f31-e20242552d59 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 210 time: 0.0853388
Dec 19 13:36:28.339582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.340519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14686cd6-8eca-4085-b728-dd368641a862 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.346878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:28.371292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=b2cafa01-d54b-4e8d-8314-f04d1db9cf07,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:28.385830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:28.385830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:28.385830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:28.386140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:28.386527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:28.388670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:28.388670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:28.388670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:28.388670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:28.388670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:28.388670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:28.394339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:28.395686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14686cd6-8eca-4085-b728-dd368641a862 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=d9c247f6-d88b-4d2a-b1ef-eefe98485ff6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:28.400139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-14686cd6-8eca-4085-b728-dd368641a862 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:28.424030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:28.424411 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.447303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.510811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5c8bdc87-d50e-4ba5-ac8f-fb46f0534054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:28.546663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-14686cd6-8eca-4085-b728-dd368641a862 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.556002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 415ed4ad-349c-4f57-997c-6e41fd509a72 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:28.559667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cac78e1-4b5a-41c0-be76-2f6df5bdecc9,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:28.575840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:28.621834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-def516d3-4b06-400e-a5f9-00ae7e943582 None None] Provisioning for port 9f6860da-e548-40e4-9665-94532bcd4585 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:28.627971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-def516d3-4b06-400e-a5f9-00ae7e943582 None None] Provisioning complete for port 9f6860da-e548-40e4-9665-94532bcd4585 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:28.628350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-def516d3-4b06-400e-a5f9-00ae7e943582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.651515 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-14686cd6-8eca-4085-b728-dd368641a862 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/d9c247f6-d88b-4d2a-b1ef-eefe98485ff6 HTTP/1.1" status: 204  len: 168 time: 1.7418213
Dec 19 13:36:28.653439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.653871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46278) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:28.655756 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.7628298
Dec 19 13:36:28.716176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.718060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6aabf39d-0e31-43fe-b0f5-c118078dcd09 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:28.746646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 415ed4ad-349c-4f57-997c-6e41fd509a72 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:28.746646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:28.791948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31778b78-2e51-4300-a897-255732348b22 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:28.793499 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-31778b78-2e51-4300-a897-255732348b22 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1385531
Dec 19 13:36:28.796344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46284) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:28.874122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event updated for resources: {'Subnet': ['ID=313733b8-f6ff-48e5-9700-a8ba5f3a81af,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:28.890032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:28.890032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Checking segment: {'id': '73765345-f491-44e7-9c05-f45d92450e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c1dbf602-42ee-46b1-b4d6-c937e10e3e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:28.890032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Network hostable DHCP agents. Network: c1dbf602-42ee-46b1-b4d6-c937e10e3e86, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:36:28.981588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b148ce0b-62bc-4e7e-bb20-d8b5ea4974a7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:28.983111 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b148ce0b-62bc-4e7e-bb20-d8b5ea4974a7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1855850
Dec 19 13:36:28.986130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46296) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:28.986585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9f6860da-e548-40e4-9665-94532bcd4585 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:28.987466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Network c1dbf602-42ee-46b1-b4d6-c937e10e3e86 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:36:29.029806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a0dc23b0-0a4f-4210-96d2-0598fec3610d None None] Could not find standard attr ID for object d9c247f6-d88b-4d2a-b1ef-eefe98485ff6. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:36:29.060694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, c1dbf602-42ee-46b1-b4d6-c937e10e3e86) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:29.064166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-0de03d43-1aa8-46ec-b7f8-5fbe0c65860e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:29.068059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:29.068340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 9f6860da-e548-40e4-9665-94532bcd4585 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:29.069175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.069699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.082932 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ebafd-8982-4991-85fa-4b44597acd76 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:29.084501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ebafd-8982-4991-85fa-4b44597acd76 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:29.086092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ebafd-8982-4991-85fa-4b44597acd76 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:29.087308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5e9ebafd-8982-4991-85fa-4b44597acd76 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:29.105011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2941ca-005e-4774-a3d1-6293922d04fc None None] Network c1dbf602-42ee-46b1-b4d6-c937e10e3e86 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:29.180860 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5e9ebafd-8982-4991-85fa-4b44597acd76 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:29.184876 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0878079
Dec 19 13:36:29.185010 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5e9ebafd-8982-4991-85fa-4b44597acd76 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1882355
Dec 19 13:36:29.185010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-0de03d43-1aa8-46ec-b7f8-5fbe0c65860e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:29.185010 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-0de03d43-1aa8-46ec-b7f8-5fbe0c65860e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1831696345&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.2342293
Dec 19 13:36:29.185579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46300) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:29.185904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46302) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:29.228580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Request body: {'network': {'name': 'tempest-router-network01--1553459660'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:29.241099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:29.248688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Usage tracker for resource:network and tenant:1efcf2bee8cf4c18a6c0343d1b0f1885 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:29.253425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:29.267036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:29.355814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-c42e6b1f-51d8-4056-80e1-e0a533938b04 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:29.356757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-c42e6b1f-51d8-4056-80e1-e0a533938b04 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:29.400437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Made reservation on behalf of 1efcf2bee8cf4c18a6c0343d1b0f1885 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:29.403440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.446178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ebcc3e-efbd-4a8c-a09d-185dbcc6a214 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 5955000a-dbac-4bcf-912a-5d4f653fa5de {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:29.446178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e5ebcc3e-efbd-4a8c-a09d-185dbcc6a214 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.465222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-c1dbf602-42ee-46b1-b4d6-c937e10e3e86', 'network_id': 'c1dbf602-42ee-46b1-b4d6-c937e10e3e86', 'tenant_id': '1efcf2bee8cf4c18a6c0343d1b0f1885', 'fixed_ips': [{'subnet_id': '313733b8-f6ff-48e5-9700-a8ba5f3a81af'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:36:29.466061 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.472757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-c42e6b1f-51d8-4056-80e1-e0a533938b04 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:29.479949 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-c42e6b1f-51d8-4056-80e1-e0a533938b04 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/networks?id=3d0be4a2-6488-42a4-bb5b-1b67526f92af HTTP/1.1" status: 200  len: 795 time: 0.2866061
Dec 19 13:36:29.509673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e5ebcc3e-efbd-4a8c-a09d-185dbcc6a214 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.544561 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-73890a23-13fc-4849-ad37-a1321b23e4c9 req-8a466b31-7855-449b-9765-164f1d87d6a8 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 210 time: 0.0631266
Dec 19 13:36:29.549176 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-76a1d55e-bed3-4e43-bb41-c11bf73238c7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/quotas/077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 375 time: 0.0653126
Dec 19 13:36:29.572005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:36:29.583444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.583795 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Added segment edfac281-8f0d-4191-ad3c-9e86d93e49b9 of type vlan for network 08d24115-d7cb-4e1e-b676-867e9e1a60f9
Dec 19 13:36:29.620010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.633868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e5ebcc3e-efbd-4a8c-a09d-185dbcc6a214 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.650509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Allocated IP 172.20.0.2 (c1dbf602-42ee-46b1-b4d6-c937e10e3e86/313733b8-f6ff-48e5-9700-a8ba5f3a81af/19dc2eba-4557-4adf-a3f6-5ffcb4398e96) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:29.705712 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-00b25573-3f71-4f57-88f0-2569cc4670f2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1446629
Dec 19 13:36:29.752094 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.756066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:29.756640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.761934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d3bfdca0-0700-4d73-ad1a-bd410a7ca72f tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:29.835516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e5ebcc3e-efbd-4a8c-a09d-185dbcc6a214 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.866183 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-77851bd9-0f59-4fb1-9e3e-1d8d45284e73 service neutron] 10.222.0.24 "GET /v2.0/networks/3d0be4a2-6488-42a4-bb5b-1b67526f92af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463778
Dec 19 13:36:29.897645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e5ebcc3e-efbd-4a8c-a09d-185dbcc6a214 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:29.898913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3081a994-f290-48b7-90f8-79481bd506bc None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:29.914460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event updated for resources: {'Network': ['ID=08d24115-d7cb-4e1e-b676-867e9e1a60f9,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:29.926739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:29.928911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-73fa9201-606b-4c30-9f40-2927407cf260 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:29.966880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebcc3e-efbd-4a8c-a09d-185dbcc6a214 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=5955000a-dbac-4bcf-912a-5d4f653fa5de,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:29.969317 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 08d24115-d7cb-4e1e-b676-867e9e1a60f9 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:36:29.970309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e5ebcc3e-efbd-4a8c-a09d-185dbcc6a214 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:29.973652 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7859879
Dec 19 13:36:29.976410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46310) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:29.981992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Request body: {'network': {'name': 'tempest-router-network02--1443004465'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:29.987553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:29.991743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Usage tracker for resource:network and tenant:1efcf2bee8cf4c18a6c0343d1b0f1885 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:29.994915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:30.001622 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e5ebcc3e-efbd-4a8c-a09d-185dbcc6a214 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/5955000a-dbac-4bcf-912a-5d4f653fa5de HTTP/1.1" status: 204  len: 168 time: 0.8131905
Dec 19 13:36:30.002176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46314) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:30.009122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:30.021845 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-e27101d2-90cf-41a3-b2a9-41b9734b72df service neutron] 10.222.0.24 "GET /v2.0/networks/3d0be4a2-6488-42a4-bb5b-1b67526f92af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544971
Dec 19 13:36:30.058986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.089132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15e44be-d3a1-4c53-8047-4105866bfbf3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 804fa3ea-629f-4569-9582-6176092dcc54 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:30.090707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Transition to ACTIVE for port object 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:30.092686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b15e44be-d3a1-4c53-8047-4105866bfbf3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.150676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b15e44be-d3a1-4c53-8047-4105866bfbf3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.154567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Transition to ACTIVE for port object 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:30.205372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Made reservation on behalf of 1efcf2bee8cf4c18a6c0343d1b0f1885 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:30.209186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.263606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:36:30.273283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.279227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3103e7b2-c426-44d0-b2c9-a0b1898e2566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:30.288567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.288907 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Added segment c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1 of type vlan for network 1e25a8af-f4ec-4fc9-8135-52e250ab46b0
Dec 19 13:36:30.308924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b2cafa01-d54b-4e8d-8314-f04d1db9cf07 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:30.310970 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-beef09ed-494d-43da-92c6-d788e177a901 req-506b05d7-a8b4-4f9d-99b4-17b716195b25 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 210 time: 0.0461249
Dec 19 13:36:30.320422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b15e44be-d3a1-4c53-8047-4105866bfbf3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.357691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.405088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Network c1dbf602-42ee-46b1-b4d6-c937e10e3e86 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:30.412816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:30.419149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:30.421242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Pushing event updated for resources: {'Port': ['ID=19dc2eba-4557-4adf-a3f6-5ffcb4398e96,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:30.426985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:30.495836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.500520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:30.501102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.509318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-605839d7-44b5-43c5-8757-3d387601d6e8 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:30.536393 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b2cafa01-d54b-4e8d-8314-f04d1db9cf07 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:30.536939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.573063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Attempting to bind port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:30.573434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Attempting to bind port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '73765345-f491-44e7-9c05-f45d92450e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c1dbf602-42ee-46b1-b4d6-c937e10e3e86'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:30.573799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Attempting to bind port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 on network c1dbf602-42ee-46b1-b4d6-c937e10e3e86 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:30.588814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:30.589446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Checking segment: {'id': '73765345-f491-44e7-9c05-f45d92450e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c1dbf602-42ee-46b1-b4d6-c937e10e3e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:30.589630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.589980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Bound using segment: {'id': '73765345-f491-44e7-9c05-f45d92450e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c1dbf602-42ee-46b1-b4d6-c937e10e3e86'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:30.590452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Bound port: 19dc2eba-4557-4adf-a3f6-5ffcb4398e96, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73765345-f491-44e7-9c05-f45d92450e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c1dbf602-42ee-46b1-b4d6-c937e10e3e86'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:30.590829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.602577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b15e44be-d3a1-4c53-8047-4105866bfbf3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.719717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event updated for resources: {'Network': ['ID=1e25a8af-f4ec-4fc9-8135-52e250ab46b0,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:30.738151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:30.742869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4cd87450-7af3-4f2e-af95-c3ee638c9837 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:30.771793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 1e25a8af-f4ec-4fc9-8135-52e250ab46b0 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:36:30.786002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b15e44be-d3a1-4c53-8047-4105866bfbf3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:30.792379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e44be-d3a1-4c53-8047-4105866bfbf3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=804fa3ea-629f-4569-9582-6176092dcc54,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:30.807361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b15e44be-d3a1-4c53-8047-4105866bfbf3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:30.810972 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b15e44be-d3a1-4c53-8047-4105866bfbf3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/804fa3ea-629f-4569-9582-6176092dcc54 HTTP/1.1" status: 204  len: 168 time: 0.8040602
Dec 19 13:36:30.814603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46322) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:30.904059 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-27c31f16-6805-4abb-a281-1b36bff5c412 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0879240
Dec 19 13:36:30.910395 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9291997
Dec 19 13:36:30.910395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46326) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:30.912817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46328) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:30.920714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:30.953339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] For port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:30.964536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] For port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=19dc2eba-4557-4adf-a3f6-5ffcb4398e96,segment=NetworkSegment(73765345-f491-44e7-9c05-f45d92450e5b),segment_id=73765345-f491-44e7-9c05-f45d92450e5b)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:31.027168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:31.030992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:31.062157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Request body: {'subnet': {'network_id': '08d24115-d7cb-4e1e-b676-867e9e1a60f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:31.142447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Pushing event updated for resources: {'Port': ['ID=19dc2eba-4557-4adf-a3f6-5ffcb4398e96,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:31.146833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:31.168576 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-524d414d-906b-4af2-8f52-986d258ba6c5 req-fc5731cf-41c0-43ab-beb1-2f5698b9814c tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 210 time: 0.4173527
Dec 19 13:36:31.181122 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-02d54905-eea6-44ac-a4f8-9199ba2e9877 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:31.182800 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-02d54905-eea6-44ac-a4f8-9199ba2e9877 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.18 "GET /v2.0/networks?id=2673a9d2-31a7-46b3-8eca-1f3e630c07c9 HTTP/1.1" status: 200  len: 797 time: 0.5759523
Dec 19 13:36:31.278214 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-348ebbcb-7b6f-4b6d-a64d-4b758a5cdf21 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d7faaf2660420295018b86bab870e0 HTTP/1.1" status: 200  len: 379 time: 0.0822158
Dec 19 13:36:31.290750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'port': {'device_id': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'admin_state_up': True, 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'security_groups': ['4352caa9-a644-4eef-a335-68d206d535c4']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:31.309473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:31.313079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:31.317687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Usage tracker for resource:subnet and tenant:1efcf2bee8cf4c18a6c0343d1b0f1885 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:31.321072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:31.323563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:31.326686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:31.338973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:31.342869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:31.471700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Made reservation on behalf of 1efcf2bee8cf4c18a6c0343d1b0f1885 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:31.478067 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f603cfb9-91c6-4368-bbc1-853638b9dfb5 req-c830ee78-32df-476b-95be-ff55f50594a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 210 time: 0.0705690
Dec 19 13:36:31.490724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:31.494892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:31.547742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:31.570529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:31.580728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30907d12-fb75-46d9-9d8e-35cc5fe156ad None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:31.637694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Made reservation on behalf of 67d7faaf2660420295018b86bab870e0 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:31.641694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:31.668612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:31.780168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1d1ed973-9847-4a84-9a9e-d9744e84e4bd None None] Provisioning complete for port 9f6860da-e548-40e4-9665-94532bcd4585 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:31.780542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d1ed973-9847-4a84-9a9e-d9744e84e4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:31.865291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Allocated IP 172.20.0.3 (2673a9d2-31a7-46b3-8eca-1f3e630c07c9/066a522c-f4ee-44fd-a43c-8520761b5dbe/cd9a6ec8-a4f1-4d84-9f69-24447b5df60d) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:32.068351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:32.071968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:32.076413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8954d5eb-eb8e-4ddb-a647-5c18010c7e5b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:32.085436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Transition to ACTIVE for port object cd9a6ec8-a4f1-4d84-9f69-24447b5df60d will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:32.111754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:32.147734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a61ab73-135a-47af-b223-7a21e529387d None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:36:32.153542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7a61ab73-135a-47af-b223-7a21e529387d None None] Deleting port 9f6860da-e548-40e4-9665-94532bcd4585 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:32.154279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7a61ab73-135a-47af-b223-7a21e529387d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:32.172004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:32.181746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:32.188967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:32.190730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:32.191380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:32.201475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c03f2acb-98dd-4f52-be20-f8f4361adb70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:32.208669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=cc33aa05-089f-489a-99db-90e53d137d71,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:32.215824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:32.216852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2da99367-e224-4456-9b50-2d3aa2b2afbb tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:32.324653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:32.327283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event updated for resources: {'Subnet': ['ID=fd13bf53-2254-46b5-8bd6-c3355f182733,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:32.341247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:32.344130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Checking segment: {'id': 'edfac281-8f0d-4191-ad3c-9e86d93e49b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '08d24115-d7cb-4e1e-b676-867e9e1a60f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:32.344621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Network hostable DHCP agents. Network: 08d24115-d7cb-4e1e-b676-867e9e1a60f9, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:36:32.351024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:32.352245 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4425066
Dec 19 13:36:32.358074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:32.359144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46342) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:32.368843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:32.371022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-193630d1-1de7-4e30-a516-23061b4da122 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:32.405613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'Port': ['ID=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:32.420223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:32.552374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:32.552993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:32.694933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-193630d1-1de7-4e30-a516-23061b4da122 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:32.699703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7a61ab73-135a-47af-b223-7a21e529387d None None] For port 9f6860da-e548-40e4-9665-94532bcd4585, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=9f6860da-e548-40e4-9665-94532bcd4585,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:32.700189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7a61ab73-135a-47af-b223-7a21e529387d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:32.701996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-193630d1-1de7-4e30-a516-23061b4da122 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:32.705505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Network 08d24115-d7cb-4e1e-b676-867e9e1a60f9 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:36:32.708698 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-193630d1-1de7-4e30-a516-23061b4da122 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:32.721625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-193630d1-1de7-4e30-a516-23061b4da122 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:32.736931 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4523635
Dec 19 13:36:32.745180 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-77e0b286-331f-445b-87e7-6cbbd9789124 req-db84b1f0-8edd-4cde-95a7-64888c309540 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 210 time: 0.1111937
Dec 19 13:36:32.754486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Request body: {'port': {'device_id': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:32.797141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23325aa3-31b3-41a4-a774-f2c058ef1d46 req-4947091f-1796-4e1e-b22b-d7b3b82b6e2a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:32.809837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-23325aa3-31b3-41a4-a774-f2c058ef1d46 req-4947091f-1796-4e1e-b22b-d7b3b82b6e2a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Synchronizing usage tracker for tenant:67d7faaf2660420295018b86bab870e0 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:32.826612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193630d1-1de7-4e30-a516-23061b4da122 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:32.832064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-193630d1-1de7-4e30-a516-23061b4da122 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:32.838598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f3be5-2f2d-493b-a790-49d6a51887a0 None None] Network c1dbf602-42ee-46b1-b4d6-c937e10e3e86 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:32.858176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7a61ab73-135a-47af-b223-7a21e529387d None None] Calling delete_port for 9f6860da-e548-40e4-9665-94532bcd4585 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:32.860365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 08d24115-d7cb-4e1e-b676-867e9e1a60f9) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:32.885327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:32.896463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0ac9ff-7919-471d-b879-eda355de2536 None None] Network 08d24115-d7cb-4e1e-b676-867e9e1a60f9 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:32.902254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-23325aa3-31b3-41a4-a774-f2c058ef1d46 req-4947091f-1796-4e1e-b22b-d7b3b82b6e2a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Unset dirty status for tenant:67d7faaf2660420295018b86bab870e0 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:32.903542 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-23325aa3-31b3-41a4-a774-f2c058ef1d46 req-4947091f-1796-4e1e-b22b-d7b3b82b6e2a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 931 time: 0.4744606
Dec 19 13:36:32.908944 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:32.923805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:32.924396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:33.003652 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.ipam_backend_mixin [None req-193630d1-1de7-4e30-a516-23061b4da122 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc33aa05-089f-489a-99db-90e53d137d71 (CIDR: 2001:db8::/64)
Dec 19 13:36:33.023778 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1069553
Dec 19 13:36:33.026590 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46354) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:33.048966 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-193630d1-1de7-4e30-a516-23061b4da122 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:36:33.049337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193630d1-1de7-4e30-a516-23061b4da122 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:33.071180 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Request body: {'subnet': {'network_id': '1e25a8af-f4ec-4fc9-8135-52e250ab46b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:33.073875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 9f6860da-e548-40e4-9665-94532bcd4585 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:36:33.097245 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-23325aa3-31b3-41a4-a774-f2c058ef1d46 req-34caa9a4-6131-432e-90b7-5872884d7efb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1684036
Dec 19 13:36:33.159465 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-193630d1-1de7-4e30-a516-23061b4da122 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7985706
Dec 19 13:36:33.163748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46358) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:33.176694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:33.242723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Provisioning for port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:33.275402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:33.283939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7a61ab73-135a-47af-b223-7a21e529387d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:33.290851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Usage tracker for resource:subnet and tenant:1efcf2bee8cf4c18a6c0343d1b0f1885 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:33.294052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1adebc2f-9970-42fc-95f1-0b0a71b2ff83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:33.295106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:33.305226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:33.321631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Provisioning complete for port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:33.322247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:33.325222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:33.329026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:33.333179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:33.338792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:33.350681 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No ports have port_id starting with 9f6860da-e548-40e4-9665-94532bcd4585
Dec 19 13:36:33.388499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61ab73-135a-47af-b223-7a21e529387d None None] Pushing event deleted for resources: {'Port': ['ID=9f6860da-e548-40e4-9665-94532bcd4585,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:33.402402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7a61ab73-135a-47af-b223-7a21e529387d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:33.426434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9a6ec8-a4f1-4d84-9f69-24447b5df60d {{(pid=84125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:36:33.430526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:33.446037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Transition to ACTIVE for port object cd9a6ec8-a4f1-4d84-9f69-24447b5df60d will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:33.446783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61ab73-135a-47af-b223-7a21e529387d None None] No DVR routers for this DVR port 9f6860da-e548-40e4-9665-94532bcd4585 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:36:33.466183 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Made reservation on behalf of 1efcf2bee8cf4c18a6c0343d1b0f1885 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:33.466424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:33.470349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:33.486643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:36:33.496236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c2333e-2875-4648-b7d4-e00dfe4eb860 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:33.541130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:33.554346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cfd0e1e5-9923-4b7b-a158-1470ca98ff3d tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:33.658410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-08d24115-d7cb-4e1e-b676-867e9e1a60f9', 'network_id': '08d24115-d7cb-4e1e-b676-867e9e1a60f9', 'tenant_id': '1efcf2bee8cf4c18a6c0343d1b0f1885', 'fixed_ips': [{'subnet_id': 'fd13bf53-2254-46b5-8bd6-c3355f182733'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:36:33.659431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:33.787730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Provisioning for port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:33.815406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Provisioning complete for port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:33.818614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:33.938780 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c624b59a-2606-45e9-98a8-07da394cc3b5 req-4324b728-fc67-4b92-a3ea-be7cdba175cf tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 210 time: 0.0604136
Dec 19 13:36:33.941191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Pushing event updated for resources: {'Port': ['ID=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:33.950760 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:33.960533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.216906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.objects.ports [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84124) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:36:34.219663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Attempting to bind port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:34.220086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Attempting to bind port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:34.220500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Attempting to bind port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d on network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:34.223833 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.229570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-99384011-1371-42fc-88b8-ac6741868091 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:34.232728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d on network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:36:34.233144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Attempting to bind port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d on network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:34.247423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'tenant_id': 'a9e1648578284508bbf14ca60dec1326', 'fixed_ips': [{'subnet_id': 'cc33aa05-089f-489a-99db-90e53d137d71'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:36:34.248446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.263457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:34.263457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Checking segment: {'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:34.263457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Bound using segment: {'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:34.263457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Bound port: cd9a6ec8-a4f1-4d84-9f69-24447b5df60d, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'}}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:34.263457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.280963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.307687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:34.310649 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Allocated IP 172.20.0.2 (08d24115-d7cb-4e1e-b676-867e9e1a60f9/fd13bf53-2254-46b5-8bd6-c3355f182733/fba9a2c5-5a41-45b7-b8ea-c1c819f42104) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:34.310815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:34.315275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:34.315845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.323591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=ba242fda-1328-4d82-b6f3-2048c3cc19c7,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:34.330121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:34.463133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] For port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=19dc2eba-4557-4adf-a3f6-5ffcb4398e96,segment=NetworkSegment(73765345-f491-44e7-9c05-f45d92450e5b),segment_id=73765345-f491-44e7-9c05-f45d92450e5b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:34.463353 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0f97dadb-fe65-4d16-8878-ef98fd3ec5df tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.2956440
Dec 19 13:36:34.463451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46370) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:34.470615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:52:b9:47', 'name': 'tempest-NetworksTestDHCPv6-1468807513'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:34.520807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d4ac8-5fe6-4436-9967-6fa6df7384e5 req-626837a7-7138-43f1-ab19-eee801a514d6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:34.522264 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d2d4ac8-5fe6-4436-9967-6fa6df7384e5 req-626837a7-7138-43f1-ab19-eee801a514d6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 943 time: 0.1786957
Dec 19 13:36:34.578908 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d2d4ac8-5fe6-4436-9967-6fa6df7384e5 req-2982c0c4-dcc3-48e3-8e52-2dfb90aadbfe tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468557
Dec 19 13:36:34.596845 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.601587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.608940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:34.610369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:34.640675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:34.645460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:34.648823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:34.650125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] For port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:34.657579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:34.679321 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] For port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:34.710975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event updated for resources: {'Subnet': ['ID=c5c41955-41d7-42c6-8fa7-aff8b6b79a6a,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:34.715082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:34.731841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Checking segment: {'id': 'c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1e25a8af-f4ec-4fc9-8135-52e250ab46b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:34.732271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Network hostable DHCP agents. Network: 1e25a8af-f4ec-4fc9-8135-52e250ab46b0, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:36:34.812913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.814927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:34.829695 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Pushing event updated for resources: {'Port': ['ID=19dc2eba-4557-4adf-a3f6-5ffcb4398e96,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:34.833153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:34.835686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/cc33aa05-089f-489a-99db-90e53d137d71/e7e8c53b-6959-4dcf-91ff-bdbe66d84c33) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:34.840375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Transition to ACTIVE for port object fba9a2c5-5a41-45b7-b8ea-c1c819f42104 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:34.843254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Network 1e25a8af-f4ec-4fc9-8135-52e250ab46b0 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:36:34.846443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.855165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Allocated IP 2001:db8:0:1:f816:3eff:fe31:d49c (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/ba242fda-1328-4d82-b6f3-2048c3cc19c7/e7e8c53b-6959-4dcf-91ff-bdbe66d84c33) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:34.855542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e761da91-3562-4a77-8cc3-4a789c924c11 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:34.877051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Transition to ACTIVE for port object fba9a2c5-5a41-45b7-b8ea-c1c819f42104 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:34.919403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.921075 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] 10.222.0.18 "PUT /v2.0/ports/cd9a6ec8-a4f1-4d84-9f69-24447b5df60d HTTP/1.1" status: 200  len: 1093 time: 2.1735728
Dec 19 13:36:34.922533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:36:34.951977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Pushing event updated for resources: {'Port': ['ID=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:34.955287 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:34.966202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e0c320a6-ff6c-4779-ad8b-b0572f647577 None None] Provisioning complete for port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:34.966202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e0c320a6-ff6c-4779-ad8b-b0572f647577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.973971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.986685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 1e25a8af-f4ec-4fc9-8135-52e250ab46b0) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:34.986951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:34.994589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:34.994589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:35.004511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7a61ab73-135a-47af-b223-7a21e529387d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:35.029351 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'status': 'completed', 'code': 200}
Dec 19 13:36:35.043231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 086dd8d5-c926-45a8-a0df-420d1ccb2bad yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:36:35.049861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e453f7-bccb-472f-bf7c-27f55ccb3d9f None None] Network 1e25a8af-f4ec-4fc9-8135-52e250ab46b0 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:35.118276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46378) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:35.119777 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0905645
Dec 19 13:36:35.179231 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d7d92907-8270-4464-88c3-996854163d43 req-ec2b9102-4146-49ed-9310-51509140bd33 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 210 time: 0.0542648
Dec 19 13:36:35.223214 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1ee99227-b107-4b26-bf85-cecf4b9a1952 req-c64f8401-3071-44da-a944-c53293c58c5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67d7faaf2660420295018b86bab870e0&device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 1096 time: 0.1730666
Dec 19 13:36:35.252163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Network 08d24115-d7cb-4e1e-b676-867e9e1a60f9 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:35.253267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Pushing event updated for resources: {'Port': ['ID=fba9a2c5-5a41-45b7-b8ea-c1c819f42104,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:35.268299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:35.271839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:35.284232 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:35.372354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee99227-b107-4b26-bf85-cecf4b9a1952 req-b8f922ad-845e-4f53-b604-ab2b0701fbf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:35.372354 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1ee99227-b107-4b26-bf85-cecf4b9a1952 req-b8f922ad-845e-4f53-b604-ab2b0701fbf5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=67d7faaf2660420295018b86bab870e0&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1434767
Dec 19 13:36:35.470600 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Attempting to bind port fba9a2c5-5a41-45b7-b8ea-c1c819f42104 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:35.471093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Attempting to bind port fba9a2c5-5a41-45b7-b8ea-c1c819f42104 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'edfac281-8f0d-4191-ad3c-9e86d93e49b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '08d24115-d7cb-4e1e-b676-867e9e1a60f9'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:35.471536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Attempting to bind port fba9a2c5-5a41-45b7-b8ea-c1c819f42104 on network 08d24115-d7cb-4e1e-b676-867e9e1a60f9 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:35.522649 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee99227-b107-4b26-bf85-cecf4b9a1952 req-9c8d6027-484d-41f3-bb00-a54ecc7c965e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:35.524211 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1ee99227-b107-4b26-bf85-cecf4b9a1952 req-9c8d6027-484d-41f3-bb00-a54ecc7c965e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1474178
Dec 19 13:36:35.544264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:35.633355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:35.634166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Checking segment: {'id': 'edfac281-8f0d-4191-ad3c-9e86d93e49b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '08d24115-d7cb-4e1e-b676-867e9e1a60f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:35.634583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:35.634983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Bound using segment: {'id': 'edfac281-8f0d-4191-ad3c-9e86d93e49b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '08d24115-d7cb-4e1e-b676-867e9e1a60f9'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:35.635661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Bound port: fba9a2c5-5a41-45b7-b8ea-c1c819f42104, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfac281-8f0d-4191-ad3c-9e86d93e49b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '08d24115-d7cb-4e1e-b676-867e9e1a60f9'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:35.636040 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:35.662353 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Transition to ACTIVE for port object e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:35.662668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:35.687006 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-b3677332-fced-482a-b155-61aa870b8393 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67d7faaf2660420295018b86bab870e0&device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 1096 time: 0.1238556
Dec 19 13:36:35.767952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Transition to ACTIVE for port object e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:35.783205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-1e25a8af-f4ec-4fc9-8135-52e250ab46b0', 'network_id': '1e25a8af-f4ec-4fc9-8135-52e250ab46b0', 'tenant_id': '1efcf2bee8cf4c18a6c0343d1b0f1885', 'fixed_ips': [{'subnet_id': 'c5c41955-41d7-42c6-8fa7-aff8b6b79a6a'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:36:35.785472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:35.801500 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-e382aad9-5280-4744-b2e5-96d884b3fc47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d HTTP/1.1" status: 200  len: 217 time: 0.1035230
Dec 19 13:36:35.834713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:35.838122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fcd59835-0bef-4113-958d-c086178e9f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:35.933701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-3179abbe-966d-42fe-92fb-e0d5cd401c3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:35.935322 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-3179abbe-966d-42fe-92fb-e0d5cd401c3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=066a522c-f4ee-44fd-a43c-8520761b5dbe HTTP/1.1" status: 200  len: 835 time: 0.1280026
Dec 19 13:36:35.951421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] For port fba9a2c5-5a41-45b7-b8ea-c1c819f42104, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:35.993495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:35.998017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Pushing event updated for resources: {'Port': ['ID=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:36.009734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] For port fba9a2c5-5a41-45b7-b8ea-c1c819f42104, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fba9a2c5-5a41-45b7-b8ea-c1c819f42104,segment=NetworkSegment(edfac281-8f0d-4191-ad3c-9e86d93e49b9),segment_id=edfac281-8f0d-4191-ad3c-9e86d93e49b9)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:36.010987 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:36.013063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:36.017318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ab224-c860-42d1-957f-577e3cc04bc6 req-955ab2d3-587e-485a-b716-9f010203b50e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:36.023900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:36.024818 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5b3ab224-c860-42d1-957f-577e3cc04bc6 req-955ab2d3-587e-485a-b716-9f010203b50e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 943 time: 0.1653464
Dec 19 13:36:36.105422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:36.111130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:36.198804 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-49a25a96-5f7e-4e4b-9fde-9e53258c0397 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2673a9d2-31a7-46b3-8eca-1f3e630c07c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2556686
Dec 19 13:36:36.212731 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5b3ab224-c860-42d1-957f-577e3cc04bc6 req-b20e59e7-5de3-40e6-866e-c24bf6988a37 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1868379
Dec 19 13:36:36.299664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Allocated IP 172.20.0.2 (1e25a8af-f4ec-4fc9-8135-52e250ab46b0/c5c41955-41d7-42c6-8fa7-aff8b6b79a6a/d0a6f9f1-e863-4d6d-b945-55d77c7454e5) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:36.321064 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Attempting to bind port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:36.321437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Attempting to bind port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:36.321802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Attempting to bind port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 on network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:36.328807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Pushing event updated for resources: {'Port': ['ID=fba9a2c5-5a41-45b7-b8ea-c1c819f42104,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:36.338069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:36.366273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:36.374581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::224 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/cc33aa05-089f-489a-99db-90e53d137d71/086dd8d5-c926-45a8-a0df-420d1ccb2bad) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:36.398343 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-62e4ad85-e25b-44de-9624-b4d654c4a284 service neutron] 10.222.0.18 "GET /v2.0/networks/2673a9d2-31a7-46b3-8eca-1f3e630c07c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838887
Dec 19 13:36:36.402169 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8:0:1:f816:3eff:fe52:b947 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/ba242fda-1328-4d82-b6f3-2048c3cc19c7/086dd8d5-c926-45a8-a0df-420d1ccb2bad) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:36.440074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Allocated IP 172.20.0.1 (08d24115-d7cb-4e1e-b676-867e9e1a60f9/fd13bf53-2254-46b5-8bd6-c3355f182733/ba320f41-5f4f-46c7-abe9-7c8b8719a697) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:36.453632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:36.453985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Checking segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:36.454399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:36.454907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Bound using segment: {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:36.455299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Bound port: e7e8c53b-6959-4dcf-91ff-bdbe66d84c33, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a7733-7536-4642-af70-f087829130f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:36.455675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:36.564926 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d66a42eb-2c2f-4d2f-b11f-d5129fbc28be req-17dd1cce-3815-495a-bae0-ea8c7cd2a071 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 210 time: 0.0518606
Dec 19 13:36:36.664683 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b309e31-1fa0-441e-9659-a65595ea2ef3 req-f45a801f-8cbf-4012-940e-569501b08c47 service neutron] 10.222.0.18 "GET /v2.0/networks/2673a9d2-31a7-46b3-8eca-1f3e630c07c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595496
Dec 19 13:36:36.685161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] For port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:36.690912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] For port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:36.740410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:36.740786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:36.786912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:36.794370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:36.838382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:36.868813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:36.876223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 086dd8d5-c926-45a8-a0df-420d1ccb2bad will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:36.890958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Transition to ACTIVE for port object ba320f41-5f4f-46c7-abe9-7c8b8719a697 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:36.907721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:36.925906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Pushing event updated for resources: {'Port': ['ID=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:36.928945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Transition to ACTIVE for port object d0a6f9f1-e863-4d6d-b945-55d77c7454e5 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:36.935450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:36.984610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Transition to ACTIVE for port object d0a6f9f1-e863-4d6d-b945-55d77c7454e5 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:37.026407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:37.034845 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-51c845e6-c4a4-4339-90b1-5e3f0cff7b29 req-9d1d22f6-96e3-4237-929e-52569bb90c64 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0797837
Dec 19 13:36:37.084357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0c9c23f8-25d5-474f-b947-77c28d3bd9bd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:37.094973 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:37.099347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:37.158700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:37.169470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Network 1e25a8af-f4ec-4fc9-8135-52e250ab46b0 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:37.170546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=086dd8d5-c926-45a8-a0df-420d1ccb2bad,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:37.173849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:37.173985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:37.174349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:37.179172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:37.181633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Pushing event updated for resources: {'Port': ['ID=d0a6f9f1-e863-4d6d-b945-55d77c7454e5,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:37.184513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:37.203917 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-51c845e6-c4a4-4339-90b1-5e3f0cff7b29 req-5a73f524-8bdf-4540-aec2-87c9904449c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 1098 time: 0.0892625
Dec 19 13:36:37.241073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:37.272772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:37.299518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:37.315753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:37.317045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:37.317739 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Attempting to bind port d0a6f9f1-e863-4d6d-b945-55d77c7454e5 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:37.318187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Attempting to bind port d0a6f9f1-e863-4d6d-b945-55d77c7454e5 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1e25a8af-f4ec-4fc9-8135-52e250ab46b0'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:37.318888 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Attempting to bind port d0a6f9f1-e863-4d6d-b945-55d77c7454e5 on network 1e25a8af-f4ec-4fc9-8135-52e250ab46b0 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:37.331299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:37.331861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Checking segment: {'id': 'c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1e25a8af-f4ec-4fc9-8135-52e250ab46b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:37.333195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:37.333660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Bound using segment: {'id': 'c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1e25a8af-f4ec-4fc9-8135-52e250ab46b0'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:37.334372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Bound port: d0a6f9f1-e863-4d6d-b945-55d77c7454e5, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1e25a8af-f4ec-4fc9-8135-52e250ab46b0'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:37.334842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:37.377002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Network 08d24115-d7cb-4e1e-b676-867e9e1a60f9 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:37.393849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event updated for resources: {'Port': ['ID=ba320f41-5f4f-46c7-abe9-7c8b8719a697,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:37.407167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:37.433232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:37.434667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:37.447116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c845e6-c4a4-4339-90b1-5e3f0cff7b29 req-d9dc3549-a228-4454-81f7-35c44649c6db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:37.448734 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-51c845e6-c4a4-4339-90b1-5e3f0cff7b29 req-d9dc3549-a228-4454-81f7-35c44649c6db service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.2230000
Dec 19 13:36:37.524867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-30d02150-9983-44a9-a044-eee0585a4421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:37.525537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-30d02150-9983-44a9-a044-eee0585a4421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:37.560503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-30d02150-9983-44a9-a044-eee0585a4421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:37.560503 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-30d02150-9983-44a9-a044-eee0585a4421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=3d0be4a2-6488-42a4-bb5b-1b67526f92af HTTP/1.1" status: 200  len: 795 time: 0.5658503
Dec 19 13:36:37.560503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:37.593224 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d82bd4e1-2b44-4f99-8d08-b39c99283aaf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.1285090
Dec 19 13:36:37.610415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] For port d0a6f9f1-e863-4d6d-b945-55d77c7454e5, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:37.615627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] For port d0a6f9f1-e863-4d6d-b945-55d77c7454e5, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d0a6f9f1-e863-4d6d-b945-55d77c7454e5,segment=NetworkSegment(c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1),segment_id=c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:37.624216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46390) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:37.684093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:37.687086 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-51c845e6-c4a4-4339-90b1-5e3f0cff7b29 req-3c5c881d-9335-4b23-a4a0-9b25b7382e0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb HTTP/1.1" status: 200  len: 1000 time: 0.2304473
Dec 19 13:36:37.689721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6ef9980-47af-4f85-b5ac-6ed74b0586cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:37.748114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-cdd82aad-508a-4439-b0f5-a5b3e8d5fa89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:37.820445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-90a7741d-8e4d-4a0b-b6d0-9a01014de639 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 086dd8d5-c926-45a8-a0df-420d1ccb2bad {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:37.821331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-90a7741d-8e4d-4a0b-b6d0-9a01014de639 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:37.845385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c845e6-c4a4-4339-90b1-5e3f0cff7b29 req-8a13a22c-2263-4062-bba1-d0249295e18c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:37.847437 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-51c845e6-c4a4-4339-90b1-5e3f0cff7b29 req-8a13a22c-2263-4062-bba1-d0249295e18c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.1313579
Dec 19 13:36:37.905717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Pushing event updated for resources: {'Port': ['ID=d0a6f9f1-e863-4d6d-b945-55d77c7454e5,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:37.916786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:37.920278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-cdd82aad-508a-4439-b0f5-a5b3e8d5fa89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:37.921413 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-cdd82aad-508a-4439-b0f5-a5b3e8d5fa89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 380 time: 0.3462150
Dec 19 13:36:37.936813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'device_id': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'admin_state_up': True, 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'security_groups': ['4d559a06-3d80-47d7-aab7-5abfaadbcfb2']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:37.937446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46753b1-da23-4f36-9ebf-18a96d8f225c req-ac10158a-bb48-4e84-9493-02f97cdcd75a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:37.939010 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d46753b1-da23-4f36-9ebf-18a96d8f225c req-ac10158a-bb48-4e84-9493-02f97cdcd75a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 943 time: 0.3715293
Dec 19 13:36:38.033413 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-51c845e6-c4a4-4339-90b1-5e3f0cff7b29 req-6b97ee68-68be-48d7-9935-7c1ca10f908c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1739757
Dec 19 13:36:38.037071 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d46753b1-da23-4f36-9ebf-18a96d8f225c req-6ae0f554-8bf4-4b2e-937b-533f602ba6d3 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900006
Dec 19 13:36:38.158511 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-47d145ab-2667-4451-96ab-d521d3ed8313 req-ad60df25-fd73-4d18-9c95-61f849030019 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 210 time: 0.0977120
Dec 19 13:36:38.183316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:38.221537 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-51c845e6-c4a4-4339-90b1-5e3f0cff7b29 req-aa43886a-fe22-4315-ba91-a2eb2ff07a2f service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824877
Dec 19 13:36:38.272316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4994f4-4cbd-4eda-a0bd-406008bbea2c None None] Network 08d24115-d7cb-4e1e-b676-867e9e1a60f9 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:38.386518 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-51c845e6-c4a4-4339-90b1-5e3f0cff7b29 req-eb14598c-4dcb-4fe4-934f-a23fd751b124 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582928
Dec 19 13:36:38.394873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:38.428686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:port and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:38.448747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fba9a2c5-5a41-45b7-b8ea-c1c819f42104 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:38.525145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device cd9a6ec8-a4f1-4d84-9f69-24447b5df60d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:36:38.632104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:38.648671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d74fc5e1-70e9-42de-80ca-8afca79d81fd None None] Provisioning for port fba9a2c5-5a41-45b7-b8ea-c1c819f42104 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:38.714186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:38.774088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-90a7741d-8e4d-4a0b-b6d0-9a01014de639 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:38.891386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port fba9a2c5-5a41-45b7-b8ea-c1c819f42104 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:38.899565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:38.902526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:38.903525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:38.910767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fba9a2c5-5a41-45b7-b8ea-c1c819f42104 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:38.911233 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:38.923428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-90a7741d-8e4d-4a0b-b6d0-9a01014de639 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 086dd8d5-c926-45a8-a0df-420d1ccb2bad owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:38.958718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'port_id': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'mac_address': 'fa:16:3e:a3:e7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:36:39.018933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fb5305-b92c-4d9a-9d7f-c196c4b2341c None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:39.125661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:39.250572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9a6ec8-a4f1-4d84-9f69-24447b5df60d {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:36:39.265962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c2bf5080-f5a1-4c25-8f33-ca2a44c7b08e None None] Provisioning for port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:39.329329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:39.339787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:39.406805 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a555388c-af98-45f2-ae3d-1fcc6c0ec6c5 req-382272c9-507a-43e0-9c5e-19d4ad0e38b2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 210 time: 0.0818033
Dec 19 13:36:39.433737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:39.444830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-df10b506-8a9d-48c1-be48-4dcb45fc63d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:39.451885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.resource_extend [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:36:39.465371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437e301-a41e-44c2-9111-da9283653a2b req-a971794d-3772-4703-8a39-cfb9e864c37f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:39.477217 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7437e301-a41e-44c2-9111-da9283653a2b req-a971794d-3772-4703-8a39-cfb9e864c37f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 943 time: 0.2285376
Dec 19 13:36:39.514530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:39.519274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.13 (3d0be4a2-6488-42a4-bb5b-1b67526f92af/a6947fd2-a31a-47bc-a191-beda7fb02eda/ada687ea-4e0f-4370-afee-32d3a183596c) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:39.537373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port fba9a2c5-5a41-45b7-b8ea-c1c819f42104, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fba9a2c5-5a41-45b7-b8ea-c1c819f42104,segment=NetworkSegment(edfac281-8f0d-4191-ad3c-9e86d93e49b9),segment_id=edfac281-8f0d-4191-ad3c-9e86d93e49b9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:39.562956 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7437e301-a41e-44c2-9111-da9283653a2b req-4e25f80e-4ef8-456b-92b8-86432a4dc147 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848567
Dec 19 13:36:39.578565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:39.584916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:39.588694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:39.626202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2c0d1eff-4144-44ee-b6c1-26c6d52e364e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:39.633889 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:39.635331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:39.660602 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6f81b27a-49b0-4448-9323-f2c1575d5871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:39.695673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-90a7741d-8e4d-4a0b-b6d0-9a01014de639 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:39.735972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['cd9a6ec8-a4f1-4d84-9f69-24447b5df60d'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:36:39.762437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d949721-82e4-459a-82f1-cc180713676f None None] Network 1e25a8af-f4ec-4fc9-8135-52e250ab46b0 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:39.897479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:39.900790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event updated for resources: {'Port': ['ID=ba320f41-5f4f-46c7-abe9-7c8b8719a697,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:39.904118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=fba9a2c5-5a41-45b7-b8ea-c1c819f42104,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:39.906662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-29f70a4c-b962-41b2-881b-56e0b065a10a None None] Provisioning complete for port fba9a2c5-5a41-45b7-b8ea-c1c819f42104 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:39.907041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-29f70a4c-b962-41b2-881b-56e0b065a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:39.916196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:39.924854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-257975fd-d71b-4002-9316-30de0c67e1d9 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:39.934516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:39.972075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-90a7741d-8e4d-4a0b-b6d0-9a01014de639 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:39.992962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7741d-8e4d-4a0b-b6d0-9a01014de639 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=086dd8d5-c926-45a8-a0df-420d1ccb2bad,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:39.996067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-90a7741d-8e4d-4a0b-b6d0-9a01014de639 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:40.032086 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-90a7741d-8e4d-4a0b-b6d0-9a01014de639 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/086dd8d5-c926-45a8-a0df-420d1ccb2bad HTTP/1.1" status: 204  len: 168 time: 2.4045389
Dec 19 13:36:40.032780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46400) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:40.131176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac94e382-d84b-48a4-aa67-0d2d323b3a64 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:40.134927 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ac94e382-d84b-48a4-aa67-0d2d323b3a64 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1044 time: 0.0992103
Dec 19 13:36:40.135948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46404) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:40.152723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:40.194979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object ada687ea-4e0f-4370-afee-32d3a183596c will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:40.216992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Network 08d24115-d7cb-4e1e-b676-867e9e1a60f9 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:40.219271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:40.231727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:40.242046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:40.242581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:40.262016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ef6c4-2cdb-4d29-b6a6-2f673679c3a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:40.267976 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-628ef6c4-2cdb-4d29-b6a6-2f673679c3a9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1044 time: 0.1303449
Dec 19 13:36:40.269059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46408) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:40.585343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-29f70a4c-b962-41b2-881b-56e0b065a10a None None] Provisioning for port ba320f41-5f4f-46c7-abe9-7c8b8719a697 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:40.632559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea006f5-26e1-4ce1-b3de-484710386a95 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:40.634509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea006f5-26e1-4ce1-b3de-484710386a95 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:40.636113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea006f5-26e1-4ce1-b3de-484710386a95 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:40.638956 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0ea006f5-26e1-4ce1-b3de-484710386a95 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.3677506
Dec 19 13:36:40.648843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46416) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:40.660680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-29f70a4c-b962-41b2-881b-56e0b065a10a None None] Provisioning complete for port ba320f41-5f4f-46c7-abe9-7c8b8719a697 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:40.661068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-29f70a4c-b962-41b2-881b-56e0b065a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:40.672927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:40.689414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-05995530-c9d0-43c2-8e00-b9e6b7e34595 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:40.697398 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6b54f149-2f50-4f6f-b8e5-2563fdb4d1a1 req-6cfd94d1-a03c-4d27-bf6c-5aff58663a91 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 210 time: 0.1084666
Dec 19 13:36:40.875234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-29f70a4c-b962-41b2-881b-56e0b065a10a None None] Port ba320f41-5f4f-46c7-abe9-7c8b8719a697 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:36:40.903109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 3d0be4a2-6488-42a4-bb5b-1b67526f92af is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:40.906917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:40.916283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:40.918559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:40.949820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5118b2-d3fc-4943-8f0d-d1c88c7a120b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet ba242fda-1328-4d82-b6f3-2048c3cc19c7 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:40.965091 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c5118b2-d3fc-4943-8f0d-d1c88c7a120b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.006336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=ada687ea-4e0f-4370-afee-32d3a183596c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:41.009515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:41.027630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:41.028700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fd0d8b73-9514-45d1-b8d3-dc0b52c2f329 None None] Could not find standard attr ID for object 086dd8d5-c926-45a8-a0df-420d1ccb2bad. {{(pid=84126) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 19 13:36:41.041276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca23348-70dd-4925-b26e-4b6459e9eaf1 req-fa8047b3-0677-44f9-92e7-a54838ab23ba tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:41.042047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:41.042673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.042922 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eca23348-70dd-4925-b26e-4b6459e9eaf1 req-fa8047b3-0677-44f9-92e7-a54838ab23ba tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 944 time: 0.2144649
Dec 19 13:36:41.078489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c5118b2-d3fc-4943-8f0d-d1c88c7a120b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.140690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.143130 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:41.157893 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eca23348-70dd-4925-b26e-4b6459e9eaf1 req-d33d022e-8d40-4402-a82f-c56a62237c54 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064661
Dec 19 13:36:41.170218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Router 7129b76f-eb95-410a-8f00-aace4752bfef is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:36:41.173727 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2444665
Dec 19 13:36:41.204954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Request body: {'port': {'device_id': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:41.224447 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c5118b2-d3fc-4943-8f0d-d1c88c7a120b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.239449 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fd0d8b73-9514-45d1-b8d3-dc0b52c2f329 None None] Provisioning for port d0a6f9f1-e863-4d6d-b945-55d77c7454e5 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:41.315978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:41.328926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:41.343501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fd0d8b73-9514-45d1-b8d3-dc0b52c2f329 None None] Provisioning complete for port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:41.350239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8b73-9514-45d1-b8d3-dc0b52c2f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.469074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d0a6f9f1-e863-4d6d-b945-55d77c7454e5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:41.507214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c5118b2-d3fc-4943-8f0d-d1c88c7a120b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.513597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-26496aa9-c64f-482c-9e9d-0ef567211da0 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:41.550413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5118b2-d3fc-4943-8f0d-d1c88c7a120b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=ba242fda-1328-4d82-b6f3-2048c3cc19c7,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:41.560736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5c5118b2-d3fc-4943-8f0d-d1c88c7a120b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:41.575848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5c5118b2-d3fc-4943-8f0d-d1c88c7a120b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.591308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.596601 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5c5118b2-d3fc-4943-8f0d-d1c88c7a120b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/ba242fda-1328-4d82-b6f3-2048c3cc19c7 HTTP/1.1" status: 204  len: 168 time: 0.9465282
Dec 19 13:36:41.598739 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c8992d-b9bb-4bd3-931b-0dc0c51095b1 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:41.600068 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46422) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:41.734375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe371ef-e79d-459b-8cec-ee44c2bc6bcb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet cc33aa05-089f-489a-99db-90e53d137d71 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:41.750305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0fe371ef-e79d-459b-8cec-ee44c2bc6bcb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.785469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fd0d8b73-9514-45d1-b8d3-dc0b52c2f329 None None] Provisioning complete for port ba320f41-5f4f-46c7-abe9-7c8b8719a697 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:41.788048 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8b73-9514-45d1-b8d3-dc0b52c2f329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.833060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0fe371ef-e79d-459b-8cec-ee44c2bc6bcb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.842000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:41.851324 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "PUT /v2.0/routers/7129b76f-eb95-410a-8f00-aace4752bfef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7291207
Dec 19 13:36:41.851324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46428) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:41.853522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d8b73-9514-45d1-b8d3-dc0b52c2f329 None None] Port ba320f41-5f4f-46c7-abe9-7c8b8719a697 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:36:41.855117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port d0a6f9f1-e863-4d6d-b945-55d77c7454e5 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:41.862196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425763a-ef9b-48e4-a32a-e4f95773a519 None None] Sync routers for ids ['7129b76f-eb95-410a-8f00-aace4752bfef'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:41.911800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d0a6f9f1-e863-4d6d-b945-55d77c7454e5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:41.912285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:41.974688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0fe371ef-e79d-459b-8cec-ee44c2bc6bcb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.001992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425763a-ef9b-48e4-a32a-e4f95773a519 None None] Routers {'7129b76f-eb95-410a-8f00-aace4752bfef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:42.002727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9425763a-ef9b-48e4-a32a-e4f95773a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46f84b20>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7129b76f-eb95-410a-8f00-aace4752bfef'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:42.079356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9425763a-ef9b-48e4-a32a-e4f95773a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46f84b20>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:42.099227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b1b5e-ff77-4a19-bb4a-59a59da81e4d req-454cdb12-9e7b-43bd-b099-21c837d5752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:42.107003 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-505b1b5e-ff77-4a19-bb4a-59a59da81e4d req-454cdb12-9e7b-43bd-b099-21c837d5752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 932 time: 0.1862702
Dec 19 13:36:42.154800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0fe371ef-e79d-459b-8cec-ee44c2bc6bcb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.168632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ef1d299-aed9-4b85-a364-319b1ed96033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:42.180678 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.191792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425763a-ef9b-48e4-a32a-e4f95773a519 None None] Routers {'7129b76f-eb95-410a-8f00-aace4752bfef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:42.192535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9425763a-ef9b-48e4-a32a-e4f95773a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46f84b20>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7129b76f-eb95-410a-8f00-aace4752bfef'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:42.226829 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada687ea-4e0f-4370-afee-32d3a183596c {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:36:42.237202 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-505b1b5e-ff77-4a19-bb4a-59a59da81e4d req-80abd219-ab59-4383-a8f8-2bce661ef7cd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291573
Dec 19 13:36:42.245237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.254878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fd862038-091b-4e7e-8f0a-5ff3803603d9 None None] Provisioning for port ada687ea-4e0f-4370-afee-32d3a183596c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:42.271672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe371ef-e79d-459b-8cec-ee44c2bc6bcb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=cc33aa05-089f-489a-99db-90e53d137d71,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:42.272139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9425763a-ef9b-48e4-a32a-e4f95773a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46f84b20>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:42.272614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9425763a-ef9b-48e4-a32a-e4f95773a519 None None] The sync data for ids ['7129b76f-eb95-410a-8f00-aace4752bfef'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:42.275528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fd862038-091b-4e7e-8f0a-5ff3803603d9 None None] Provisioning complete for port ada687ea-4e0f-4370-afee-32d3a183596c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:42.275871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fd862038-091b-4e7e-8f0a-5ff3803603d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.287603 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0fe371ef-e79d-459b-8cec-ee44c2bc6bcb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:42.297186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0fe371ef-e79d-459b-8cec-ee44c2bc6bcb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.322718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Transition to ACTIVE for port object ada687ea-4e0f-4370-afee-32d3a183596c will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:42.325057 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0fe371ef-e79d-459b-8cec-ee44c2bc6bcb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/cc33aa05-089f-489a-99db-90e53d137d71 HTTP/1.1" status: 204  len: 168 time: 0.7238007
Dec 19 13:36:42.327874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46436) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:42.373592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port d0a6f9f1-e863-4d6d-b945-55d77c7454e5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d0a6f9f1-e863-4d6d-b945-55d77c7454e5,segment=NetworkSegment(c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1),segment_id=c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:42.377263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fd862038-091b-4e7e-8f0a-5ff3803603d9 None None] Port ada687ea-4e0f-4370-afee-32d3a183596c cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:36:42.388863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.391043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fd862038-091b-4e7e-8f0a-5ff3803603d9 None None] Provisioning complete for port d0a6f9f1-e863-4d6d-b945-55d77c7454e5 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:42.391507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fd862038-091b-4e7e-8f0a-5ff3803603d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.404678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f1ae24dc-3387-4142-8754-0221721db275 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:42.475212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.476058 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fba9a2c5-5a41-45b7-b8ea-c1c819f42104 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:42.505377 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a81a9dde-ce2b-4f51-96fa-8019f3cb7fce tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1757424
Dec 19 13:36:42.510302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46440) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:42.515034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:42.517408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:42.520108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Pushing event updated for resources: {'Port': ['ID=ada687ea-4e0f-4370-afee-32d3a183596c,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:42.533692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:42.560035 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f14e92de-7fd4-4371-b9b3-480a0bdd3c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.602273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device cd9a6ec8-a4f1-4d84-9f69-24447b5df60d up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:42.666353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:42.672622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:42.677319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:42.684386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:42.739387 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb21776-a7d5-4a28-b1a1-446e5e96f555 req-a9aa983e-c7a5-46fe-80db-baf21f1c9b24 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:42.740912 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bb21776-a7d5-4a28-b1a1-446e5e96f555 req-a9aa983e-c7a5-46fe-80db-baf21f1c9b24 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 944 time: 0.2828493
Dec 19 13:36:42.773498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce57854b-ce58-4d47-b523-92c44d55d923 None None] Update dhcp port {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': 'cc33aa05-089f-489a-99db-90e53d137d71'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': 'e7e8c53b-6959-4dcf-91ff-bdbe66d84c33'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:36:42.788101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:42.791816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.822884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=d0a6f9f1-e863-4d6d-b945-55d77c7454e5,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:42.838858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:42.930506 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1bb21776-a7d5-4a28-b1a1-446e5e96f555 req-2bcc6705-ec17-4a7e-abd5-637c1f5aeb90 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1816256
Dec 19 13:36:42.950359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ce57854b-ce58-4d47-b523-92c44d55d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:42.985296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fba9a2c5-5a41-45b7-b8ea-c1c819f42104 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:42.985854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:43.060293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:43.096260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Attempting to bind port ada687ea-4e0f-4370-afee-32d3a183596c on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:43.096732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Attempting to bind port ada687ea-4e0f-4370-afee-32d3a183596c by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:43.097159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Attempting to bind port ada687ea-4e0f-4370-afee-32d3a183596c on network 3d0be4a2-6488-42a4-bb5b-1b67526f92af {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:43.106911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:43.107326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:43.115862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Port ada687ea-4e0f-4370-afee-32d3a183596c on network 3d0be4a2-6488-42a4-bb5b-1b67526f92af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:36:43.116303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Attempting to bind port ada687ea-4e0f-4370-afee-32d3a183596c on network 3d0be4a2-6488-42a4-bb5b-1b67526f92af {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:43.129351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:43.130131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Checking segment: {'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:43.134570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Bound using segment: {'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:43.134570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Bound port: ada687ea-4e0f-4370-afee-32d3a183596c, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4179752-6372-401e-be09-e8e6ebb22367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:43.134570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:43.237816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:43.245627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a118f57c-ae8b-4331-86c5-a772d8ade890 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:43.310927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] For port ada687ea-4e0f-4370-afee-32d3a183596c, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:43.332566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] For port ada687ea-4e0f-4370-afee-32d3a183596c, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ada687ea-4e0f-4370-afee-32d3a183596c,segment=NetworkSegment(c4179752-6372-401e-be09-e8e6ebb22367),segment_id=c4179752-6372-401e-be09-e8e6ebb22367)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:43.349075 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-ba8e9b80-6074-4d6f-8b1f-5096eefe6d69 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:36:43.350345 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ba8e9b80-6074-4d6f-8b1f-5096eefe6d69 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "PUT /v2.0/routers/7129b76f-eb95-410a-8f00-aace4752bfef/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.4976878
Dec 19 13:36:43.353302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46448) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:43.469941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:43.493990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-90a7741d-8e4d-4a0b-b6d0-9a01014de639 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:43.495510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:43.508412 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c2075a-4923-453d-bb64-10cf462d61ab None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:43.622008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d0a6f9f1-e863-4d6d-b945-55d77c7454e5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:43.739853 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:43.747652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-32a658fa-b1e2-4b90-b68e-ca4dddbce708 None None] Provisioning complete for port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:43.748874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-32a658fa-b1e2-4b90-b68e-ca4dddbce708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:43.754098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:43.759930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:43.760748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:43.772157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:43.776437 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] 10.222.0.18 "PUT /v2.0/ports/ada687ea-4e0f-4370-afee-32d3a183596c HTTP/1.1" status: 200  len: 1094 time: 2.5885589
Dec 19 13:36:43.776980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'tag': 'ada687ea-4e0f-4370-afee-32d3a183596c'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:36:43.795257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:36:43.821310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=0dfea667-063e-4271-a7d8-05a4ad4e5711,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:43.831630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:43.835877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Pushing event updated for resources: {'Port': ['ID=ada687ea-4e0f-4370-afee-32d3a183596c,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:43.846338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:43.846474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:43.862967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee1403-ac92-426a-b1ac-e71c7b91092a req-d2a0ea24-fe8e-4fd6-abc9-efefc1f59012 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:43.865324 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-edee1403-ac92-426a-b1ac-e71c7b91092a req-d2a0ea24-fe8e-4fd6-abc9-efefc1f59012 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 944 time: 0.3624351
Dec 19 13:36:43.917695 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'tag': 'ada687ea-4e0f-4370-afee-32d3a183596c', 'status': 'completed', 'code': 200}
Dec 19 13:36:43.927802 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4157834
Dec 19 13:36:43.943172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46456) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:43.953401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ddc2abd1-301d-400a-b13d-953928cc2107 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:43.997701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:44.000749 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'code': 200}
Dec 19 13:36:44.005620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-53793a38-0271-4fb5-a935-a49c3dc4af84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:44.035472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d0a6f9f1-e863-4d6d-b945-55d77c7454e5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:44.036038 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:44.233993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ddc2abd1-301d-400a-b13d-953928cc2107 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:44.248539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ddc2abd1-301d-400a-b13d-953928cc2107 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:44.248919 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-4b73a9d6-97de-457d-9ddc-8be65f8eabd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 1097 time: 0.3296926
Dec 19 13:36:44.257708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ddc2abd1-301d-400a-b13d-953928cc2107 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:44.297824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:44.302702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:44.304404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ddc2abd1-301d-400a-b13d-953928cc2107 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:44.320680 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-edee1403-ac92-426a-b1ac-e71c7b91092a req-664e35cd-f9c1-45d2-bcbf-9cc41e7e292e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4489195
Dec 19 13:36:44.332983 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-ee9e2115-3606-41a7-8772-a702fc28c6ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ada687ea-4e0f-4370-afee-32d3a183596c HTTP/1.1" status: 200  len: 217 time: 0.0687268
Dec 19 13:36:44.383242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbc089-a71b-4aa0-86c3-0900b1f86ef6 req-38e4d3dd-b33d-4781-87cc-714c3befbfe6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:44.390236 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8afbc089-a71b-4aa0-86c3-0900b1f86ef6 req-38e4d3dd-b33d-4781-87cc-714c3befbfe6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.1386800
Dec 19 13:36:44.401773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:44.457777 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc2abd1-301d-400a-b13d-953928cc2107 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:44.461970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ddc2abd1-301d-400a-b13d-953928cc2107 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:44.464885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-2d104c23-3f8c-4145-9d6c-2bb064caae56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:44.466313 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-2d104c23-3f8c-4145-9d6c-2bb064caae56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6947fd2-a31a-47bc-a191-beda7fb02eda HTTP/1.1" status: 200  len: 834 time: 0.1264522
Dec 19 13:36:44.489887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72e0e1-d249-4c27-ba7a-08c81a10f6e5 None None] Update dhcp port {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'fixed_ips': [{'subnet_id': '0dfea667-063e-4271-a7d8-05a4ad4e5711'}], 'binding:host_id': 'dv-neutron-821895-1-hyperv'}, 'id': 'e7e8c53b-6959-4dcf-91ff-bdbe66d84c33'} from dv-neutron-821895-1-hyperv. {{(pid=84126) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 19 13:36:44.565627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9d72e0e1-d249-4c27-ba7a-08c81a10f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:44.616699 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-bd0c58ba-1b98-4466-a5da-fbd7d9a4d788 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d0be4a2-6488-42a4-bb5b-1b67526f92af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1036675
Dec 19 13:36:44.624872 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8afbc089-a71b-4aa0-86c3-0900b1f86ef6 req-aec8459d-8656-4d76-8d72-b9d69017ca50 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2337141
Dec 19 13:36:44.628036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-88f08334-f2fc-426b-a1db-529cfedbf48a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:36:44.629930 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-88f08334-f2fc-426b-a1db-529cfedbf48a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0056622
Dec 19 13:36:44.664472 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.ipam_backend_mixin [None req-ddc2abd1-301d-400a-b13d-953928cc2107 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0dfea667-063e-4271-a7d8-05a4ad4e5711 (CIDR: 2001:db8::/64)
Dec 19 13:36:44.668991 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b39fb187-2f8c-4d3d-b894-4bca36abbc75 req-3cf86d99-1d05-4ee1-a3b6-e766779f49e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 1098 time: 0.2761946
Dec 19 13:36:44.701090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2301fcc5-3ef5-4481-801b-b48d5ad1e0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:44.741446 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b39fb187-2f8c-4d3d-b894-4bca36abbc75 req-23a1e6f2-df8f-4f14-b249-2340f6213da3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653274
Dec 19 13:36:44.757979 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc2abd1-301d-400a-b13d-953928cc2107 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:36:44.758723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc2abd1-301d-400a-b13d-953928cc2107 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:44.809556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-9d72e0e1-d249-4c27-ba7a-08c81a10f6e5 None None] Allocated IP 2001:db8::2 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/0dfea667-063e-4271-a7d8-05a4ad4e5711/e7e8c53b-6959-4dcf-91ff-bdbe66d84c33) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:44.826426 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Sync routers for ids ['7d51f620-d30d-4546-b440-96d82c75278c'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:44.847752 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Routers {'7d51f620-d30d-4546-b440-96d82c75278c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:44.848801 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47b3b460>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7d51f620-d30d-4546-b440-96d82c75278c'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:44.852716 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ddc2abd1-301d-400a-b13d-953928cc2107 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9077663
Dec 19 13:36:44.853360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46464) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:44.858721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'subnet': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:44.990224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9d72e0e1-d249-4c27-ba7a-08c81a10f6e5 None None] For port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:45.014465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:45.020006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:subnet and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:45.022223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9d72e0e1-d249-4c27-ba7a-08c81a10f6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:45.022835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:45.030734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:45.042372 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-cbed7a29-452a-4862-b254-35a2df20b43d service neutron] 10.222.0.18 "GET /v2.0/networks/3d0be4a2-6488-42a4-bb5b-1b67526f92af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2471185
Dec 19 13:36:45.044753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9d72e0e1-d249-4c27-ba7a-08c81a10f6e5 None None] Transition to ACTIVE for port object e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:45.046652 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Set router 7d51f620-d30d-4546-b440-96d82c75278c gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:45.117844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:45.122780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:45.134175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9d72e0e1-d249-4c27-ba7a-08c81a10f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:45.140501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-192f2a72-d38b-46b6-9b2c-412b1f36c6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:45.312675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72e0e1-d249-4c27-ba7a-08c81a10f6e5 None None] Pushing event updated for resources: {'Port': ['ID=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:45.327082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9d72e0e1-d249-4c27-ba7a-08c81a10f6e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:45.346058 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-486f1f90-58a1-4794-a85c-544ac186aef5 req-cdd3de38-b5ca-430e-a047-1a9a392ddb69 service neutron] 10.222.0.18 "GET /v2.0/networks/3d0be4a2-6488-42a4-bb5b-1b67526f92af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2863400
Dec 19 13:36:45.517542 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47b3b460>, [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:24Z', 'revision_number': 4, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '58fce993-4a22-49ec-b535-0c6802f07dcb', 'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'mac_address': 'fa:16:3e:86:d4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:22Z', 'updated_at': '2021-12-19T13:36:24Z', 'revision_number': 2, 'project_id': '67d7faaf2660420295018b86bab870e0', 'subnets': [{'id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:45.523981 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Checking router: 7d51f620-d30d-4546-b440-96d82c75278c for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:36:45.524662 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Updating router 7d51f620-d30d-4546-b440-96d82c75278c port 58fce993-4a22-49ec-b535-0c6802f07dcb binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:36:45.584225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:36:45.593272 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:45.745150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Deleting port ba320f41-5f4f-46c7-abe9-7c8b8719a697 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:45.745480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:45.812424 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-47ef2359-f377-4e51-962a-483cea32cf18 req-c6a46439-4634-43ce-8460-492f3bb061d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 1097 time: 0.3138115
Dec 19 13:36:45.937958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:46.133824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:46.134371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016af891-25b6-45dd-87cb-8291e1536b0a req-f48becd8-f8f4-4f80-8aae-cfa6235e3ed2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:46.135971 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-016af891-25b6-45dd-87cb-8291e1536b0a req-f48becd8-f8f4-4f80-8aae-cfa6235e3ed2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 944 time: 0.4689393
Dec 19 13:36:46.216575 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:46.227466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:46.248100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:46.278722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.objects.ports [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84125) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 19 13:36:46.321905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:46.339564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2359-f377-4e51-962a-483cea32cf18 req-acb876cc-365a-4c0e-8669-d811676aa533 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:46.341019 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-47ef2359-f377-4e51-962a-483cea32cf18 req-acb876cc-365a-4c0e-8669-d811676aa533 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3d0be4a2-6488-42a4-bb5b-1b67526f92af HTTP/1.1" status: 200  len: 896 time: 0.5046780
Dec 19 13:36:46.346493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:46.360108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:46.373148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:46.385142 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-016af891-25b6-45dd-87cb-8291e1536b0a req-df4958cd-2bb5-4b05-aeb5-ffd7f318eeee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2201624
Dec 19 13:36:46.392293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:46.407443 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Transition to ACTIVE for port object 58fce993-4a22-49ec-b535-0c6802f07dcb will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:46.422184 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccccbd-748d-4a68-a85f-8d91a936b9cc req-a46a596d-4520-4cb3-9742-047cc2bf8d34 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:46.429274 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eeccccbd-748d-4a68-a85f-8d91a936b9cc req-a46a596d-4520-4cb3-9742-047cc2bf8d34 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.4446275
Dec 19 13:36:46.465838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277ae5a-5154-4162-af14-52d79b2b5f3d None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:46.501227 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eeccccbd-748d-4a68-a85f-8d91a936b9cc req-eb533659-85a3-4e47-aa68-55d15982942f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709989
Dec 19 13:36:46.539086 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:46.543244 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:46.573732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Calling delete_port for ba320f41-5f4f-46c7-abe9-7c8b8719a697 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:46.578566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ada687ea-4e0f-4370-afee-32d3a183596c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:36:46.615002 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-47ef2359-f377-4e51-962a-483cea32cf18 req-b54d7b5a-b41a-4b13-ab04-94bdc0063287 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ada687ea-4e0f-4370-afee-32d3a183596c HTTP/1.1" status: 200  len: 217 time: 0.1727667
Dec 19 13:36:46.645379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e5212c17-c00f-4594-a94c-3b45181236b6 None None] Provisioning for port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:46.708993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:46.753177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2359-f377-4e51-962a-483cea32cf18 req-841114fe-36cb-4661-8c44-5e62fe7aa6f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:46.755731 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-47ef2359-f377-4e51-962a-483cea32cf18 req-841114fe-36cb-4661-8c44-5e62fe7aa6f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6947fd2-a31a-47bc-a191-beda7fb02eda HTTP/1.1" status: 200  len: 834 time: 0.1282232
Dec 19 13:36:46.804232 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e5212c17-c00f-4594-a94c-3b45181236b6 None None] Provisioning complete for port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:46.805858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e5212c17-c00f-4594-a94c-3b45181236b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:46.855972 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Attempting to bind port 58fce993-4a22-49ec-b535-0c6802f07dcb on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:36:46.856335 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Attempting to bind port 58fce993-4a22-49ec-b535-0c6802f07dcb by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:36:46.857815 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Attempting to bind port 58fce993-4a22-49ec-b535-0c6802f07dcb on network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:36:46.862611 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Pushing event updated for resources: {'Port': ['ID=58fce993-4a22-49ec-b535-0c6802f07dcb,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:46.886978 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:46.887332 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:46.891531 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:46.892082 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:46.892554 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:46.893040 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:46.893502 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:46.893959 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:46.895354 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:46.896013 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:46.899503 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:36:46.903952 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:46.913860 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:36:46.914232 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Checking segment: {'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:36:46.914631 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:46.915015 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Bound using segment: {'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:36:46.915624 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Bound port: 58fce993-4a22-49ec-b535-0c6802f07dcb, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51112a1-90bf-4a4b-a3b0-db57268a2000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:36:46.915994 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:47.041144 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] For port 58fce993-4a22-49ec-b535-0c6802f07dcb, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:36:47.046139 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] For port 58fce993-4a22-49ec-b535-0c6802f07dcb, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=58fce993-4a22-49ec-b535-0c6802f07dcb,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:36:47.093366 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-47ef2359-f377-4e51-962a-483cea32cf18 req-05245338-d911-4ea6-9152-0d9760071ccd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d0be4a2-6488-42a4-bb5b-1b67526f92af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3213534
Dec 19 13:36:47.137530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ada687ea-4e0f-4370-afee-32d3a183596c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ada687ea-4e0f-4370-afee-32d3a183596c,segment=NetworkSegment(c4179752-6372-401e-be09-e8e6ebb22367),segment_id=c4179752-6372-401e-be09-e8e6ebb22367)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:47.146929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e5212c17-c00f-4594-a94c-3b45181236b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:47.163604 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:47.168056 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'ada687ea-4e0f-4370-afee-32d3a183596c', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'port_id': 'ada687ea-4e0f-4370-afee-32d3a183596c', 'mac_address': 'fa:16:3e:4e:29:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:36:47.171316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-97921b9d-4d0d-4796-a1c3-3fb0451c5ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:47.256040 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:47.262869 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Pushing event updated for resources: {'Port': ['ID=58fce993-4a22-49ec-b535-0c6802f07dcb,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:47.273558 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:47.281780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada687ea-4e0f-4370-afee-32d3a183596c {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:36:47.308568 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ada687ea-4e0f-4370-afee-32d3a183596c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ada687ea-4e0f-4370-afee-32d3a183596c,segment=NetworkSegment(c4179752-6372-401e-be09-e8e6ebb22367),segment_id=c4179752-6372-401e-be09-e8e6ebb22367)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:47.315528 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Routers {'7d51f620-d30d-4546-b440-96d82c75278c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:47.316229 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47b3b460>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7d51f620-d30d-4546-b440-96d82c75278c'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:47.350192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] For port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:47.352124 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-47ef2359-f377-4e51-962a-483cea32cf18 req-bc7dc898-4401-4a6d-bfdf-e9df73891f96 service neutron] 10.222.0.18 "GET /v2.0/networks/3d0be4a2-6488-42a4-bb5b-1b67526f92af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2505589
Dec 19 13:36:47.397412 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:47.399614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:47.466910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:47.540789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:47.541772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:47.546513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6c4d705b-01a9-473d-82e0-82353d831ed5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:47.564054 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-47ef2359-f377-4e51-962a-483cea32cf18 req-cbc9772b-45c2-43b5-993b-9c177f2d5dbd service neutron] 10.222.0.18 "GET /v2.0/networks/3d0be4a2-6488-42a4-bb5b-1b67526f92af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2026637
Dec 19 13:36:47.565583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:47.572024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:47.717628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event deleted for resources: {'Port': ['ID=ba320f41-5f4f-46c7-abe9-7c8b8719a697,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:47.733967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:47.767754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:47.798631 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] Set router 7d51f620-d30d-4546-b440-96d82c75278c gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:47.934458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['ada687ea-4e0f-4370-afee-32d3a183596c'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:36:47.936385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,revision_number=9']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:47.941264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:47.950741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:47.952684 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-49526f48-bc0c-41f2-af73-d447174321b7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:48.003162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:48.016013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:48.016908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:48.066863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:48.070974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-e5212c17-c00f-4594-a94c-3b45181236b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:36:48.071432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-e5212c17-c00f-4594-a94c-3b45181236b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:36:48.137063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Subnet': ['ID=1beae5a8-75d5-4872-af32-797d1afe162a,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:48.141673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:48.164692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=ada687ea-4e0f-4370-afee-32d3a183596c,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:48.176401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e33b4-b681-47e8-bcb4-1318780a327c req-31b0012b-e773-40e8-9b06-a16416f53834 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:48.177427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:48.184021 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-353e33b4-b681-47e8-bcb4-1318780a327c req-31b0012b-e773-40e8-9b06-a16416f53834 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 945 time: 0.4636405
Dec 19 13:36:48.188998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:48.189573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:48.226427 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.3709061
Dec 19 13:36:48.249177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416c7f0-3aeb-4097-81d5-d3109860f31c req-30f6b79e-73cb-4291-930c-7feb4aa60108 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:48.251762 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b416c7f0-3aeb-4097-81d5-d3109860f31c req-30f6b79e-73cb-4291-930c-7feb4aa60108 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.4439130
Dec 19 13:36:48.258194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46488) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:48.312357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Request body: {'port': {'network_id': '14b54e5e-b8c1-4c6d-a267-9d471ae63f15', 'mac_address': 'fa:16:3e:1d:23:2c', 'name': 'tempest-NetworksTestDHCPv6-2036067246'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:48.333590 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-353e33b4-b681-47e8-bcb4-1318780a327c req-aaf92051-cf73-4dda-a76e-3e0f518f8ae8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1485577
Dec 19 13:36:48.356538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:48.364636 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b416c7f0-3aeb-4097-81d5-d3109860f31c req-2b564fa8-303a-43f7-982b-59e29dd5a597 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830035
Dec 19 13:36:48.466346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:48.477727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66376860-867d-491d-98e6-634afde53cd4 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:48.571219 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47b3b460>, [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:24Z', 'revision_number': 4, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '58fce993-4a22-49ec-b535-0c6802f07dcb', 'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'mac_address': 'fa:16:3e:86:d4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:22Z', 'updated_at': '2021-12-19T13:36:47Z', 'revision_number': 4, 'project_id': '67d7faaf2660420295018b86bab870e0', 'subnets': [{'id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:48.577056 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031aaf5-2ad6-4715-9ec7-35585a27e091 None None] The sync data for ids ['7d51f620-d30d-4546-b440-96d82c75278c'] in dv-neutron-821895-1-hyperv is: [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:24Z', 'revision_number': 4, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '58fce993-4a22-49ec-b535-0c6802f07dcb', 'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'mac_address': 'fa:16:3e:86:d4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:22Z', 'updated_at': '2021-12-19T13:36:47Z', 'revision_number': 4, 'project_id': '67d7faaf2660420295018b86bab870e0', 'subnets': [{'id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:48.598372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:48.610775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Usage tracker for resource:port and tenant:a9e1648578284508bbf14ca60dec1326 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:48.616493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:48.622512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:48.733145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Made reservation on behalf of a9e1648578284508bbf14ca60dec1326 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:36:48.798753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:48.807088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e5212c17-c00f-4594-a94c-3b45181236b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:48.863256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:48.874562 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7d9d75cc-372d-4a95-b81e-e65fcede25f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:48.968029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:49.010965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] device_id is not set on port 1e6a45fd-06a9-4f7a-b402-3162e0a0c54c yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:36:49.073611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a99681-aacc-450a-99a6-d6176461dac4 req-6163f857-b650-4992-92ec-aec6f7afe23e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:49.075415 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98a99681-aacc-450a-99a6-d6176461dac4 req-6163f857-b650-4992-92ec-aec6f7afe23e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.4675429
Dec 19 13:36:49.155660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Router 7129b76f-eb95-410a-8f00-aace4752bfef has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:36:49.199527 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98a99681-aacc-450a-99a6-d6176461dac4 req-478ed5ed-4d4a-4173-a4f0-ea3824ef0746 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1082797
Dec 19 13:36:49.279500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46496) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:49.297757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,revision_number=10']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:49.317687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:49.378761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-e5212c17-c00f-4594-a94c-3b45181236b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:36:49.379411 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-e5212c17-c00f-4594-a94c-3b45181236b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:36:49.391260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8::3c1 (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/0dfea667-063e-4271-a7d8-05a4ad4e5711/1e6a45fd-06a9-4f7a-b402-3162e0a0c54c) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:49.409375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:232c (14b54e5e-b8c1-4c6d-a267-9d471ae63f15/1beae5a8-75d5-4872-af32-797d1afe162a/1e6a45fd-06a9-4f7a-b402-3162e0a0c54c) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:49.486017 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cb00c2fe-11c6-4500-8291-5f9dc9cabc43 tempest-TestNetworkAdvancedServerOps-966565828 tempest-TestNetworkAdvancedServerOps-966565828-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 1093 time: 0.2055769
Dec 19 13:36:49.492250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46502) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:49.518492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:49.519152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:49.531645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb432e-5562-498a-987d-8a6d8ceb57b8 None None] Sync routers for ids ['7129b76f-eb95-410a-8f00-aace4752bfef'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:49.543434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:49.551860 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "PUT /v2.0/routers/7129b76f-eb95-410a-8f00-aace4752bfef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1973433
Dec 19 13:36:49.555493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46506) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:49.575374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Usage tracker for resource:floatingip and tenant:67d7faaf2660420295018b86bab870e0 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:49.590874 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:49.679445 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb432e-5562-498a-987d-8a6d8ceb57b8 None None] Routers {'7129b76f-eb95-410a-8f00-aace4752bfef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:49.680101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-fbcb432e-5562-498a-987d-8a6d8ceb57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476255e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7129b76f-eb95-410a-8f00-aace4752bfef'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:49.780208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:49.825314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 58fce993-4a22-49ec-b535-0c6802f07dcb up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:49.904503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-fbcb432e-5562-498a-987d-8a6d8ceb57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476255e0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:49.945292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb432e-5562-498a-987d-8a6d8ceb57b8 None None] Routers {'7129b76f-eb95-410a-8f00-aace4752bfef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:49.946125 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-fbcb432e-5562-498a-987d-8a6d8ceb57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476255e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7129b76f-eb95-410a-8f00-aace4752bfef'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:50.013100 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-d07076d3-2629-4594-9de1-755a2e896d77 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] delete failed (client error): The resource could not be found.
Dec 19 13:36:50.014420 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d07076d3-2629-4594-9de1-755a2e896d77 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-234737252 HTTP/1.1" status: 404  len: 334 time: 0.4578474
Dec 19 13:36:50.018634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46512) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:50.027078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5a34eb6d-417a-4135-a33c-63c5931d9f15 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Request body: {'router': {'external_gateway_info': {'network_id': '7129b76f-eb95-410a-8f00-aace4752bfef'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:50.033635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-fbcb432e-5562-498a-987d-8a6d8ceb57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476255e0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:50.034049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb432e-5562-498a-987d-8a6d8ceb57b8 None None] The sync data for ids ['7129b76f-eb95-410a-8f00-aace4752bfef'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:50.060082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-98909c02-5050-4630-ac62-3b60c78fa096 None None] Provisioning complete for port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:50.060354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-98909c02-5050-4630-ac62-3b60c78fa096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.080581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.103592 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Transition to ACTIVE for port object 1e6a45fd-06a9-4f7a-b402-3162e0a0c54c will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:50.107937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.119149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 58fce993-4a22-49ec-b535-0c6802f07dcb completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:50.137507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 58fce993-4a22-49ec-b535-0c6802f07dcb triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:50.138129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.238526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90af9a-cf68-4dc7-9d89-5432e58c40cc req-2a0e3d03-47bf-49e8-b156-746140888785 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:50.240382 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ca90af9a-cf68-4dc7-9d89-5432e58c40cc req-2a0e3d03-47bf-49e8-b156-746140888785 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 945 time: 0.6513207
Dec 19 13:36:50.311156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.320506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-44805ec5-b798-4af8-8291-b136514efd1e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:50.343988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-98909c02-5050-4630-ac62-3b60c78fa096 None None] Provisioning complete for port 58fce993-4a22-49ec-b535-0c6802f07dcb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:50.344735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-98909c02-5050-4630-ac62-3b60c78fa096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.373967 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ca90af9a-cf68-4dc7-9d89-5432e58c40cc req-ffb5a131-db23-42fa-94a3-027fbbac1868 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159334
Dec 19 13:36:50.423574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:50.448398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:50.454897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:50.458857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:50.459385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.465805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event updated for resources: {'Port': ['ID=1e6a45fd-06a9-4f7a-b402-3162e0a0c54c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:50.478425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:50.513545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.516791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5a34eb6d-417a-4135-a33c-63c5931d9f15 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.544832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.581024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ada687ea-4e0f-4370-afee-32d3a183596c up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:50.653827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-98909c02-5050-4630-ac62-3b60c78fa096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.681652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 58fce993-4a22-49ec-b535-0c6802f07dcb, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=58fce993-4a22-49ec-b535-0c6802f07dcb,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:50.684753 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-5a34eb6d-417a-4135-a33c-63c5931d9f15 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] update failed (client error): The resource could not be found.
Dec 19 13:36:50.694047 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5a34eb6d-417a-4135-a33c-63c5931d9f15 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "PUT /v2.0/routers/7129b76f-eb95-410a-8f00-aace4752bfef HTTP/1.1" status: 404  len: 339 time: 0.6729240
Dec 19 13:36:50.697439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46516) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:50.726833 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.4447424
Dec 19 13:36:50.731241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46520) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:50.770879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port ada687ea-4e0f-4370-afee-32d3a183596c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:50.777918 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port ada687ea-4e0f-4370-afee-32d3a183596c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:50.778416 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.813427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.814103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:50.852088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-25cc8f64-6a9b-4687-ab40-cd2d685dc1d2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting port 1e6a45fd-06a9-4f7a-b402-3162e0a0c54c {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:50.852581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-25cc8f64-6a9b-4687-ab40-cd2d685dc1d2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:50.854756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:50.982119 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Allocated IP 172.26.4.73 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/6e61fca8-1541-4d06-aa23-221e7b2ff0ae) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:51.013036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-98909c02-5050-4630-ac62-3b60c78fa096 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:36:51.013383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-98909c02-5050-4630-ac62-3b60c78fa096 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:36:51.024478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=58fce993-4a22-49ec-b535-0c6802f07dcb,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:51.029780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:51.108511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:51.108882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:51.153322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:51.199979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada687ea-4e0f-4370-afee-32d3a183596c'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:36:51.213405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ada687ea-4e0f-4370-afee-32d3a183596c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ada687ea-4e0f-4370-afee-32d3a183596c,segment=NetworkSegment(c4179752-6372-401e-be09-e8e6ebb22367),segment_id=c4179752-6372-401e-be09-e8e6ebb22367)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:51.285641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-25cc8f64-6a9b-4687-ab40-cd2d685dc1d2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:51.302149 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada687ea-4e0f-4370-afee-32d3a183596c', 'code': 200}
Dec 19 13:36:51.311220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:51.317899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:51.418820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:51.437732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=ada687ea-4e0f-4370-afee-32d3a183596c,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:51.441726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:51.484801 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:51.500060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-25cc8f64-6a9b-4687-ab40-cd2d685dc1d2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Calling delete_port for 1e6a45fd-06a9-4f7a-b402-3162e0a0c54c owned by  {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:51.593711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 58fce993-4a22-49ec-b535-0c6802f07dcb up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:36:51.716453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 58fce993-4a22-49ec-b535-0c6802f07dcb triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:51.716889 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:51.893220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2c82d-e17d-49ea-a2b8-68a1ad70eb97 req-1e2b8148-f0c0-474e-adfe-4a3f723d8870 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:51.896762 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fde2c82d-e17d-49ea-a2b8-68a1ad70eb97 req-1e2b8148-f0c0-474e-adfe-4a3f723d8870 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 946 time: 0.2826736
Dec 19 13:36:51.932131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:51.940650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ee8cc98-beff-447d-8847-f2ab1f6c8646 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:52.009294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Allocated IP 172.20.0.1 (c1dbf602-42ee-46b1-b4d6-c937e10e3e86/313733b8-f6ff-48e5-9700-a8ba5f3a81af/cdd96166-a4f8-4da1-9914-fff5b778bdd2) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:52.016069 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d9aa79b4-086a-46e9-9f10-d08a6550832e req-ee29cf1e-9ea3-434d-a2b0-af26b1e31a47 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 1099 time: 0.1593869
Dec 19 13:36:52.031515 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:36:52.073219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:52.086657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:52.089215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:52.127381 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fde2c82d-e17d-49ea-a2b8-68a1ad70eb97 req-19236e57-97c1-4cfe-9be7-7f138a4b9835 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2229888
Dec 19 13:36:52.134026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'Port': ['ID=6e61fca8-1541-4d06-aa23-221e7b2ff0ae,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:52.137354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:52.160703 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d9aa79b4-086a-46e9-9f10-d08a6550832e req-297599f2-5c3e-4155-83a6-0ccf88cc24dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1367836
Dec 19 13:36:52.217366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:52.311800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Transition to ACTIVE for port object cdd96166-a4f8-4da1-9914-fff5b778bdd2 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:36:52.316117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-20525af3-337c-4b8e-afc9-e9c8060f5c73 None None] Provisioning for port 1e6a45fd-06a9-4f7a-b402-3162e0a0c54c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:52.321274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-20525af3-337c-4b8e-afc9-e9c8060f5c73 None None] Provisioning complete for port 1e6a45fd-06a9-4f7a-b402-3162e0a0c54c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:52.321651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-20525af3-337c-4b8e-afc9-e9c8060f5c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:52.357391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-25cc8f64-6a9b-4687-ab40-cd2d685dc1d2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:52.370581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:52.410881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-20525af3-337c-4b8e-afc9-e9c8060f5c73 None None] Port 1e6a45fd-06a9-4f7a-b402-3162e0a0c54c was deleted so its status cannot be updated. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 19 13:36:52.423731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc8f64-6a9b-4687-ab40-cd2d685dc1d2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Port': ['ID=1e6a45fd-06a9-4f7a-b402-3162e0a0c54c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:52.427573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:52.428273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-25cc8f64-6a9b-4687-ab40-cd2d685dc1d2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:52.435169 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36d4cf14-18a6-42a9-b678-df766934c265 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:52.507896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Network c1dbf602-42ee-46b1-b4d6-c937e10e3e86 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:52.511170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:52.513789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:52.579292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event updated for resources: {'Port': ['ID=cdd96166-a4f8-4da1-9914-fff5b778bdd2,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:52.597964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:52.650669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:52.758266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-25cc8f64-6a9b-4687-ab40-cd2d685dc1d2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:52.799287 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-25cc8f64-6a9b-4687-ab40-cd2d685dc1d2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/1e6a45fd-06a9-4f7a-b402-3162e0a0c54c HTTP/1.1" status: 204  len: 168 time: 2.0673919
Dec 19 13:36:52.802179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46532) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:52.865640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:52.924993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9eb39-64d7-45d4-a8b2-c02998be8986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:52.926071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-87b9eb39-64d7-45d4-a8b2-c02998be8986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:53.075417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:53.080071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3e5ae732-f62c-46b7-a775-d2e587e28f95 None None] Provisioning for port cdd96166-a4f8-4da1-9914-fff5b778bdd2 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:36:53.085989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3e5ae732-f62c-46b7-a775-d2e587e28f95 None None] Provisioning complete for port cdd96166-a4f8-4da1-9914-fff5b778bdd2 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:53.086367 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae732-f62c-46b7-a775-d2e587e28f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:53.093844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-87b9eb39-64d7-45d4-a8b2-c02998be8986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:53.097563 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-87b9eb39-64d7-45d4-a8b2-c02998be8986 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2921519
Dec 19 13:36:53.097810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46536) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:53.169405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ae732-f62c-46b7-a775-d2e587e28f95 None None] Port cdd96166-a4f8-4da1-9914-fff5b778bdd2 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:36:53.197142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d86476-957d-478a-99d4-6211e0b50de3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:53.198605 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-62d86476-957d-478a-99d4-6211e0b50de3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0995166
Dec 19 13:36:53.202739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46544) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:53.321366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:53.332247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d633355d-e69f-49e7-9ac0-5dfe4fa77a41 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:53.334605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d633355d-e69f-49e7-9ac0-5dfe4fa77a41 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:53.336265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d633355d-e69f-49e7-9ac0-5dfe4fa77a41 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:53.337333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d633355d-e69f-49e7-9ac0-5dfe4fa77a41 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:53.345256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:53.436291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:53.469117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-190416c7-616d-474d-a253-ffbfc5082af9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:53.562242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:53.567280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event updated for resources: {'Port': ['ID=cdd96166-a4f8-4da1-9914-fff5b778bdd2,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:53.572335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:53.586520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a3ccd-4d2e-46d8-b1d4-8ba7edaa836c req-4944bc63-a0bf-4cfd-b6ec-297bc56547b6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:53.587988 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-576a3ccd-4d2e-46d8-b1d4-8ba7edaa836c req-4944bc63-a0bf-4cfd-b6ec-297bc56547b6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 946 time: 0.2470291
Dec 19 13:36:53.590947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d633355d-e69f-49e7-9ac0-5dfe4fa77a41 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:53.592624 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d633355d-e69f-49e7-9ac0-5dfe4fa77a41 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.3881857
Dec 19 13:36:53.606369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46548) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:53.732805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-502436d6-c587-49ec-a324-975359680152 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 0dfea667-063e-4271-a7d8-05a4ad4e5711 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:53.741774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-502436d6-c587-49ec-a324-975359680152 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:53.743645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Network c1dbf602-42ee-46b1-b4d6-c937e10e3e86 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:53.747215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:53.809614 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-576a3ccd-4d2e-46d8-b1d4-8ba7edaa836c req-94452bb8-68a0-40b2-8223-1be7212779ca tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2039909
Dec 19 13:36:53.816634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.resource_extend [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 13:36:53.837199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:53.840794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-502436d6-c587-49ec-a324-975359680152 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:53.947881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-502436d6-c587-49ec-a324-975359680152 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:53.981059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:53.996958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-45a1920f-4b37-4067-9fd8-c3a2157aac62 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:54.099823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ee29bf30-d945-4fd0-a6f3-877e6091bd81 None None] Provisioning complete for port cdd96166-a4f8-4da1-9914-fff5b778bdd2 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:54.100406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ee29bf30-d945-4fd0-a6f3-877e6091bd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:54.120881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event updated for resources: {'Port': ['ID=6e61fca8-1541-4d06-aa23-221e7b2ff0ae,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:54.129336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:54.153678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:54.170493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ee29bf30-d945-4fd0-a6f3-877e6091bd81 None None] Port cdd96166-a4f8-4da1-9914-fff5b778bdd2 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:36:54.249599 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Router 7129b76f-eb95-410a-8f00-aace4752bfef has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:36:54.301642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-502436d6-c587-49ec-a324-975359680152 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:54.310544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f7eb9db8-d966-4624-97e5-7da7d926e557 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:54.344380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502436d6-c587-49ec-a324-975359680152 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfea667-063e-4271-a7d8-05a4ad4e5711,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:54.356955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-502436d6-c587-49ec-a324-975359680152 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:54.365005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-502436d6-c587-49ec-a324-975359680152 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:54.369860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17672470-b79b-4249-81a4-1040d0f33d8a None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:54.451833 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Floating IP 31a8df98-e0a8-4f0e-8690-436ee90aed4c associated. External IP: 172.26.4.73, port: cd9a6ec8-a4f1-4d84-9f69-24447b5df60d.
Dec 19 13:36:54.478004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:54.489016 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de7d69-fc6c-4ae0-aa96-be22b2fad9b9 None None] Sync routers for ids ['7129b76f-eb95-410a-8f00-aace4752bfef'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:54.511395 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "PUT /v2.0/routers/7129b76f-eb95-410a-8f00-aace4752bfef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8037694
Dec 19 13:36:54.511395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46554) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:54.511659 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de7d69-fc6c-4ae0-aa96-be22b2fad9b9 None None] Routers {'7129b76f-eb95-410a-8f00-aace4752bfef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:54.511659 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f1de7d69-fc6c-4ae0-aa96-be22b2fad9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4799d640>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7129b76f-eb95-410a-8f00-aace4752bfef'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:54.546768 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-502436d6-c587-49ec-a324-975359680152 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/0dfea667-063e-4271-a7d8-05a4ad4e5711 HTTP/1.1" status: 204  len: 168 time: 0.9393253
Dec 19 13:36:54.557733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46558) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:54.618603 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f1de7d69-fc6c-4ae0-aa96-be22b2fad9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4799d640>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:54.647837 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de7d69-fc6c-4ae0-aa96-be22b2fad9b9 None None] Routers {'7129b76f-eb95-410a-8f00-aace4752bfef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:54.648639 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f1de7d69-fc6c-4ae0-aa96-be22b2fad9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4799d640>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7129b76f-eb95-410a-8f00-aace4752bfef'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:54.749753 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f1de7d69-fc6c-4ae0-aa96-be22b2fad9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4799d640>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:54.750349 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de7d69-fc6c-4ae0-aa96-be22b2fad9b9 None None] The sync data for ids ['7129b76f-eb95-410a-8f00-aace4752bfef'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:54.766039 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4dd1902a-5263-44b7-bb7b-7d9a8ba59c60 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:55.004004 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-4dd1902a-5263-44b7-bb7b-7d9a8ba59c60 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 19 13:36:55.005028 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4dd1902a-5263-44b7-bb7b-7d9a8ba59c60 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "DELETE /v2.0/routers/7129b76f-eb95-410a-8f00-aace4752bfef HTTP/1.1" status: 409  len: 329 time: 0.4976480
Dec 19 13:36:55.007952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46564) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:55.102074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-01773ef2-78fc-4670-b0b4-f845bcde78a8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Deleting subnet 1beae5a8-75d5-4872-af32-797d1afe162a {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:55.109838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01773ef2-78fc-4670-b0b4-f845bcde78a8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:55.251617 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01773ef2-78fc-4670-b0b4-f845bcde78a8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:55.294502 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:55.296011 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916125f-30cb-4e7e-8f82-ec90f95cba6a req-c2150b0c-c55d-4428-b11e-5c3021fd8f68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:55.297709 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2916125f-30cb-4e7e-8f82-ec90f95cba6a req-c2150b0c-c55d-4428-b11e-5c3021fd8f68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 946 time: 0.3111978
Dec 19 13:36:55.406109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:55.406731 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2916125f-30cb-4e7e-8f82-ec90f95cba6a req-7edf7fe1-7c9c-4931-b678-4525671b9c96 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018827
Dec 19 13:36:55.412957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01773ef2-78fc-4670-b0b4-f845bcde78a8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:55.416696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-eb0468c1-5dd5-4c74-b1fa-a64fe61a9be0 None None] Provisioning complete for port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:36:55.417075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eb0468c1-5dd5-4c74-b1fa-a64fe61a9be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:55.791259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Router 7d51f620-d30d-4546-b440-96d82c75278c has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:36:55.791259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2374c8-b90d-4338-b765-7abcc1248bae req-b8a31335-02f4-4b86-8789-eb58e3bb0fbd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:55.791259 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d2374c8-b90d-4338-b765-7abcc1248bae req-b8a31335-02f4-4b86-8789-eb58e3bb0fbd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 946 time: 0.1337900
Dec 19 13:36:55.852454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01773ef2-78fc-4670-b0b4-f845bcde78a8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:55.869525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6efc0641-91be-4b78-a5b2-f6c472798569 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:55.910658 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01773ef2-78fc-4670-b0b4-f845bcde78a8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Subnet': ['ID=1beae5a8-75d5-4872-af32-797d1afe162a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:55.913604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-01773ef2-78fc-4670-b0b4-f845bcde78a8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:55.932378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-01773ef2-78fc-4670-b0b4-f845bcde78a8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:55.938624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d365a4e-7bf6-4144-846b-c9d842439ba0 None None] Network 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:36:55.963219 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d2374c8-b90d-4338-b765-7abcc1248bae req-82d67149-beec-4f59-a61c-c40bfadf934a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1909518
Dec 19 13:36:55.966145 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-01773ef2-78fc-4670-b0b4-f845bcde78a8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/1beae5a8-75d5-4872-af32-797d1afe162a HTTP/1.1" status: 204  len: 168 time: 1.4073062
Dec 19 13:36:55.982566 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46572) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:56.053332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46576) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:56.118709 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8fcb299c-cdda-4d54-a52a-e5d275471c93 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1350443
Dec 19 13:36:56.121502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46580) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:56.241220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98469676-0b7e-4fab-bbef-2a9e381da842 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:56.241220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-98469676-0b7e-4fab-bbef-2a9e381da842 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:56.242826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d96b020-3c24-4f7c-abd6-6d36456b4a55 None None] DHCP port deletion for 14b54e5e-b8c1-4c6d-a267-9d471ae63f15 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:36:56.246898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8d96b020-3c24-4f7c-abd6-6d36456b4a55 None None] Deleting port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:56.247528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d96b020-3c24-4f7c-abd6-6d36456b4a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:56.265487 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7aaade96-c1cb-4b30-96d4-53697d2afced tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 1094 time: 0.2040308
Dec 19 13:36:56.266325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46584) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:56.274937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': 'ada687ea-4e0f-4370-afee-32d3a183596c', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:56.281725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:36:56.289347 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:floatingip and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:36:56.290347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-98469676-0b7e-4fab-bbef-2a9e381da842 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:56.293504 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-98469676-0b7e-4fab-bbef-2a9e381da842 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.1694670
Dec 19 13:36:56.294399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46588) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:56.296326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:36:56.304544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:36:56.312282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:56.379194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070b3a5c-3c83-41c5-b986-37b9b38c793f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:56.379785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-070b3a5c-3c83-41c5-b986-37b9b38c793f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Synchronizing usage tracker for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:36:56.450935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Deleting port cdd96166-a4f8-4da1-9914-fff5b778bdd2 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:36:56.451378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:56.474915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8d96b020-3c24-4f7c-abd6-6d36456b4a55 None None] For port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,segment=NetworkSegment(8f3a7733-7536-4642-af70-f087829130f2),segment_id=8f3a7733-7536-4642-af70-f087829130f2)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:36:56.475516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d96b020-3c24-4f7c-abd6-6d36456b4a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:56.499681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:56.619697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8d96b020-3c24-4f7c-abd6-6d36456b4a55 None None] Calling delete_port for e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:56.655541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-070b3a5c-3c83-41c5-b986-37b9b38c793f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Unset dirty status for tenant:a9e1648578284508bbf14ca60dec1326 on resource:subnet {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:36:56.658908 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-070b3a5c-3c83-41c5-b986-37b9b38c793f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3611112
Dec 19 13:36:56.660335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46594) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:56.661329 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:56.710303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:56.777359 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 7.2761123
Dec 19 13:36:56.782769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:36:56.789606 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d30428ee-d77c-4ee7-b5a2-c63d5074787e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1274655
Dec 19 13:36:56.792767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:56.798252 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46602) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:56.855680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d96b020-3c24-4f7c-abd6-6d36456b4a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:56.868511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-d60225e3-b337-4591-9ae9-b4513c6097d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:56.928380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96b020-3c24-4f7c-abd6-6d36456b4a55 None None] Pushing event deleted for resources: {'Port': ['ID=e7e8c53b-6959-4dcf-91ff-bdbe66d84c33,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:56.930388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96b020-3c24-4f7c-abd6-6d36456b4a55 None None] No DVR routers for this DVR port e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:36:56.931835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8d96b020-3c24-4f7c-abd6-6d36456b4a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:56.977478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Calling delete_port for cdd96166-a4f8-4da1-9914-fff5b778bdd2 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:36:56.978323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97abb88-633c-416d-9da5-1bc95c02e844 None None] Sync routers for ids ['7d51f620-d30d-4546-b440-96d82c75278c'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:57.001465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97abb88-633c-416d-9da5-1bc95c02e844 None None] Routers {'7d51f620-d30d-4546-b440-96d82c75278c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:57.002113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f97abb88-633c-416d-9da5-1bc95c02e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46b4eeb0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7d51f620-d30d-4546-b440-96d82c75278c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:57.013913 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'status': 'completed', 'code': 200}
Dec 19 13:36:57.088928 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-83eb8858-a597-4680-89a5-e47f896fe437 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.089349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83eb8858-a597-4680-89a5-e47f896fe437 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.135530 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-83eb8858-a597-4680-89a5-e47f896fe437 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/1e6a45fd-06a9-4f7a-b402-3162e0a0c54c HTTP/1.1" status: 404  len: 333 time: 0.3337071
Dec 19 13:36:57.140838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46606) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.158580 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-316e12bd-6f29-4251-98b0-f8396fec93f4 req-823c91d1-ef4e-4eb9-a8f3-fe4b0b8503e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67d7faaf2660420295018b86bab870e0&device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 1098 time: 0.1405191
Dec 19 13:36:57.193002 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-9839d741-5cc6-419c-8b25-e731412def54 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.193002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9839d741-5cc6-419c-8b25-e731412def54 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.194548 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9839d741-5cc6-419c-8b25-e731412def54 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/1beae5a8-75d5-4872-af32-797d1afe162a HTTP/1.1" status: 404  len: 337 time: 0.0528171
Dec 19 13:36:57.197965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46610) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.212427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f97abb88-633c-416d-9da5-1bc95c02e844 None None] Set router 7d51f620-d30d-4546-b440-96d82c75278c gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:57.259877 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-add574a6-48d7-4192-9b6d-120e127e27d7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.264687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add574a6-48d7-4192-9b6d-120e127e27d7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.264687 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-add574a6-48d7-4192-9b6d-120e127e27d7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/0dfea667-063e-4271-a7d8-05a4ad4e5711 HTTP/1.1" status: 404  len: 337 time: 0.0577152
Dec 19 13:36:57.264687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.150 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/cfa257ea-d0ed-42c1-bccf-162c69170ec2) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:36:57.266662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46614) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.312264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a263a-58b8-4315-acb3-44de41fa7b98 req-96b08a9a-a032-4874-8e9b-a5022a51234e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:57.313697 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-700a263a-58b8-4315-acb3-44de41fa7b98 req-96b08a9a-a032-4874-8e9b-a5022a51234e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.3017688
Dec 19 13:36:57.334624 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-90935440-0e54-4111-a425-3d6afe076d73 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.335073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90935440-0e54-4111-a425-3d6afe076d73 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.336672 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-90935440-0e54-4111-a425-3d6afe076d73 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/086dd8d5-c926-45a8-a0df-420d1ccb2bad HTTP/1.1" status: 404  len: 333 time: 0.0690625
Dec 19 13:36:57.339468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46618) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.375429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e12bd-6f29-4251-98b0-f8396fec93f4 req-fc8d90f7-d5f4-4cc7-b782-00c659a163a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:57.377046 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-316e12bd-6f29-4251-98b0-f8396fec93f4 req-fc8d90f7-d5f4-4cc7-b782-00c659a163a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2673a9d2-31a7-46b3-8eca-1f3e630c07c9 HTTP/1.1" status: 200  len: 898 time: 0.2103035
Dec 19 13:36:57.394404 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-84dc549a-fabd-4b20-9536-7cb7a4016b9b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.394404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84dc549a-fabd-4b20-9536-7cb7a4016b9b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.399509 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-84dc549a-fabd-4b20-9536-7cb7a4016b9b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/ba242fda-1328-4d82-b6f3-2048c3cc19c7 HTTP/1.1" status: 404  len: 337 time: 0.0560598
Dec 19 13:36:57.401382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46622) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.452885 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccb3fcd-2352-4859-b7cd-f4bbb7a2f81c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.453242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cccb3fcd-2352-4859-b7cd-f4bbb7a2f81c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.457733 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cccb3fcd-2352-4859-b7cd-f4bbb7a2f81c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/cc33aa05-089f-489a-99db-90e53d137d71 HTTP/1.1" status: 404  len: 337 time: 0.0520205
Dec 19 13:36:57.458289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46626) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.473583 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-700a263a-58b8-4315-acb3-44de41fa7b98 req-5187e54f-3573-46eb-8f1a-606a5ff46025 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1527905
Dec 19 13:36:57.507561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46630) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.522015 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf506b4d-0fcc-4295-bcc8-3439db0d1ec6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.522487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf506b4d-0fcc-4295-bcc8-3439db0d1ec6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.527688 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bf506b4d-0fcc-4295-bcc8-3439db0d1ec6 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/d9c247f6-d88b-4d2a-b1ef-eefe98485ff6 HTTP/1.1" status: 404  len: 333 time: 0.0683312
Dec 19 13:36:57.529390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46634) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.529951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:36:57.572389 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:36:57.572749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e7e8c53b-6959-4dcf-91ff-bdbe66d84c33 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:36:57.573180 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-b505b4a9-27bb-4ce7-985f-b78b367db643 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.574092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b505b4a9-27bb-4ce7-985f-b78b367db643 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.578039 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b505b4a9-27bb-4ce7-985f-b78b367db643 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/804fa3ea-629f-4569-9582-6176092dcc54 HTTP/1.1" status: 404  len: 337 time: 0.0487611
Dec 19 13:36:57.579443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46638) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.631882 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cacdaa31-0383-4ad8-8ab4-c13030699377 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/floatingips/31a8df98-e0a8-4f0e-8690-436ee90aed4c HTTP/1.1" status: 200  len: 990 time: 0.1220977
Dec 19 13:36:57.634003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:57.640027 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9f9667-dd5c-44b9-9a63-f677b0b9d926 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.640440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9f9667-dd5c-44b9-9a63-f677b0b9d926 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.644816 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bf9f9667-dd5c-44b9-9a63-f677b0b9d926 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/5955000a-dbac-4bcf-912a-5d4f653fa5de HTTP/1.1" status: 404  len: 337 time: 0.0644493
Dec 19 13:36:57.645371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46642) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.646587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:57.719666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event deleted for resources: {'Port': ['ID=cdd96166-a4f8-4da1-9914-fff5b778bdd2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:57.729003 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-316e12bd-6f29-4251-98b0-f8396fec93f4 req-404ced8b-0b5b-40a3-a9b2-33dfb86e58f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d HTTP/1.1" status: 200  len: 998 time: 0.3450525
Dec 19 13:36:57.743629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f97abb88-633c-416d-9da5-1bc95c02e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46b4eeb0>, [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:24Z', 'revision_number': 4, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '31a8df98-e0a8-4f0e-8690-436ee90aed4c', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'port_id': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'mac_address': 'fa:16:3e:a3:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:36:52Z', 'updated_at': '2021-12-19T13:36:52Z', 'revision_number': 0, 'project_id': '67d7faaf2660420295018b86bab870e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58fce993-4a22-49ec-b535-0c6802f07dcb', 'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'mac_address': 'fa:16:3e:86:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:22Z', 'updated_at': '2021-12-19T13:36:50Z', 'revision_number': 5, 'project_id': '67d7faaf2660420295018b86bab870e0', 'subnets': [{'id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:57.746059 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eba465d-b019-4105-b50b-783fc5e3c738 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.746494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eba465d-b019-4105-b50b-783fc5e3c738 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.748016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97abb88-633c-416d-9da5-1bc95c02e844 None None] Checking router: 7d51f620-d30d-4546-b440-96d82c75278c for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:36:57.757847 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8eba465d-b019-4105-b50b-783fc5e3c738 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/4a3acbeb-3261-41aa-a2fd-693fd7b1b709 HTTP/1.1" status: 404  len: 333 time: 0.0675960
Dec 19 13:36:57.762015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97abb88-633c-416d-9da5-1bc95c02e844 None None] Routers {'7d51f620-d30d-4546-b440-96d82c75278c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:57.762642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f97abb88-633c-416d-9da5-1bc95c02e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46b4eeb0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7d51f620-d30d-4546-b440-96d82c75278c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:57.763167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46648) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.867791 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2246e7b-9e08-42c8-b7c0-a253e2aa5da7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.868227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2246e7b-9e08-42c8-b7c0-a253e2aa5da7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.872734 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b2246e7b-9e08-42c8-b7c0-a253e2aa5da7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/7c7ee916-227d-42b2-9127-608619d96a10 HTTP/1.1" status: 404  len: 337 time: 0.1085660
Dec 19 13:36:57.873313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46652) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.922468 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-1243d11a-5c71-49eb-9025-9f324d23e471 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.922907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1243d11a-5c71-49eb-9025-9f324d23e471 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:57.928014 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1243d11a-5c71-49eb-9025-9f324d23e471 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/e69f90be-093e-4469-bb25-6505d7abe2e8 HTTP/1.1" status: 404  len: 337 time: 0.0515895
Dec 19 13:36:57.938728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46656) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:57.973530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:57.997172 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7cda9c-957e-488f-a970-601edd2f1a7d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:57.997526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7cda9c-957e-488f-a970-601edd2f1a7d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.001786 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8a7cda9c-957e-488f-a970-601edd2f1a7d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/8c7656f8-8b45-48a2-b2ea-560eb86cb3cc HTTP/1.1" status: 404  len: 333 time: 0.0622737
Dec 19 13:36:58.002339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46660) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.023127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f97abb88-633c-416d-9da5-1bc95c02e844 None None] Set router 7d51f620-d30d-4546-b440-96d82c75278c gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:36:58.059754 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d78804-25f1-4b14-81dc-8051daadd37a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:58.060213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d78804-25f1-4b14-81dc-8051daadd37a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.064386 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-16d78804-25f1-4b14-81dc-8051daadd37a tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/0290d6a0-04cd-4586-a433-f7f18aef69f3 HTTP/1.1" status: 404  len: 337 time: 0.0574088
Dec 19 13:36:58.067665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46664) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.075627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:58.119953 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6e7e99-afd8-491e-8358-cadc5894b67d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:58.120396 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6e7e99-afd8-491e-8358-cadc5894b67d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.124581 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0d6e7e99-afd8-491e-8358-cadc5894b67d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/c8a92cb0-a77c-4e7c-bc00-88cace2219e8 HTTP/1.1" status: 404  len: 333 time: 0.0562825
Dec 19 13:36:58.125112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46668) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.185149 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9ae5cf-dbbe-423d-92cd-75e6618dda61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:58.185866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9ae5cf-dbbe-423d-92cd-75e6618dda61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.189600 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2b9ae5cf-dbbe-423d-92cd-75e6618dda61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/17b9fdb1-8e86-467a-994e-4ecbf9add0eb HTTP/1.1" status: 404  len: 337 time: 0.0601747
Dec 19 13:36:58.189893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46672) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.220938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e12bd-6f29-4251-98b0-f8396fec93f4 req-4192c911-60a1-42ee-90fa-14dfbae44f3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:36:58.222899 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-316e12bd-6f29-4251-98b0-f8396fec93f4 req-4192c911-60a1-42ee-90fa-14dfbae44f3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=066a522c-f4ee-44fd-a43c-8520761b5dbe HTTP/1.1" status: 200  len: 835 time: 0.2521529
Dec 19 13:36:58.242945 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-7daeb2fa-9dc6-4ccf-a86f-2dff2849fd6d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:58.243419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7daeb2fa-9dc6-4ccf-a86f-2dff2849fd6d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.246199 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7daeb2fa-9dc6-4ccf-a86f-2dff2849fd6d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/b13f1734-589a-43df-8cc9-b6c5db43ff94 HTTP/1.1" status: 404  len: 333 time: 0.0551448
Dec 19 13:36:58.248683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46676) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.277387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:58.295142 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0818ec9-442d-46ce-9703-c0596d3744c4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:58.295502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0818ec9-442d-46ce-9703-c0596d3744c4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.299176 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e0818ec9-442d-46ce-9703-c0596d3744c4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/2ebd002c-f388-43fa-8397-2d3bdd06f8aa HTTP/1.1" status: 404  len: 337 time: 0.0472724
Dec 19 13:36:58.310817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46680) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.358408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:58.370328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-37c3ac6d-782a-454f-be73-cf984824efee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:36:58.416878 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba5cabe-ec72-4b43-acff-018143987ab9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:58.417639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba5cabe-ec72-4b43-acff-018143987ab9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.419529 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bba5cabe-ec72-4b43-acff-018143987ab9 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/24e5f4ec-73d6-406f-a9b8-734f23d14e6f HTTP/1.1" status: 404  len: 333 time: 0.1060143
Dec 19 13:36:58.430977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46684) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.444812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f97abb88-633c-416d-9da5-1bc95c02e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46b4eeb0>, [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:24Z', 'revision_number': 4, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '31a8df98-e0a8-4f0e-8690-436ee90aed4c', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'port_id': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'mac_address': 'fa:16:3e:a3:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:36:52Z', 'updated_at': '2021-12-19T13:36:52Z', 'revision_number': 0, 'project_id': '67d7faaf2660420295018b86bab870e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58fce993-4a22-49ec-b535-0c6802f07dcb', 'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'mac_address': 'fa:16:3e:86:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:22Z', 'updated_at': '2021-12-19T13:36:50Z', 'revision_number': 5, 'project_id': '67d7faaf2660420295018b86bab870e0', 'subnets': [{'id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:58.449069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97abb88-633c-416d-9da5-1bc95c02e844 None None] The sync data for ids ['7d51f620-d30d-4546-b440-96d82c75278c'] in dv-neutron-821895-1-hyperv is: [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:24Z', 'revision_number': 4, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '31a8df98-e0a8-4f0e-8690-436ee90aed4c', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'port_id': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'mac_address': 'fa:16:3e:a3:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:36:52Z', 'updated_at': '2021-12-19T13:36:52Z', 'revision_number': 0, 'project_id': '67d7faaf2660420295018b86bab870e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58fce993-4a22-49ec-b535-0c6802f07dcb', 'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'mac_address': 'fa:16:3e:86:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:22Z', 'updated_at': '2021-12-19T13:36:50Z', 'revision_number': 5, 'project_id': '67d7faaf2660420295018b86bab870e0', 'subnets': [{'id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:58.451548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:36:58.459940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:36:58.465022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:36:58.481347 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed4d307-df14-4c98-b8fa-52798fe24c61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:58.481783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed4d307-df14-4c98-b8fa-52798fe24c61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.486783 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-316e12bd-6f29-4251-98b0-f8396fec93f4 req-ee3fffbc-48a0-45b9-97a3-a106463a3eb3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2673a9d2-31a7-46b3-8eca-1f3e630c07c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2561646
Dec 19 13:36:58.493497 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6ed4d307-df14-4c98-b8fa-52798fe24c61 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/c0ab8949-7f6c-490b-87b5-0063c4a4cf62 HTTP/1.1" status: 404  len: 337 time: 0.0595121
Dec 19 13:36:58.511566 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46688) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.518526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=cfa257ea-d0ed-42c1-bccf-162c69170ec2,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:36:58.523922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:36:58.606591 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6edde1-1007-4a35-888d-1e98e588db06 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:58.607031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6edde1-1007-4a35-888d-1e98e588db06 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.611382 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8d6edde1-1007-4a35-888d-1e98e588db06 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/6cb50fc5-ba97-4240-8adf-261527b2f83b HTTP/1.1" status: 404  len: 333 time: 0.0861661
Dec 19 13:36:58.612061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46692) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.657852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46696) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.746676 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f51398e-d69b-4f32-aa8e-a418d1174c8f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:58.747015 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f51398e-d69b-4f32-aa8e-a418d1174c8f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.751285 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6f51398e-d69b-4f32-aa8e-a418d1174c8f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/0ca7d21f-54df-4440-a5a9-f56b70fa42b7 HTTP/1.1" status: 404  len: 337 time: 0.1329985
Dec 19 13:36:58.786965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46700) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.910852 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72b265d-37eb-4b5e-b142-03bda90472ee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:58.911305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72b265d-37eb-4b5e-b142-03bda90472ee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.915366 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a72b265d-37eb-4b5e-b142-03bda90472ee tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/a4170800-e7e1-4261-96e3-32d97e707499 HTTP/1.1" status: 404  len: 333 time: 0.1171494
Dec 19 13:36:58.920564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46706) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:58.964458 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-316e12bd-6f29-4251-98b0-f8396fec93f4 req-46663484-3bbf-4853-a8c8-a64a7dc03ff0 service neutron] 10.222.0.18 "GET /v2.0/networks/2673a9d2-31a7-46b3-8eca-1f3e630c07c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4690218
Dec 19 13:36:58.976847 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec99a0e9-0ddb-4725-ba2d-f17712d2b6dd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:58.977291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec99a0e9-0ddb-4725-ba2d-f17712d2b6dd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:58.981859 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ec99a0e9-0ddb-4725-ba2d-f17712d2b6dd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/c8e8f1c8-eb55-4dec-94ea-fcaf1fabcc0b HTTP/1.1" status: 404  len: 337 time: 0.0558424
Dec 19 13:36:58.986160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46710) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.001034 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8569b783-bca1-469d-a50c-235e198fae54 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/floatingips/31a8df98-e0a8-4f0e-8690-436ee90aed4c HTTP/1.1" status: 200  len: 990 time: 0.3345335
Dec 19 13:36:59.049930 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04cbe29-1d96-480c-8eef-c83785b11602 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:59.050890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04cbe29-1d96-480c-8eef-c83785b11602 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:59.054954 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b04cbe29-1d96-480c-8eef-c83785b11602 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/2ea102d7-2a90-4a89-bc3b-7a05a4c26d6b HTTP/1.1" status: 404  len: 337 time: 0.0615172
Dec 19 13:36:59.056593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46714) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.130950 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f97403-b8f2-4c5f-b0cb-8513e2f5180c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:59.131415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f97403-b8f2-4c5f-b0cb-8513e2f5180c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:59.133054 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-76f97403-b8f2-4c5f-b0cb-8513e2f5180c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/342b7f4b-24c5-4a7e-894e-df12cf149d8e HTTP/1.1" status: 404  len: 333 time: 0.0756931
Dec 19 13:36:59.137898 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46718) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.142824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Router 7129b76f-eb95-410a-8f00-aace4752bfef has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:36:59.181059 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c4b33d-a252-48b2-bce9-08ed4e651be3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:59.181490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c4b33d-a252-48b2-bce9-08ed4e651be3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:59.183128 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b8c4b33d-a252-48b2-bce9-08ed4e651be3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/9919049f-48b7-420a-8e07-254616f04ded HTTP/1.1" status: 404  len: 337 time: 0.0442977
Dec 19 13:36:59.185627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46722) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.288169 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-5069f346-821d-42f2-921e-9a930e060575 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:59.288604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5069f346-821d-42f2-921e-9a930e060575 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:59.290280 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5069f346-821d-42f2-921e-9a930e060575 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/04c12415-25ec-4ae4-8259-ab9d23a2e8b8 HTTP/1.1" status: 404  len: 337 time: 0.1037886
Dec 19 13:36:59.293274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46726) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.350644 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c00333d-9718-43b3-a5cf-ca59a13428c1 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:59.351095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c00333d-9718-43b3-a5cf-ca59a13428c1 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:59.352734 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7c00333d-9718-43b3-a5cf-ca59a13428c1 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/a0556ed3-2541-4ff4-bbf1-d2c4cbaa2990 HTTP/1.1" status: 404  len: 333 time: 0.0585649
Dec 19 13:36:59.355746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46730) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.378192 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-316e12bd-6f29-4251-98b0-f8396fec93f4 req-022485b9-646d-46c7-9cb0-297625e31d1b service neutron] 10.222.0.18 "GET /v2.0/networks/2673a9d2-31a7-46b3-8eca-1f3e630c07c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4027610
Dec 19 13:36:59.402074 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-0447d815-13db-4c15-b700-71b33f1e1fa7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:59.402509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0447d815-13db-4c15-b700-71b33f1e1fa7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:59.404163 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0447d815-13db-4c15-b700-71b33f1e1fa7 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/9e0332f8-18e8-47a5-8a59-430db80db6a1 HTTP/1.1" status: 404  len: 337 time: 0.0475929
Dec 19 13:36:59.413526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46734) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.450108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:36:59.455097 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "PUT /v2.0/routers/7129b76f-eb95-410a-8f00-aace4752bfef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4461761
Dec 19 13:36:59.461897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46738) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.465298 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d731aa6-47bd-4b6f-a441-a464153c222b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:59.465731 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d731aa6-47bd-4b6f-a441-a464153c222b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:59.469899 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ec56a-81ca-433a-b035-176715948340 None None] Sync routers for ids ['7129b76f-eb95-410a-8f00-aace4752bfef'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:36:59.470456 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6d731aa6-47bd-4b6f-a441-a464153c222b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/9f1ccc36-0789-4979-9866-6d7bc00d3b3f HTTP/1.1" status: 404  len: 337 time: 0.0532558
Dec 19 13:36:59.470559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46742) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.479198 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ec56a-81ca-433a-b035-176715948340 None None] Routers {'7129b76f-eb95-410a-8f00-aace4752bfef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:59.479800 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ab1ec56a-81ca-433a-b035-176715948340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47989160>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7129b76f-eb95-410a-8f00-aace4752bfef'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:59.556223 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ab1ec56a-81ca-433a-b035-176715948340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47989160>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:59.569142 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ec56a-81ca-433a-b035-176715948340 None None] Routers {'7129b76f-eb95-410a-8f00-aace4752bfef'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:36:59.569732 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ab1ec56a-81ca-433a-b035-176715948340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47989160>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7129b76f-eb95-410a-8f00-aace4752bfef'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:59.577122 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-4592bbaf-86b9-4f8d-9cc5-cdd16213a050 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] show failed (client error): The resource could not be found.
Dec 19 13:36:59.581785 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4592bbaf-86b9-4f8d-9cc5-cdd16213a050 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-441974129 HTTP/1.1" status: 404  len: 334 time: 0.1149890
Dec 19 13:36:59.581785 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b2adbd-effd-4f91-a5f4-02c5ff5c5233 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:59.581785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b2adbd-effd-4f91-a5f4-02c5ff5c5233 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:59.581785 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b7b2adbd-effd-4f91-a5f4-02c5ff5c5233 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/aa60cbfb-b25c-4bd9-8477-616018455f98 HTTP/1.1" status: 404  len: 333 time: 0.1101871
Dec 19 13:36:59.582131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46746) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.584767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46750) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.587704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-aa8311b7-8efb-4de6-b1fb-4d8bb729b4e9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:36:59.643379 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-65506bd9-d85b-4737-b5cf-c8e6243e9c5f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:59.644583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65506bd9-d85b-4737-b5cf-c8e6243e9c5f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:59.649505 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ab1ec56a-81ca-433a-b035-176715948340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47989160>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:36:59.649917 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1ec56a-81ca-433a-b035-176715948340 None None] The sync data for ids ['7129b76f-eb95-410a-8f00-aace4752bfef'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:36:59.652703 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-aa8311b7-8efb-4de6-b1fb-4d8bb729b4e9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] update failed (client error): The resource could not be found.
Dec 19 13:36:59.653891 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aa8311b7-8efb-4de6-b1fb-4d8bb729b4e9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-771294591 HTTP/1.1" status: 404  len: 334 time: 0.0708904
Dec 19 13:36:59.661648 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46754) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.665389 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-65506bd9-d85b-4737-b5cf-c8e6243e9c5f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/4f917b38-eee2-4bf2-affb-e50bc3f76831 HTTP/1.1" status: 404  len: 337 time: 0.0764093
Dec 19 13:36:59.672744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46758) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.719505 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a3d6f8-cbbb-4e64-8b70-8fb8eebbe6da tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:59.719932 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a3d6f8-cbbb-4e64-8b70-8fb8eebbe6da tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:59.721546 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-66a3d6f8-cbbb-4e64-8b70-8fb8eebbe6da tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/cd2f98e4-d00e-4c41-8a46-ceebc977bbde HTTP/1.1" status: 404  len: 337 time: 0.0478909
Dec 19 13:36:59.725374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46762) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.776796 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c0dd03a6-5fee-40fc-b626-9e5ae2396f24 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5940995-a657-4ca4-b901-2c7effeb51b9 HTTP/1.1" status: 200  len: 205 time: 0.0502408
Dec 19 13:36:59.779573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46766) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.854097 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-b0fb5efe-0628-48b2-a51e-addccc4ee3ca tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] delete failed (client error): The resource could not be found.
Dec 19 13:36:59.858991 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b0fb5efe-0628-48b2-a51e-addccc4ee3ca tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/routers/b5940995-a657-4ca4-b901-2c7effeb51b9 HTTP/1.1" status: 404  len: 336 time: 0.0745664
Dec 19 13:36:59.859213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef372e4d-a1e1-42c4-801b-ae0c07bc7492 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Deleting subnet c5c41955-41d7-42c6-8fa7-aff8b6b79a6a {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:36:59.859493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef372e4d-a1e1-42c4-801b-ae0c07bc7492 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:59.860896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46770) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.901550 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcdaed61-801d-4f04-8df9-6304f2ef0293 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:36:59.901974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcdaed61-801d-4f04-8df9-6304f2ef0293 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:36:59.905883 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dcdaed61-801d-4f04-8df9-6304f2ef0293 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/6b6670c6-a321-4afa-a49c-fe52a0544b50 HTTP/1.1" status: 404  len: 337 time: 0.0418200
Dec 19 13:36:59.906478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46774) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:36:59.952383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef372e4d-a1e1-42c4-801b-ae0c07bc7492 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:36:59.982249 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bae43065-d291-4e7c-a2aa-8be1f0719182 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "GET /v2.0/ports?device_id=048874e3-f84d-49c5-b767-0d9fed5c12ec HTTP/1.1" status: 200  len: 205 time: 0.0741014
Dec 19 13:36:59.994518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46778) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.008346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46782) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.074489 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-6aeac893-1f47-40db-98e1-fc1a542dc6c5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] delete failed (client error): The resource could not be found.
Dec 19 13:37:00.077959 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6aeac893-1f47-40db-98e1-fc1a542dc6c5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/routers/048874e3-f84d-49c5-b767-0d9fed5c12ec HTTP/1.1" status: 404  len: 336 time: 0.0802138
Dec 19 13:37:00.079656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46786) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.096129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:00.128491 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-506b5e5a-797b-41d0-b456-c5f462b73370 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/floatingips/31a8df98-e0a8-4f0e-8690-436ee90aed4c HTTP/1.1" status: 200  len: 990 time: 0.1177969
Dec 19 13:37:00.128797 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdddb835-cf56-41e3-af6f-6ebc177af112 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.128797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdddb835-cf56-41e3-af6f-6ebc177af112 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.132995 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bdddb835-cf56-41e3-af6f-6ebc177af112 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/1bca5ae2-1aed-4cda-8979-a47f9d0cabd6 HTTP/1.1" status: 404  len: 337 time: 0.0499928
Dec 19 13:37:00.133176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46792) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.180271 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-0667ada2-eda4-434c-9809-c4a244c8767b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.180705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0667ada2-eda4-434c-9809-c4a244c8767b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.182339 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0667ada2-eda4-434c-9809-c4a244c8767b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/4b52b582-82f8-49fe-9dce-18ac96292692 HTTP/1.1" status: 404  len: 337 time: 0.0482609
Dec 19 13:37:00.184967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46796) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.230314 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3c3cd5-5d3d-4b03-9d3c-7464c4182d83 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.230314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3c3cd5-5d3d-4b03-9d3c-7464c4182d83 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.231783 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fb3c3cd5-5d3d-4b03-9d3c-7464c4182d83 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/9a0544c6-9ffb-4ad0-a22e-969f6149bc41 HTTP/1.1" status: 404  len: 333 time: 0.0459578
Dec 19 13:37:00.234224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef372e4d-a1e1-42c4-801b-ae0c07bc7492 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:00.234475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46800) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.280357 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-2208fd65-c4a3-4def-be3d-c94007d6c9f2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.280788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2208fd65-c4a3-4def-be3d-c94007d6c9f2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.284939 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2208fd65-c4a3-4def-be3d-c94007d6c9f2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/b1818e4c-e784-437f-aeae-af9146ecdbb0 HTTP/1.1" status: 404  len: 337 time: 0.0470450
Dec 19 13:37:00.287229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46804) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.302748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:00.336268 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50b6dc1-0466-4958-90ca-dcd7f78ea357 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.336704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50b6dc1-0466-4958-90ca-dcd7f78ea357 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.338343 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e50b6dc1-0466-4958-90ca-dcd7f78ea357 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/b675a4a2-3f83-4d71-b6f7-7328570c6057 HTTP/1.1" status: 404  len: 333 time: 0.0501969
Dec 19 13:37:00.340977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46808) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.389568 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-f081ed46-fad7-4807-9a01-caadb5154bbf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.389568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f081ed46-fad7-4807-9a01-caadb5154bbf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.396652 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f081ed46-fad7-4807-9a01-caadb5154bbf tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/5e94843d-3f30-4f82-8e35-f1690b1cafcf HTTP/1.1" status: 404  len: 337 time: 0.0546591
Dec 19 13:37:00.399006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46812) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.442939 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ce8f59-07e5-414f-9545-a8c453429622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.443400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ce8f59-07e5-414f-9545-a8c453429622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.445020 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-46ce8f59-07e5-414f-9545-a8c453429622 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/56161634-b8ef-499e-8e89-c6866221e375 HTTP/1.1" status: 404  len: 333 time: 0.0450699
Dec 19 13:37:00.449097 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46816) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.483402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef372e4d-a1e1-42c4-801b-ae0c07bc7492 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:00.488244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-97022f22-b99b-4275-8b85-09fb55936033 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:00.500414 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbec22d-421f-4e84-9c54-bab25110ae3f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.505754 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfbec22d-421f-4e84-9c54-bab25110ae3f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.505754 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dfbec22d-421f-4e84-9c54-bab25110ae3f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/cec2da35-fa5e-4056-bb8d-21c8108ff815 HTTP/1.1" status: 404  len: 337 time: 0.0526452
Dec 19 13:37:00.505955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46820) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.529493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef372e4d-a1e1-42c4-801b-ae0c07bc7492 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c41955-41d7-42c6-8fa7-aff8b6b79a6a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:00.532165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ef372e4d-a1e1-42c4-801b-ae0c07bc7492 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:00.534721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef372e4d-a1e1-42c4-801b-ae0c07bc7492 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:00.538883 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ef372e4d-a1e1-42c4-801b-ae0c07bc7492 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "DELETE /v2.0/subnets/c5c41955-41d7-42c6-8fa7-aff8b6b79a6a HTTP/1.1" status: 204  len: 168 time: 0.8740792
Dec 19 13:37:00.541032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46824) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.542430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c763ac87-13b2-4bb2-87c8-89d7cd1966f3 None None] Network 1e25a8af-f4ec-4fc9-8135-52e250ab46b0 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:37:00.554315 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65eabc0-65be-4d80-8d9b-aff5807f4edd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.554750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65eabc0-65be-4d80-8d9b-aff5807f4edd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.558979 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b65eabc0-65be-4d80-8d9b-aff5807f4edd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/56886aa8-2651-47be-8415-1b546f95c780 HTTP/1.1" status: 404  len: 333 time: 0.0498226
Dec 19 13:37:00.569150 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46828) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.756641 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-122ee0f9-3ddb-4023-bba2-940bd01f528c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.757072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122ee0f9-3ddb-4023-bba2-940bd01f528c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.758683 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-122ee0f9-3ddb-4023-bba2-940bd01f528c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/c9bec27d-88e2-4280-a2cd-f82be32d559c HTTP/1.1" status: 404  len: 337 time: 0.1886332
Dec 19 13:37:00.762629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46832) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.790360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:00.809815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc52965-a839-4051-ad48-d2566699fe1b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Deleting subnet fd13bf53-2254-46b5-8bd6-c3355f182733 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:37:00.821510 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9779674-3963-40da-87a5-b1a6ac6affa5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.822047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9779674-3963-40da-87a5-b1a6ac6affa5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.823973 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e9779674-3963-40da-87a5-b1a6ac6affa5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/7e2b90a6-c3d3-4a4e-9735-e2cd68fb7301 HTTP/1.1" status: 404  len: 333 time: 0.0604649
Dec 19 13:37:00.825423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6fc52965-a839-4051-ad48-d2566699fe1b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:00.826569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46836) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.848810 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d267e2-de34-4653-ad00-e8b6b7bcc326 None None] DHCP port deletion for 1e25a8af-f4ec-4fc9-8135-52e250ab46b0 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:37:00.853701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c6d267e2-de34-4653-ad00-e8b6b7bcc326 None None] Deleting port d0a6f9f1-e863-4d6d-b945-55d77c7454e5 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:00.854195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c6d267e2-de34-4653-ad00-e8b6b7bcc326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:00.880636 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1caa35-87e8-48bb-86c5-898fce4419c4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.883521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1caa35-87e8-48bb-86c5-898fce4419c4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.883840 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ff1caa35-87e8-48bb-86c5-898fce4419c4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/1fcbb91b-6858-4d6a-8ae1-d7c77b902336 HTTP/1.1" status: 404  len: 337 time: 0.0560992
Dec 19 13:37:00.886105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:00.888345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46840) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:00.893294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8ed12877-a5f4-44eb-ad19-62f15f75d675 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:00.937683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6fc52965-a839-4051-ad48-d2566699fe1b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:00.971173 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ce62b0-d953-4401-a0da-3121fbaa5cf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:00.972717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ce62b0-d953-4401-a0da-3121fbaa5cf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:00.974379 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-13ce62b0-d953-4401-a0da-3121fbaa5cf5 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/26280a5a-6001-431d-9957-71c49f6cf963 HTTP/1.1" status: 404  len: 333 time: 0.0850604
Dec 19 13:37:00.982794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46844) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:01.032454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=cfa257ea-d0ed-42c1-bccf-162c69170ec2,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:01.036258 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecba3f95-bc7b-4dc9-b2a8-7522ae5bcac4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:01.036544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecba3f95-bc7b-4dc9-b2a8-7522ae5bcac4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84124) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:01.036648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:01.040848 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ecba3f95-bc7b-4dc9-b2a8-7522ae5bcac4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/2d3cc33e-8e42-4511-b5ed-543f22ce5e50 HTTP/1.1" status: 404  len: 337 time: 0.0544214
Dec 19 13:37:01.042771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46848) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:01.093536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6fc52965-a839-4051-ad48-d2566699fe1b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:01.102003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:01.115625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c6d267e2-de34-4653-ad00-e8b6b7bcc326 None None] For port d0a6f9f1-e863-4d6d-b945-55d77c7454e5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d0a6f9f1-e863-4d6d-b945-55d77c7454e5,segment=NetworkSegment(c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1),segment_id=c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:01.116112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c6d267e2-de34-4653-ad00-e8b6b7bcc326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:01.137903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46852) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:01.167091 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7972df-8cef-43a1-9007-59392a3b991e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:01.167677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7972df-8cef-43a1-9007-59392a3b991e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:01.169188 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9e7972df-8cef-43a1-9007-59392a3b991e tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/ports/9835aef2-d67f-46d5-9b18-71a6554a4bb6 HTTP/1.1" status: 404  len: 333 time: 0.1253827
Dec 19 13:37:01.178062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46856) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:01.231388 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-db218d64-605c-4b34-97ce-46aad6f985bd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] DELETE failed (client error): The resource could not be found.
Dec 19 13:37:01.231723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db218d64-605c-4b34-97ce-46aad6f985bd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 13:37:01.233676 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-db218d64-605c-4b34-97ce-46aad6f985bd tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/subnets/d3a51083-7ddc-4cdb-a9e1-51d0b413966b HTTP/1.1" status: 404  len: 337 time: 0.0540648
Dec 19 13:37:01.241004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46860) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:01.302021 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-413f5770-a198-44af-a092-65549f7625e1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/floatingips/31a8df98-e0a8-4f0e-8690-436ee90aed4c HTTP/1.1" status: 200  len: 990 time: 0.1621139
Dec 19 13:37:01.322367 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c6d267e2-de34-4653-ad00-e8b6b7bcc326 None None] Calling delete_port for d0a6f9f1-e863-4d6d-b945-55d77c7454e5 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:01.444768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6fc52965-a839-4051-ad48-d2566699fe1b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:01.451708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3246548e-4786-4b7d-aa94-dff740d889bf tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:01.456880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22309a4c-26fc-416b-ad08-4307a7f57dc3 None None] New status for floating IP 31a8df98-e0a8-4f0e-8690-436ee90aed4c: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:37:01.515539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d0a6f9f1-e863-4d6d-b945-55d77c7454e5 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:37:01.547758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:01.583804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c6d267e2-de34-4653-ad00-e8b6b7bcc326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:01.595187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-1864fcc1-9b7d-4646-9693-b3368c15a11f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:01.622713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc52965-a839-4051-ad48-d2566699fe1b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event deleted for resources: {'Subnet': ['ID=fd13bf53-2254-46b5-8bd6-c3355f182733,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:01.628232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6fc52965-a839-4051-ad48-d2566699fe1b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:01.634055 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6fc52965-a839-4051-ad48-d2566699fe1b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:01.640468 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6fc52965-a839-4051-ad48-d2566699fe1b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "DELETE /v2.0/subnets/fd13bf53-2254-46b5-8bd6-c3355f182733 HTTP/1.1" status: 204  len: 168 time: 1.1001396
Dec 19 13:37:01.647620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46866) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:01.651588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d267e2-de34-4653-ad00-e8b6b7bcc326 None None] Pushing event deleted for resources: {'Port': ['ID=d0a6f9f1-e863-4d6d-b945-55d77c7454e5,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:01.665537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255bd9b9-3bb9-4d72-8a6c-5c2f96529236 None None] Network 08d24115-d7cb-4e1e-b676-867e9e1a60f9 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:37:01.747540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c6d267e2-de34-4653-ad00-e8b6b7bcc326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:01.822665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d267e2-de34-4653-ad00-e8b6b7bcc326 None None] No DVR routers for this DVR port d0a6f9f1-e863-4d6d-b945-55d77c7454e5 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:37:01.830794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:01.845535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No active binding found for port d0a6f9f1-e863-4d6d-b945-55d77c7454e5 {{(pid=84126) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 19 13:37:01.845535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d0a6f9f1-e863-4d6d-b945-55d77c7454e5 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:37:01.897299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46162b80>,) {'filters': {'network_id': ['14b54e5e-b8c1-4c6d-a267-9d471ae63f15']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:01.911967 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP edf2b275-179e-4ece-a143-eeee81686cb9 associated. External IP: 172.26.4.150, port: ada687ea-4e0f-4370-afee-32d3a183596c.
Dec 19 13:37:01.964960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:01.981107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46162b80>, '8f3a7733-7536-4642-af70-f087829130f2') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:01.990964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46162b80>, '8f3a7733-7536-4642-af70-f087829130f2') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:02.000520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.058145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.080515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:37:02.080902 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:37:02.097891 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:37:02.107256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f162d22-4e0b-48eb-8082-c9df868b587d None None] DHCP port deletion for 08d24115-d7cb-4e1e-b676-867e9e1a60f9 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:37:02.111770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6f162d22-4e0b-48eb-8082-c9df868b587d None None] Deleting port fba9a2c5-5a41-45b7-b8ea-c1c819f42104 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:02.112221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6f162d22-4e0b-48eb-8082-c9df868b587d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.251949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.305620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46870) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:02.316525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6f162d22-4e0b-48eb-8082-c9df868b587d None None] For port fba9a2c5-5a41-45b7-b8ea-c1c819f42104, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fba9a2c5-5a41-45b7-b8ea-c1c819f42104,segment=NetworkSegment(edfac281-8f0d-4191-ad3c-9e86d93e49b9),segment_id=edfac281-8f0d-4191-ad3c-9e86d93e49b9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:02.317025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6f162d22-4e0b-48eb-8082-c9df868b587d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.335678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46296d60>,) {'filters': {'network_id': ['1e25a8af-f4ec-4fc9-8135-52e250ab46b0']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:02.351236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46296d60>, 'c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:02.351536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46296d60>, 'c548a594-51f4-41c6-b3bd-c3f3b5c9a4f1') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:02.365561 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.387544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.389541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.397584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-709239d3-9a1b-4989-963a-e0fb92024e26 tempest-TagsExtTest-1132301467 tempest-TagsExtTest-1132301467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:02.416990 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.422995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:37:02.423407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:37:02.437908 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:37:02.473676 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d75689fb-0504-437e-8e58-6d184befc845 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/floatingips/31a8df98-e0a8-4f0e-8690-436ee90aed4c HTTP/1.1" status: 200  len: 992 time: 0.1610861
Dec 19 13:37:02.474240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6f162d22-4e0b-48eb-8082-c9df868b587d None None] Calling delete_port for fba9a2c5-5a41-45b7-b8ea-c1c819f42104 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:02.617955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Pushing event deleted for resources: {'Network': ['ID=14b54e5e-b8c1-4c6d-a267-9d471ae63f15,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:02.627164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:02.644444 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1a870c81-bc58-41d6-9919-7d0ad6d1d4aa tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] 10.222.0.24 "DELETE /v2.0/networks/14b54e5e-b8c1-4c6d-a267-9d471ae63f15 HTTP/1.1" status: 204  len: 168 time: 1.4026239
Dec 19 13:37:02.654716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6f162d22-4e0b-48eb-8082-c9df868b587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.661826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-54222198-5273-4f90-a101-0745929dbdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:02.712921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f162d22-4e0b-48eb-8082-c9df868b587d None None] Pushing event deleted for resources: {'Port': ['ID=fba9a2c5-5a41-45b7-b8ea-c1c819f42104,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:02.716567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6f162d22-4e0b-48eb-8082-c9df868b587d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:02.721089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f162d22-4e0b-48eb-8082-c9df868b587d None None] No DVR routers for this DVR port fba9a2c5-5a41-45b7-b8ea-c1c819f42104 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:37:02.762139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.766184 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-96d85ec2-6f07-4b8a-9460-1e51737b3734 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:02.781107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:02.793683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event deleted for resources: {'Network': ['ID=1e25a8af-f4ec-4fc9-8135-52e250ab46b0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:02.796818 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "DELETE /v2.0/networks/1e25a8af-f4ec-4fc9-8135-52e250ab46b0 HTTP/1.1" status: 204  len: 168 time: 1.0805519
Dec 19 13:37:02.797985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:02.799597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46878) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:02.928763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.130848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.174441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46343280>,) {'filters': {'network_id': ['08d24115-d7cb-4e1e-b676-867e9e1a60f9']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:03.194645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46343280>, 'edfac281-8f0d-4191-ad3c-9e86d93e49b9') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:03.194927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46343280>, 'edfac281-8f0d-4191-ad3c-9e86d93e49b9') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:03.211342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.230802 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.244333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:37:03.244880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.252631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46884) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:03.263211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:37:03.264096 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:37:03.439402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.445231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.452261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:03.460926 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fe139f10-8075-425b-8309-943b9f6577f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9e1648578284508bbf14ca60dec1326&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2041452
Dec 19 13:37:03.461147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46890) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:03.484033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event deleted for resources: {'Network': ['ID=08d24115-d7cb-4e1e-b676-867e9e1a60f9,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:03.488888 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "DELETE /v2.0/networks/08d24115-d7cb-4e1e-b676-867e9e1a60f9 HTTP/1.1" status: 204  len: 168 time: 0.6876256
Dec 19 13:37:03.489813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6654135f-9a51-44b7-8f41-52cfad070ace tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:03.491355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46894) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:03.495261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fba9a2c5-5a41-45b7-b8ea-c1c819f42104 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:37:03.536913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: fba9a2c5-5a41-45b7-b8ea-c1c819f42104 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:37:03.538192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f07a0d7-4788-4a4e-9fce-39acb4432024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.538638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fba9a2c5-5a41-45b7-b8ea-c1c819f42104 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:37:03.573872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f07a0d7-4788-4a4e-9fce-39acb4432024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.710976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f07a0d7-4788-4a4e-9fce-39acb4432024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.714904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-98715e43-c57c-4d7c-a1e9-f3248eee1d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:03.726652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07a0d7-4788-4a4e-9fce-39acb4432024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5685a5c-86de-4edb-854a-1354c9e31787,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:03.730155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7f07a0d7-4788-4a4e-9fce-39acb4432024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:03.739505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f07a0d7-4788-4a4e-9fce-39acb4432024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.739505 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7f07a0d7-4788-4a4e-9fce-39acb4432024 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5685a5c-86de-4edb-854a-1354c9e31787 HTTP/1.1" status: 204  len: 168 time: 0.2736673
Dec 19 13:37:03.825185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ae101d-7c74-4478-9ebc-6736c24e37d3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Deleting subnet 313733b8-f6ff-48e5-9700-a8ba5f3a81af {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:37:03.830401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-56ae101d-7c74-4478-9ebc-6736c24e37d3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.907926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-56ae101d-7c74-4478-9ebc-6736c24e37d3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:03.950959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:37:03.959936 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abe5e4-f3e3-4585-8587-64a05272cbaf None None] Sync routers for ids ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:37:03.971596 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31abe5e4-f3e3-4585-8587-64a05272cbaf None None] Routers {'6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:03.973083 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-31abe5e4-f3e3-4585-8587-64a05272cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473a7280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:04.022322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-56ae101d-7c74-4478-9ebc-6736c24e37d3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:04.080491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:04.157326 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-31abe5e4-f3e3-4585-8587-64a05272cbaf None None] Set router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:37:04.172737 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 7.9051485
Dec 19 13:37:04.174359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'tag': 'ada687ea-4e0f-4370-afee-32d3a183596c'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:37:04.177306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46906) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:04.251709 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'tag': 'ada687ea-4e0f-4370-afee-32d3a183596c', 'status': 'completed', 'code': 200}
Dec 19 13:37:04.277988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-56ae101d-7c74-4478-9ebc-6736c24e37d3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:04.284125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b578addc-8aea-4f28-9716-097986e0c752 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:04.327673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae101d-7c74-4478-9ebc-6736c24e37d3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event deleted for resources: {'Subnet': ['ID=313733b8-f6ff-48e5-9700-a8ba5f3a81af,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:04.342343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-56ae101d-7c74-4478-9ebc-6736c24e37d3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:04.349198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-56ae101d-7c74-4478-9ebc-6736c24e37d3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:04.357014 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-56ae101d-7c74-4478-9ebc-6736c24e37d3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "DELETE /v2.0/subnets/313733b8-f6ff-48e5-9700-a8ba5f3a81af HTTP/1.1" status: 204  len: 168 time: 0.8646967
Dec 19 13:37:04.361615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc32fe9-24aa-40d1-a9fb-457e53d9d3e4 None None] Network c1dbf602-42ee-46b1-b4d6-c937e10e3e86 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:37:04.362959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46916) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:04.365480 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e63d2775-0079-4897-9a0d-193178f96035 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/edf2b275-179e-4ece-a143-eeee81686cb9 HTTP/1.1" status: 200  len: 992 time: 0.1866512
Dec 19 13:37:04.395941 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5cb79857-f47d-488f-aaa5-7b9413d8ef72 req-032aad38-d1d2-4e65-ae0c-f9f280097b9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 1099 time: 0.1165118
Dec 19 13:37:04.603374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb79857-f47d-488f-aaa5-7b9413d8ef72 req-be42922a-9602-4da5-806c-026fce3e4924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:04.607085 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5cb79857-f47d-488f-aaa5-7b9413d8ef72 req-be42922a-9602-4da5-806c-026fce3e4924 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3d0be4a2-6488-42a4-bb5b-1b67526f92af HTTP/1.1" status: 200  len: 896 time: 0.1978941
Dec 19 13:37:04.685479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:04.691869 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-31abe5e4-f3e3-4585-8587-64a05272cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473a7280>, [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:16Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'edf2b275-179e-4ece-a143-eeee81686cb9', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'port_id': 'ada687ea-4e0f-4370-afee-32d3a183596c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'mac_address': 'fa:16:3e:4e:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:36:59Z', 'updated_at': '2021-12-19T13:36:59Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af87dc5d-175d-4be8-9fca-787a2fdc5dc6', 'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:3b:b9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:26Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:04.697584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Deleting port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:04.697919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:04.701728 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abe5e4-f3e3-4585-8587-64a05272cbaf None None] Checking router: 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:37:04.719179 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31abe5e4-f3e3-4585-8587-64a05272cbaf None None] Routers {'6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:04.720404 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-31abe5e4-f3e3-4585-8587-64a05272cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473a7280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:04.785837 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5cb79857-f47d-488f-aaa5-7b9413d8ef72 req-88e5db8d-07bf-4d0e-ba9b-7f2e006fb489 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ada687ea-4e0f-4370-afee-32d3a183596c HTTP/1.1" status: 200  len: 1000 time: 0.1688790
Dec 19 13:37:04.887828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb79857-f47d-488f-aaa5-7b9413d8ef72 req-d24f239c-5b90-4f98-ad5f-40350777a580 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:04.890119 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5cb79857-f47d-488f-aaa5-7b9413d8ef72 req-d24f239c-5b90-4f98-ad5f-40350777a580 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6947fd2-a31a-47bc-a191-beda7fb02eda HTTP/1.1" status: 200  len: 834 time: 0.0959010
Dec 19 13:37:04.996094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8efc7ff-c856-4e7e-ab88-3cef90d61a7d None None] DHCP port deletion for c1dbf602-42ee-46b1-b4d6-c937e10e3e86 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:37:04.996971 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5cb79857-f47d-488f-aaa5-7b9413d8ef72 req-0cf1c762-54ac-4098-8854-9440845dfbd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d0be4a2-6488-42a4-bb5b-1b67526f92af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0976930
Dec 19 13:37:05.013893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b8efc7ff-c856-4e7e-ab88-3cef90d61a7d None None] Deleting port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:05.013893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8efc7ff-c856-4e7e-ab88-3cef90d61a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:05.023266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] For port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=19dc2eba-4557-4adf-a3f6-5ffcb4398e96,segment=NetworkSegment(73765345-f491-44e7-9c05-f45d92450e5b),segment_id=73765345-f491-44e7-9c05-f45d92450e5b)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:05.023863 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:05.055728 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-31abe5e4-f3e3-4585-8587-64a05272cbaf None None] Set router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:37:05.202712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Calling delete_port for 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:05.221989 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5cb79857-f47d-488f-aaa5-7b9413d8ef72 req-e0f96e9a-a035-44ef-94ec-11da8534f376 service neutron] 10.222.0.18 "GET /v2.0/networks/3d0be4a2-6488-42a4-bb5b-1b67526f92af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158062
Dec 19 13:37:05.359967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b8efc7ff-c856-4e7e-ab88-3cef90d61a7d None None] For port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=19dc2eba-4557-4adf-a3f6-5ffcb4398e96,segment=NetworkSegment(73765345-f491-44e7-9c05-f45d92450e5b),segment_id=73765345-f491-44e7-9c05-f45d92450e5b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:05.359967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8efc7ff-c856-4e7e-ab88-3cef90d61a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:05.368865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46930) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:05.408714 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5cb79857-f47d-488f-aaa5-7b9413d8ef72 req-f774e676-2b95-499a-ba27-899ae55a6f78 service neutron] 10.222.0.18 "GET /v2.0/networks/3d0be4a2-6488-42a4-bb5b-1b67526f92af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800361
Dec 19 13:37:05.470292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:05.492987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:05.520557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b8efc7ff-c856-4e7e-ab88-3cef90d61a7d None None] Calling delete_port for 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:05.555598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:37:05.584308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event deleted for resources: {'Port': ['ID=19dc2eba-4557-4adf-a3f6-5ffcb4398e96,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:05.587477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:05.597575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] No DVR routers for this DVR port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:37:05.606784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:37:05.607591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:37:05.607795 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-31abe5e4-f3e3-4585-8587-64a05272cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473a7280>, [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:16Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'edf2b275-179e-4ece-a143-eeee81686cb9', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'port_id': 'ada687ea-4e0f-4370-afee-32d3a183596c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'mac_address': 'fa:16:3e:4e:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:36:59Z', 'updated_at': '2021-12-19T13:36:59Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af87dc5d-175d-4be8-9fca-787a2fdc5dc6', 'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:3b:b9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:26Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:05.612683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46934) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:05.616191 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abe5e4-f3e3-4585-8587-64a05272cbaf None None] The sync data for ids ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'] in dv-neutron-821895-1-hyperv is: [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:16Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'edf2b275-179e-4ece-a143-eeee81686cb9', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.150', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'port_id': 'ada687ea-4e0f-4370-afee-32d3a183596c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'mac_address': 'fa:16:3e:4e:29:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:36:59Z', 'updated_at': '2021-12-19T13:36:59Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af87dc5d-175d-4be8-9fca-787a2fdc5dc6', 'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:3b:b9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:26Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn_limited(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn_limited(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:37:05.662855 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 13:37:05.669194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-b8efc7ff-c856-4e7e-ab88-3cef90d61a7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:37:05.675686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-b8efc7ff-c856-4e7e-ab88-3cef90d61a7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:37:05.793591 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-95f5fbc3-6977-4395-904e-968a50c5d9e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/edf2b275-179e-4ece-a143-eeee81686cb9 HTTP/1.1" status: 200  len: 992 time: 0.4234610
Dec 19 13:37:05.811393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-294905210'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:05.812047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:05.817652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:05.822853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Usage tracker for resource:network and tenant:9c8c5ae0b2ff4b089eeb428196c66dc7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:05.826567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:05.841824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45cf08b0>,) {'filters': {'network_id': ['c1dbf602-42ee-46b1-b4d6-c937e10e3e86']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:05.842940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:05.854815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45cf08b0>, '73765345-f491-44e7-9c05-f45d92450e5b') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:05.867682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45cf08b0>, '73765345-f491-44e7-9c05-f45d92450e5b') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:05.868082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:05.890958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:05.898217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:37:05.898607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:37:05.913142 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:37:05.915248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50ee19b-678d-4bbd-af7d-ed35e2b7e389 None None] New status for floating IP edf2b275-179e-4ece-a143-eeee81686cb9: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:37:05.974785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Made reservation on behalf of 9c8c5ae0b2ff4b089eeb428196c66dc7 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:37:05.992868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:05.992868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:06.168457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:06.172624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-836dde72-b0ec-4881-8a03-8eb44d22850a tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:06.183707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:06.187860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Usage tracker for resource:security_group_rule and tenant:9c8c5ae0b2ff4b089eeb428196c66dc7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:06.188991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b8efc7ff-c856-4e7e-ab88-3cef90d61a7d None None] Deleting port 19dc2eba-4557-4adf-a3f6-5ffcb4398e96 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:06.189129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8efc7ff-c856-4e7e-ab88-3cef90d61a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:06.191767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:06.193867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:06.200995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Pushing event deleted for resources: {'Network': ['ID=c1dbf602-42ee-46b1-b4d6-c937e10e3e86,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:06.201187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:06.204500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:06.206122 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "DELETE /v2.0/networks/c1dbf602-42ee-46b1-b4d6-c937e10e3e86 HTTP/1.1" status: 204  len: 168 time: 1.8418450
Dec 19 13:37:06.209870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46942) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:06.252967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c1d06f70-a744-40d7-b3e4-65fd2165b978 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Synchronizing usage tracker for tenant:1efcf2bee8cf4c18a6c0343d1b0f1885 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:37:06.264854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b8efc7ff-c856-4e7e-ab88-3cef90d61a7d None None] The port '19dc2eba-4557-4adf-a3f6-5ffcb4398e96' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:37:06.279807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:06.363178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c1d06f70-a744-40d7-b3e4-65fd2165b978 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Unset dirty status for tenant:1efcf2bee8cf4c18a6c0343d1b0f1885 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:37:06.364348 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c1d06f70-a744-40d7-b3e4-65fd2165b978 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "GET /v2.0/ports?device_id=7129b76f-eb95-410a-8f00-aace4752bfef HTTP/1.1" status: 200  len: 205 time: 0.1534741
Dec 19 13:37:06.372215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46946) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:06.419925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:06.423269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8983b8ae-afcf-4ff2-8074-816cef9b445f tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:06.464060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:37:06.469297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164bccae-5f80-4fda-8fa3-2742f95fcb19,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:06.473992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:06.477736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:06.478074 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Added segment 6d4a4ef7-0b25-44f8-a796-2dc473160174 of type vlan for network 324444d7-37a8-45ac-aa8c-c2c0d352383d
Dec 19 13:37:06.510043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:06.512226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f25facb9-0ed4-4c62-99d6-9ee44bd29ffc tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:06.637068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:06.641252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:06.641553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:06.647658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:06.759602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event updated for resources: {'Network': ['ID=324444d7-37a8-45ac-aa8c-c2c0d352383d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:06.762177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:06.771020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 324444d7-37a8-45ac-aa8c-c2c0d352383d details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:37:06.796465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46950) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:06.868490 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.2513878
Dec 19 13:37:06.880527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46954) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:06.890001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Request body: {'subnet': {'network_id': '324444d7-37a8-45ac-aa8c-c2c0d352383d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:07.036381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f25facb9-0ed4-4c62-99d6-9ee44bd29ffc tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:07.041640 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f25facb9-0ed4-4c62-99d6-9ee44bd29ffc tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:07.124702 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9495e2bf-a856-4925-b41e-77f034e05d70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/edf2b275-179e-4ece-a143-eeee81686cb9 HTTP/1.1" status: 200  len: 994 time: 0.3270316
Dec 19 13:37:07.147140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:07.151241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f25facb9-0ed4-4c62-99d6-9ee44bd29ffc tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:07.155850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Usage tracker for resource:subnet and tenant:9c8c5ae0b2ff4b089eeb428196c66dc7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:07.156470 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25facb9-0ed4-4c62-99d6-9ee44bd29ffc tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Fanout notify agent at l3_agent the message router_deleted on router 7129b76f-eb95-410a-8f00-aace4752bfef {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:37:07.156568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:07.165432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:07.168023 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f25facb9-0ed4-4c62-99d6-9ee44bd29ffc tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:07.173876 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f25facb9-0ed4-4c62-99d6-9ee44bd29ffc tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] 10.222.0.24 "DELETE /v2.0/routers/7129b76f-eb95-410a-8f00-aace4752bfef HTTP/1.1" status: 204  len: 168 time: 0.7960589
Dec 19 13:37:07.241978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Made reservation on behalf of 9c8c5ae0b2ff4b089eeb428196c66dc7 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:37:07.348069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:07.671157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:07.676068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2b9b3db9-0867-4b0c-abbb-ca3159ca2009 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:07.753248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event updated for resources: {'Subnet': ['ID=31b0d2ea-e747-4777-ba26-64f50d25651e,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:07.757765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:07.767701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Checking segment: {'id': '6d4a4ef7-0b25-44f8-a796-2dc473160174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '324444d7-37a8-45ac-aa8c-c2c0d352383d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:37:07.768048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Network hostable DHCP agents. Network: 324444d7-37a8-45ac-aa8c-c2c0d352383d, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:37:07.772532 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46964) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:07.860516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Network 324444d7-37a8-45ac-aa8c-c2c0d352383d is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:37:07.945596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 324444d7-37a8-45ac-aa8c-c2c0d352383d) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:07.949435 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:07.950064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:07.951421 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6bdde103-8ef9-43e7-88db-7caf4421e57d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1efcf2bee8cf4c18a6c0343d1b0f1885&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1775875
Dec 19 13:37:07.954024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46970) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:07.954801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd7787e-ba39-49e3-bf58-43c3405b938e None None] Network 324444d7-37a8-45ac-aa8c-c2c0d352383d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:37:08.018543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-098ccdb9-efe1-4395-9fb2-2936d98d088f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.046201 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-098ccdb9-efe1-4395-9fb2-2936d98d088f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.049034 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1668017
Dec 19 13:37:08.054095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46974) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:08.061186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-54cff66f-3c3c-46fe-b2dd-13cd6e25e888 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-757128718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:08.071320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-54cff66f-3c3c-46fe-b2dd-13cd6e25e888 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:08.082570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-54cff66f-3c3c-46fe-b2dd-13cd6e25e888 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Usage tracker for resource:router and tenant:9c8c5ae0b2ff4b089eeb428196c66dc7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:08.092932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-54cff66f-3c3c-46fe-b2dd-13cd6e25e888 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:08.097669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-54cff66f-3c3c-46fe-b2dd-13cd6e25e888 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:08.186046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-324444d7-37a8-45ac-aa8c-c2c0d352383d', 'network_id': '324444d7-37a8-45ac-aa8c-c2c0d352383d', 'tenant_id': '9c8c5ae0b2ff4b089eeb428196c66dc7', 'fixed_ips': [{'subnet_id': '31b0d2ea-e747-4777-ba26-64f50d25651e'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:37:08.186046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.230515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-098ccdb9-efe1-4395-9fb2-2936d98d088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.230515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-45325463-5545-4ebc-8e4b-c6bf318b4f4b tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:08.243077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ccdb9-efe1-4395-9fb2-2936d98d088f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824451b7-2e2c-451d-80f9-df5bd5b8b9f8,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:08.245960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-098ccdb9-efe1-4395-9fb2-2936d98d088f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:08.248671 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-098ccdb9-efe1-4395-9fb2-2936d98d088f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.252107 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-098ccdb9-efe1-4395-9fb2-2936d98d088f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/824451b7-2e2c-451d-80f9-df5bd5b8b9f8 HTTP/1.1" status: 204  len: 168 time: 0.2947888
Dec 19 13:37:08.288613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-54cff66f-3c3c-46fe-b2dd-13cd6e25e888 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.289553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-54cff66f-3c3c-46fe-b2dd-13cd6e25e888 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.309019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-54cff66f-3c3c-46fe-b2dd-13cd6e25e888 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.364566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Allocated IP 172.20.0.2 (324444d7-37a8-45ac-aa8c-c2c0d352383d/31b0d2ea-e747-4777-ba26-64f50d25651e/421dc8dc-428e-4a3b-8448-7ca8550dce14) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:37:08.460502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-54cff66f-3c3c-46fe-b2dd-13cd6e25e888 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.545468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-54cff66f-3c3c-46fe-b2dd-13cd6e25e888 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.546680 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-54cff66f-3c3c-46fe-b2dd-13cd6e25e888 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.4915340
Dec 19 13:37:08.552624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 46982) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:08.646131 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.660614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Transition to ACTIVE for port object 421dc8dc-428e-4a3b-8448-7ca8550dce14 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:37:08.686172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Transition to ACTIVE for port object 421dc8dc-428e-4a3b-8448-7ca8550dce14 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:37:08.780928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.785684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c6d267e2-de34-4653-ad00-e8b6b7bcc326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:08.846750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Network 324444d7-37a8-45ac-aa8c-c2c0d352383d is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:08.854280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:08.858450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:37:08.864045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Pushing event updated for resources: {'Port': ['ID=421dc8dc-428e-4a3b-8448-7ca8550dce14,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:08.867311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:08.957465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Attempting to bind port 421dc8dc-428e-4a3b-8448-7ca8550dce14 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:37:08.958116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Attempting to bind port 421dc8dc-428e-4a3b-8448-7ca8550dce14 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '6d4a4ef7-0b25-44f8-a796-2dc473160174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '324444d7-37a8-45ac-aa8c-c2c0d352383d'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:37:08.958228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Attempting to bind port 421dc8dc-428e-4a3b-8448-7ca8550dce14 on network 324444d7-37a8-45ac-aa8c-c2c0d352383d {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:37:08.965049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:37:08.965470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Checking segment: {'id': '6d4a4ef7-0b25-44f8-a796-2dc473160174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '324444d7-37a8-45ac-aa8c-c2c0d352383d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:37:08.965878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:08.966272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Bound using segment: {'id': '6d4a4ef7-0b25-44f8-a796-2dc473160174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '324444d7-37a8-45ac-aa8c-c2c0d352383d'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:37:08.966744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Bound port: 421dc8dc-428e-4a3b-8448-7ca8550dce14, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4a4ef7-0b25-44f8-a796-2dc473160174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '324444d7-37a8-45ac-aa8c-c2c0d352383d'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:37:08.967278 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:09.061033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] For port 421dc8dc-428e-4a3b-8448-7ca8550dce14, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:37:09.064072 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] For port 421dc8dc-428e-4a3b-8448-7ca8550dce14, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=421dc8dc-428e-4a3b-8448-7ca8550dce14,segment=NetworkSegment(6d4a4ef7-0b25-44f8-a796-2dc473160174),segment_id=6d4a4ef7-0b25-44f8-a796-2dc473160174)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:37:09.081910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:09.172633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:09.173030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:09.259725 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Pushing event updated for resources: {'Port': ['ID=421dc8dc-428e-4a3b-8448-7ca8550dce14,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:09.262663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:09.436104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Allocated IP 172.20.0.1 (324444d7-37a8-45ac-aa8c-c2c0d352383d/31b0d2ea-e747-4777-ba26-64f50d25651e/c8bc413d-9b0d-4e56-a676-6d9df26004be) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:37:09.734255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:09.750200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Transition to ACTIVE for port object c8bc413d-9b0d-4e56-a676-6d9df26004be will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:37:09.853534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:09.857336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74500e51-9dea-406d-b146-13f08d9d30d5 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:09.928070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Network 324444d7-37a8-45ac-aa8c-c2c0d352383d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:09.931516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:09.935684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:37:09.961103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event updated for resources: {'Port': ['ID=c8bc413d-9b0d-4e56-a676-6d9df26004be,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:09.966155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:09.995758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:10.141032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:10.316842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ac156-b5dc-4968-9bf3-d3842696b685 None None] Network 324444d7-37a8-45ac-aa8c-c2c0d352383d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:37:10.542187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:10.557292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1e915d8c-7aa9-41f4-8e62-d2ea1b0e46b3 None None] Provisioning for port 421dc8dc-428e-4a3b-8448-7ca8550dce14 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:37:10.626212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:10.657784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8aa0529d-c932-4a60-b0fb-f054dd5da354 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:10.760785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event updated for resources: {'Port': ['ID=c8bc413d-9b0d-4e56-a676-6d9df26004be,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:10.763753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:10.766844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:10.860783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f755c563-d7cd-4b59-8b40-61a97539f917 None None] Provisioning for port c8bc413d-9b0d-4e56-a676-6d9df26004be completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:37:10.867990 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f755c563-d7cd-4b59-8b40-61a97539f917 None None] Provisioning complete for port c8bc413d-9b0d-4e56-a676-6d9df26004be triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:10.868595 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f755c563-d7cd-4b59-8b40-61a97539f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:10.918935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Network 324444d7-37a8-45ac-aa8c-c2c0d352383d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:10.920323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:10.930028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f755c563-d7cd-4b59-8b40-61a97539f917 None None] Port c8bc413d-9b0d-4e56-a676-6d9df26004be cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:37:11.069527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f2a83dcf-a2b3-4efe-abbb-f59e62f580a0 None None] Provisioning complete for port c8bc413d-9b0d-4e56-a676-6d9df26004be triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:11.070129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f2a83dcf-a2b3-4efe-abbb-f59e62f580a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:11.139366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f2a83dcf-a2b3-4efe-abbb-f59e62f580a0 None None] Port c8bc413d-9b0d-4e56-a676-6d9df26004be cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:37:11.266216 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e237c4b2-c857-46da-9f7f-0fc8397e1136 None None] Provisioning complete for port c8bc413d-9b0d-4e56-a676-6d9df26004be triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:11.267184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e237c4b2-c857-46da-9f7f-0fc8397e1136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:11.323891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e237c4b2-c857-46da-9f7f-0fc8397e1136 None None] Port c8bc413d-9b0d-4e56-a676-6d9df26004be cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:37:11.368172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Router 8805d242-9226-47d4-905f-5a2dd0c06d59 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:37:11.512727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 421dc8dc-428e-4a3b-8448-7ca8550dce14 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:37:11.637084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 421dc8dc-428e-4a3b-8448-7ca8550dce14 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:37:11.641721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 421dc8dc-428e-4a3b-8448-7ca8550dce14 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:11.642098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:11.670388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:37:11.681168 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a2c47-6589-44a3-9223-7d766929cc1d None None] Sync routers for ids ['8805d242-9226-47d4-905f-5a2dd0c06d59'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:37:11.683578 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "PUT /v2.0/routers/8805d242-9226-47d4-905f-5a2dd0c06d59/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1297221
Dec 19 13:37:11.684028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 46996) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:11.690033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Request body: {'port': {'network_id': '324444d7-37a8-45ac-aa8c-c2c0d352383d', 'name': 'tempest-FloatingIPNegativeTestJSON-302343844'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:11.693507 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a2c47-6589-44a3-9223-7d766929cc1d None None] Routers {'8805d242-9226-47d4-905f-5a2dd0c06d59'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:11.694123 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4a4a2c47-6589-44a3-9223-7d766929cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764bee0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['8805d242-9226-47d4-905f-5a2dd0c06d59'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:11.764457 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4a4a2c47-6589-44a3-9223-7d766929cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764bee0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:11.782524 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a2c47-6589-44a3-9223-7d766929cc1d None None] Routers {'8805d242-9226-47d4-905f-5a2dd0c06d59'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:11.782524 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4a4a2c47-6589-44a3-9223-7d766929cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764bee0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:36:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['8805d242-9226-47d4-905f-5a2dd0c06d59'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:11.783953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:11.822215 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 421dc8dc-428e-4a3b-8448-7ca8550dce14, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=421dc8dc-428e-4a3b-8448-7ca8550dce14,segment=NetworkSegment(6d4a4ef7-0b25-44f8-a796-2dc473160174),segment_id=6d4a4ef7-0b25-44f8-a796-2dc473160174)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:11.844782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:11.845945 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4a4a2c47-6589-44a3-9223-7d766929cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764bee0>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:11.846354 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a2c47-6589-44a3-9223-7d766929cc1d None None] The sync data for ids ['8805d242-9226-47d4-905f-5a2dd0c06d59'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:37:11.849604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Usage tracker for resource:port and tenant:9c8c5ae0b2ff4b089eeb428196c66dc7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:11.852799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:11.858427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:11.894500 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:11.896329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:11.960316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=421dc8dc-428e-4a3b-8448-7ca8550dce14,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:11.962221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Made reservation on behalf of 9c8c5ae0b2ff4b089eeb428196c66dc7 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:37:11.964241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:11.965237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:11.989215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] device_id is not set on port 85d2bbd2-f62c-4308-9d20-8ec5d710cf4b yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:37:12.131685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Allocated IP 172.20.0.8 (324444d7-37a8-45ac-aa8c-c2c0d352383d/31b0d2ea-e747-4777-ba26-64f50d25651e/85d2bbd2-f62c-4308-9d20-8ec5d710cf4b) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:37:12.338520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:12.355043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Transition to ACTIVE for port object 85d2bbd2-f62c-4308-9d20-8ec5d710cf4b will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:37:12.431193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-589bef11-967a-4281-8eab-20390f74bc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:12.482739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:12.489372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-90a5915c-4a20-4603-8af7-0962824ead19 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:12.561226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Network 324444d7-37a8-45ac-aa8c-c2c0d352383d is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:12.564822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:12.570669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:37:12.598428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event updated for resources: {'Port': ['ID=85d2bbd2-f62c-4308-9d20-8ec5d710cf4b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:12.603821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:12.642615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:12.643346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:12.757930 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.0727775
Dec 19 13:37:12.765108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47002) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:12.770688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:12.776327 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:12.785043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Usage tracker for resource:floatingip and tenant:9c8c5ae0b2ff4b089eeb428196c66dc7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:12.785181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:12.791152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:12.853847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:12.944576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9d6664da-6f80-4353-9e90-612e49553630 None None] Provisioning for port 85d2bbd2-f62c-4308-9d20-8ec5d710cf4b completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:37:12.950710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9d6664da-6f80-4353-9e90-612e49553630 None None] Provisioning complete for port 85d2bbd2-f62c-4308-9d20-8ec5d710cf4b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:12.951127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9d6664da-6f80-4353-9e90-612e49553630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:12.994638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:13.012286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9d6664da-6f80-4353-9e90-612e49553630 None None] Port 85d2bbd2-f62c-4308-9d20-8ec5d710cf4b cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:37:13.137683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Allocated IP 172.26.4.197 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/7fb7b353-3445-4901-950e-5a5a48d4acd0) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:37:13.289458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:13.413448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:13.417803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-89b0e687-b87e-47bd-81c0-a70dd15c556b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:13.472765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:13.475925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:13.477165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 421dc8dc-428e-4a3b-8448-7ca8550dce14 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:37:13.479515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:37:13.549804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 421dc8dc-428e-4a3b-8448-7ca8550dce14 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:13.550313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:13.641177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event updated for resources: {'Port': ['ID=7fb7b353-3445-4901-950e-5a5a48d4acd0,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:13.646178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:13.788615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:13.916315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:14.125409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:14.185474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:14.189214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-25cc8f64-6a9b-4687-ab40-cd2d685dc1d2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:14.299098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event updated for resources: {'Port': ['ID=7fb7b353-3445-4901-950e-5a5a48d4acd0,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:14.303524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:14.309888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:14.437344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:14.438661 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6725419
Dec 19 13:37:14.444605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47010) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:14.450042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6288e42d-61d7-4228-a215-590ab4f92c6b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Request body: {'floatingip': {'port_id': '85d2bbd2-f62c-4308-9d20-8ec5d710cf4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:14.529272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6288e42d-61d7-4228-a215-590ab4f92c6b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for floatingip, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:14.643171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7f95114b-93f1-4854-81fc-3ee1f930b29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:14.727173 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-6288e42d-61d7-4228-a215-590ab4f92c6b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] update failed (client error): The resource could not be found.
Dec 19 13:37:14.728034 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6288e42d-61d7-4228-a215-590ab4f92c6b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "PUT /v2.0/floatingips/46497857-e8c0-4b5d-a057-0dd7cc2581ab HTTP/1.1" status: 404  len: 507 time: 0.2824562
Dec 19 13:37:14.730693 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47014) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:14.889318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Deleting port 7fb7b353-3445-4901-950e-5a5a48d4acd0 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:14.890100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:15.058605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:15.058927 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:15.178908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Calling delete_port for 7fb7b353-3445-4901-950e-5a5a48d4acd0 owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:15.380230 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:15.383644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:15.429296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event deleted for resources: {'Port': ['ID=7fb7b353-3445-4901-950e-5a5a48d4acd0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:15.432072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:15.622880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:15.634107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:15.635101 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "DELETE /v2.0/floatingips/46497857-e8c0-4b5d-a057-0dd7cc2581ab HTTP/1.1" status: 204  len: 168 time: 0.9034870
Dec 19 13:37:15.644866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47020) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:15.650355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-bd96c290-8564-4992-ba7d-e6d1dcd41155 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Request body: {'floatingip': {'floating_network_id': '324444d7-37a8-45ac-aa8c-c2c0d352383d', 'port_id': '85d2bbd2-f62c-4308-9d20-8ec5d710cf4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:15.655993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bd96c290-8564-4992-ba7d-e6d1dcd41155 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:15.660162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bd96c290-8564-4992-ba7d-e6d1dcd41155 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Usage tracker for resource:floatingip and tenant:9c8c5ae0b2ff4b089eeb428196c66dc7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:15.663420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bd96c290-8564-4992-ba7d-e6d1dcd41155 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:15.672193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bd96c290-8564-4992-ba7d-e6d1dcd41155 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:15.762689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bd96c290-8564-4992-ba7d-e6d1dcd41155 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:16.019779 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-bd96c290-8564-4992-ba7d-e6d1dcd41155 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 13:37:16.020856 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bd96c290-8564-4992-ba7d-e6d1dcd41155 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.3750763
Dec 19 13:37:16.025199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47026) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:16.030368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '85d2bbd2-f62c-4308-9d20-8ec5d710cf4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:16.037470 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:16.041266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Usage tracker for resource:floatingip and tenant:9c8c5ae0b2ff4b089eeb428196c66dc7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:16.045381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:16.051022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:16.139087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:16.194710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:16.277034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:16.293990 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:16.431196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Allocated IP 172.26.4.148 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/920da535-1740-4e7d-a88d-ea33fed868ba) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:37:16.578348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:16.671087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:16.677744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0d205856-048f-4800-9db9-ede1d2889e80 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:16.748092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:16.751589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:16.756808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:37:16.784565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event updated for resources: {'Port': ['ID=920da535-1740-4e7d-a88d-ea33fed868ba,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:16.789524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:16.933825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Deleting port 920da535-1740-4e7d-a88d-ea33fed868ba {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:16.934157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:17.108452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:17.109206 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:17.228706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Calling delete_port for 920da535-1740-4e7d-a88d-ea33fed868ba owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:17.454032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:17.458683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:17.497821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event deleted for resources: {'Port': ['ID=920da535-1740-4e7d-a88d-ea33fed868ba,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:17.501719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:17.562557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:17.711356 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] create failed (client error): The resource could not be found.
Dec 19 13:37:17.712418 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 1.6862917
Dec 19 13:37:17.716544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47034) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:17.784097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Deleting port 85d2bbd2-f62c-4308-9d20-8ec5d710cf4b {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:17.784563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:18.026811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:18.149797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Calling delete_port for 85d2bbd2-f62c-4308-9d20-8ec5d710cf4b owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:18.345382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:18.351541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c0d0490-1531-470e-a48e-a4c9492c656b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:18.396520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event deleted for resources: {'Port': ['ID=85d2bbd2-f62c-4308-9d20-8ec5d710cf4b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:18.436165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:18.436543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:18.436914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:18.437280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:18.437644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:18.438003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:18.438367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:18.438723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:18.439095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:18.439453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:18.439806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:18.450278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:18.513008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:18.519484 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "DELETE /v2.0/ports/85d2bbd2-f62c-4308-9d20-8ec5d710cf4b HTTP/1.1" status: 204  len: 168 time: 0.8018541
Dec 19 13:37:18.521926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47040) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:18.602713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de177c29-767e-4190-92e1-85df903ef750 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:18.603567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-de177c29-767e-4190-92e1-85df903ef750 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Synchronizing usage tracker for tenant:9c8c5ae0b2ff4b089eeb428196c66dc7 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:37:18.716721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-de177c29-767e-4190-92e1-85df903ef750 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Unset dirty status for tenant:9c8c5ae0b2ff4b089eeb428196c66dc7 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:37:18.717873 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-de177c29-767e-4190-92e1-85df903ef750 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8805d242-9226-47d4-905f-5a2dd0c06d59 HTTP/1.1" status: 200  len: 913 time: 0.1950517
Dec 19 13:37:18.724119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47044) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:19.062545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:19.769891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Deleting port c8bc413d-9b0d-4e56-a676-6d9df26004be {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:19.770562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:19.958099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:20.078707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Calling delete_port for c8bc413d-9b0d-4e56-a676-6d9df26004be owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:20.299705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:20.304278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:20.352122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event deleted for resources: {'Port': ['ID=c8bc413d-9b0d-4e56-a676-6d9df26004be,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:20.354750 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:20.603630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:20.774608 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-927cb324-40d7-49bd-8968-09bd28d49400 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879029828&fields=id&tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a HTTP/1.1" status: 200  len: 267 time: 0.0416732
Dec 19 13:37:21.037462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-043cd759-e7fb-4f13-abbf-ffc8bf8c4969 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:21.038814 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-043cd759-e7fb-4f13-abbf-ffc8bf8c4969 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 812 time: 0.2508504
Dec 19 13:37:21.055102 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-9744229c-d03f-4a7b-a44e-0aa78913226e tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/quotas/afb7e7c024a14aa0b2ca3ece70a5e45a HTTP/1.1" status: 200  len: 375 time: 0.0108089
Dec 19 13:37:21.124621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Router 8805d242-9226-47d4-905f-5a2dd0c06d59 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:37:21.148979 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-df714f2d-31e5-4270-af66-f224785edfdb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0877290
Dec 19 13:37:21.273979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:37:21.285166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784a613-78fc-4101-b452-347e4f7a173e None None] Sync routers for ids ['8805d242-9226-47d4-905f-5a2dd0c06d59'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:37:21.287450 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-7cb9dd53-9b2a-451f-9241-8d6ab5b7ad15 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:37:21.288477 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-7cb9dd53-9b2a-451f-9241-8d6ab5b7ad15 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1280141
Dec 19 13:37:21.298487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784a613-78fc-4101-b452-347e4f7a173e None None] Routers {'8805d242-9226-47d4-905f-5a2dd0c06d59'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:21.299026 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f784a613-78fc-4101-b452-347e4f7a173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46eec310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['8805d242-9226-47d4-905f-5a2dd0c06d59'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:21.343701 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "PUT /v2.0/routers/8805d242-9226-47d4-905f-5a2dd0c06d59/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6162777
Dec 19 13:37:21.343919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47068) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:21.360698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f784a613-78fc-4101-b452-347e4f7a173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46eec310>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:21.373342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784a613-78fc-4101-b452-347e4f7a173e None None] Routers {'8805d242-9226-47d4-905f-5a2dd0c06d59'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:21.374067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f784a613-78fc-4101-b452-347e4f7a173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46eec310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['8805d242-9226-47d4-905f-5a2dd0c06d59'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:21.427461 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-f29dc6a0-c9e6-438d-ae74-28bbb869a735 service neutron] 10.222.0.24 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326571
Dec 19 13:37:21.473080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f784a613-78fc-4101-b452-347e4f7a173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46eec310>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:21.473552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784a613-78fc-4101-b452-347e4f7a173e None None] The sync data for ids ['8805d242-9226-47d4-905f-5a2dd0c06d59'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:37:21.495673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e595bf84-fb36-4dd6-920f-02a3f759278f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:21.574074 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-e7754900-51a3-457c-b9d7-9b9817651d48 service neutron] 10.222.0.24 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410127
Dec 19 13:37:21.904902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e595bf84-fb36-4dd6-920f-02a3f759278f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:21.906742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e595bf84-fb36-4dd6-920f-02a3f759278f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:21.979539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e595bf84-fb36-4dd6-920f-02a3f759278f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:21.980054 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e595bf84-fb36-4dd6-920f-02a3f759278f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Fanout notify agent at l3_agent the message router_deleted on router 8805d242-9226-47d4-905f-5a2dd0c06d59 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:37:21.993849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e595bf84-fb36-4dd6-920f-02a3f759278f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:21.997637 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e595bf84-fb36-4dd6-920f-02a3f759278f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "DELETE /v2.0/routers/8805d242-9226-47d4-905f-5a2dd0c06d59 HTTP/1.1" status: 204  len: 168 time: 0.6498487
Dec 19 13:37:21.997637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47090) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:22.155879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6641aa5-108d-4265-9a1f-d023f856d635 req-cefa73d7-c100-4e92-ac41-6f91cae8ae87 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:22.157254 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f6641aa5-108d-4265-9a1f-d023f856d635 req-cefa73d7-c100-4e92-ac41-6f91cae8ae87 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0781226
Dec 19 13:37:22.225078 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f6641aa5-108d-4265-9a1f-d023f856d635 req-fc0f66ad-29b5-4e11-b44b-2484f9632e1f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610104
Dec 19 13:37:22.284930 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f8e03f53-8aa2-4623-9e42-b554b2e5af96 req-610ce25e-3562-4770-a567-938f0139802e tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 210 time: 0.0643816
Dec 19 13:37:22.348494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98f0d7f-8ad3-424a-b271-ef680dd2f6e7 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Deleting subnet 31b0d2ea-e747-4777-ba26-64f50d25651e {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:37:22.351501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a98f0d7f-8ad3-424a-b271-ef680dd2f6e7 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:22.406224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a98f0d7f-8ad3-424a-b271-ef680dd2f6e7 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:22.495856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a98f0d7f-8ad3-424a-b271-ef680dd2f6e7 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:22.631400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a98f0d7f-8ad3-424a-b271-ef680dd2f6e7 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:22.637176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e5ebcc3e-efbd-4a8c-a09d-185dbcc6a214 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:22.672392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f0d7f-8ad3-424a-b271-ef680dd2f6e7 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event deleted for resources: {'Subnet': ['ID=31b0d2ea-e747-4777-ba26-64f50d25651e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:22.676462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a98f0d7f-8ad3-424a-b271-ef680dd2f6e7 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:22.677447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a98f0d7f-8ad3-424a-b271-ef680dd2f6e7 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:22.684526 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a98f0d7f-8ad3-424a-b271-ef680dd2f6e7 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "DELETE /v2.0/subnets/31b0d2ea-e747-4777-ba26-64f50d25651e HTTP/1.1" status: 204  len: 168 time: 0.6860559
Dec 19 13:37:22.686678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47104) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:22.686834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5422333e-2f67-402c-8aca-3e5a8d5b3a27 None None] Network 324444d7-37a8-45ac-aa8c-c2c0d352383d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:37:22.804198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:22.814730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Deleting port 421dc8dc-428e-4a3b-8448-7ca8550dce14 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:22.816091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:22.939723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23cbdc8-e29f-4057-855c-8e99206b824c None None] DHCP port deletion for 324444d7-37a8-45ac-aa8c-c2c0d352383d request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:37:22.943978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a23cbdc8-e29f-4057-855c-8e99206b824c None None] Deleting port 421dc8dc-428e-4a3b-8448-7ca8550dce14 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:22.944447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a23cbdc8-e29f-4057-855c-8e99206b824c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:23.040508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] For port 421dc8dc-428e-4a3b-8448-7ca8550dce14, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=421dc8dc-428e-4a3b-8448-7ca8550dce14,segment=NetworkSegment(6d4a4ef7-0b25-44f8-a796-2dc473160174),segment_id=6d4a4ef7-0b25-44f8-a796-2dc473160174)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:23.040917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:23.151047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a23cbdc8-e29f-4057-855c-8e99206b824c None None] For port 421dc8dc-428e-4a3b-8448-7ca8550dce14, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=421dc8dc-428e-4a3b-8448-7ca8550dce14,segment=NetworkSegment(6d4a4ef7-0b25-44f8-a796-2dc473160174),segment_id=6d4a4ef7-0b25-44f8-a796-2dc473160174)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:23.151536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a23cbdc8-e29f-4057-855c-8e99206b824c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:23.163126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Calling delete_port for 421dc8dc-428e-4a3b-8448-7ca8550dce14 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:23.275577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a23cbdc8-e29f-4057-855c-8e99206b824c None None] Calling delete_port for 421dc8dc-428e-4a3b-8448-7ca8550dce14 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:23.328750 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:23.333335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-022df926-ad08-4daa-8143-ae847feb4fcb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:23.367121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-a23cbdc8-e29f-4057-855c-8e99206b824c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:37:23.367491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-a23cbdc8-e29f-4057-855c-8e99206b824c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:37:23.384517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event deleted for resources: {'Port': ['ID=421dc8dc-428e-4a3b-8448-7ca8550dce14,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:23.388261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:23.391524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] No DVR routers for this DVR port 421dc8dc-428e-4a3b-8448-7ca8550dce14 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:37:23.454660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aa7b4-7dc4-48d5-ba5a-76bceef2dc71 req-94c33cf1-9bc5-42f6-bd7f-263d0d11a936 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:23.463759 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-705aa7b4-7dc4-48d5-ba5a-76bceef2dc71 req-94c33cf1-9bc5-42f6-bd7f-263d0d11a936 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0967977
Dec 19 13:37:23.495427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 421dc8dc-428e-4a3b-8448-7ca8550dce14 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:37:23.532917 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 421dc8dc-428e-4a3b-8448-7ca8550dce14 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:37:23.533407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 421dc8dc-428e-4a3b-8448-7ca8550dce14 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:37:23.536011 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e74ba1b0-ced8-4f86-b8d2-846a743dc2ce req-4ffdf89c-d5ca-4869-8597-6e5bce2f8c5e tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 210 time: 0.0544009
Dec 19 13:37:23.549541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:23.556425 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-705aa7b4-7dc4-48d5-ba5a-76bceef2dc71 req-eaeb04b2-d488-4019-9d9e-bcf240b0a35f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917680
Dec 19 13:37:23.576413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d467cb580>,) {'filters': {'network_id': ['324444d7-37a8-45ac-aa8c-c2c0d352383d']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:23.588766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d467cb580>, '6d4a4ef7-0b25-44f8-a796-2dc473160174') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:23.589004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d467cb580>, '6d4a4ef7-0b25-44f8-a796-2dc473160174') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:23.601154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:23.617386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:23.623625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:37:23.624017 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:37:23.638422 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:37:23.779251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:23.782514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:23.797342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:23.808809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Pushing event deleted for resources: {'Network': ['ID=324444d7-37a8-45ac-aa8c-c2c0d352383d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:23.813092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:23.816812 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] 10.222.0.24 "DELETE /v2.0/networks/324444d7-37a8-45ac-aa8c-c2c0d352383d HTTP/1.1" status: 204  len: 168 time: 1.1290660
Dec 19 13:37:23.868845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a23cbdc8-e29f-4057-855c-8e99206b824c None None] Deleting port 421dc8dc-428e-4a3b-8448-7ca8550dce14 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:23.869364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a23cbdc8-e29f-4057-855c-8e99206b824c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:23.931564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a23cbdc8-e29f-4057-855c-8e99206b824c None None] The port '421dc8dc-428e-4a3b-8448-7ca8550dce14' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:37:24.228008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-1d08acd4-67b6-4a5c-92d9-49b0a08a8148 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:24.229141 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-1d08acd4-67b6-4a5c-92d9-49b0a08a8148 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 812 time: 0.1615736
Dec 19 13:37:24.288987 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-455da4c0-a442-48f0-9851-91eacc08b885 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a HTTP/1.1" status: 200  len: 379 time: 0.0450323
Dec 19 13:37:24.298337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'port': {'device_id': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'admin_state_up': True, 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'security_groups': ['52c5a592-9fdb-454b-876d-e6734aa637c1']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:24.397280 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47116) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:24.445322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:24.455092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:24.562920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Made reservation on behalf of afb7e7c024a14aa0b2ca3ece70a5e45a for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:37:24.566655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:24.616613 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0be27402-e3d0-4812-b9e7-30bec9bbdfe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c8c5ae0b2ff4b089eeb428196c66dc7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2175510
Dec 19 13:37:24.618721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47126) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:24.699474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:24.840059 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7f91d6ed-51cb-45c1-aa9c-1c9247c71d78 req-e940dae1-2ab8-49e5-a848-2f94c20ed1fa tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 210 time: 0.0745287
Dec 19 13:37:24.846827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:24.916445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f884d1-cbc7-4d92-a7c7-920ebbfccc4d req-4b9c8a62-ffb9-441b-941d-49eb1910eed5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:24.918042 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-90f884d1-cbc7-4d92-a7c7-920ebbfccc4d req-4b9c8a62-ffb9-441b-941d-49eb1910eed5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.1999645
Dec 19 13:37:24.950670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Allocated IP 172.20.0.5 (6db66d00-2be3-45d5-84e8-dc6c71b54415/b15a803b-7bd3-4788-a1e2-89f95f9d6333/5922b09c-43d9-424f-a022-b55b3d8e48ce) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:37:24.967195 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-90f884d1-cbc7-4d92-a7c7-920ebbfccc4d req-9dc0ef58-0072-4ba4-9e03-af18a234f073 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433364
Dec 19 13:37:24.992254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:25.005261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3be6ddf0-7c1e-4aa9-9bae-11e316b0a782 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:25.019200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164bccae-5f80-4fda-8fa3-2742f95fcb19,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:25.032397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:25.032901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:25.033391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:25.034034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:25.034495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:25.034956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:25.035436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:25.036501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:25.036949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:25.037399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:25.037851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:25.040496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:25.050885 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/164bccae-5f80-4fda-8fa3-2742f95fcb19 HTTP/1.1" status: 204  len: 168 time: 0.4249201
Dec 19 13:37:25.052851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:25.143555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:25.158843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Transition to ACTIVE for port object 5922b09c-43d9-424f-a022-b55b3d8e48ce will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:37:25.243391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:25.248806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a8525bf4-b1ae-4c44-ab0b-180c16a7167d tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:25.276696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:25.313367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Network 6db66d00-2be3-45d5-84e8-dc6c71b54415 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:25.320677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:25.324767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:37:25.355306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'Port': ['ID=5922b09c-43d9-424f-a022-b55b3d8e48ce,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:25.361939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:25.391796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:25.392439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:25.479147 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1835496
Dec 19 13:37:25.491893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Request body: {'port': {'device_id': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:25.622823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:25.693578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-83e8ec6d-5588-4e25-9e7c-03da6922c0bc None None] Provisioning for port 5922b09c-43d9-424f-a022-b55b3d8e48ce completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:37:25.698659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-83e8ec6d-5588-4e25-9e7c-03da6922c0bc None None] Provisioning complete for port 5922b09c-43d9-424f-a022-b55b3d8e48ce triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:25.699485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-83e8ec6d-5588-4e25-9e7c-03da6922c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:25.760832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-83e8ec6d-5588-4e25-9e7c-03da6922c0bc None None] Port 5922b09c-43d9-424f-a022-b55b3d8e48ce cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:37:26.030071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5922b09c-43d9-424f-a022-b55b3d8e48ce {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:37:26.040966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:26.058163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Transition to ACTIVE for port object 5922b09c-43d9-424f-a022-b55b3d8e48ce will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:37:26.076764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894edfb-5df4-411a-83b4-241d0595c413 req-f68d915c-aa9e-4046-88fa-027f419fd640 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:26.078242 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d894edfb-5df4-411a-83b4-241d0595c413 req-f68d915c-aa9e-4046-88fa-027f419fd640 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 931 time: 0.0889876
Dec 19 13:37:26.171961 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d894edfb-5df4-411a-83b4-241d0595c413 req-a88d765f-6e6b-4d95-ae77-5e6c2f37657b tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875728
Dec 19 13:37:26.204429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961ee99-926e-4d1d-8d30-344a4062bbca req-842c2961-72f8-4993-a379-0887e3609345 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:26.205833 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0961ee99-926e-4d1d-8d30-344a4062bbca req-842c2961-72f8-4993-a379-0887e3609345 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0894554
Dec 19 13:37:26.214287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:26.218893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-77115f9b-8346-4af8-98a2-fca657c52c8e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:26.274658 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0961ee99-926e-4d1d-8d30-344a4062bbca req-f5a0418a-c427-473d-bbf4-ea10f2b717ee tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618644
Dec 19 13:37:26.373023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Pushing event updated for resources: {'Port': ['ID=5922b09c-43d9-424f-a022-b55b3d8e48ce,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:26.377028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:26.500838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Attempting to bind port 5922b09c-43d9-424f-a022-b55b3d8e48ce on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:37:26.501415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Attempting to bind port 5922b09c-43d9-424f-a022-b55b3d8e48ce by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:37:26.501505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Attempting to bind port 5922b09c-43d9-424f-a022-b55b3d8e48ce on network 6db66d00-2be3-45d5-84e8-dc6c71b54415 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:37:26.508662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Port 5922b09c-43d9-424f-a022-b55b3d8e48ce on network 6db66d00-2be3-45d5-84e8-dc6c71b54415 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:37:26.509022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Attempting to bind port 5922b09c-43d9-424f-a022-b55b3d8e48ce on network 6db66d00-2be3-45d5-84e8-dc6c71b54415 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:37:26.515521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:37:26.515846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Checking segment: {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:37:26.516218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Bound using segment: {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:37:26.516637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Bound port: 5922b09c-43d9-424f-a022-b55b3d8e48ce, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:37:26.516969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:26.572248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47154) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:26.624314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] For port 5922b09c-43d9-424f-a022-b55b3d8e48ce, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:37:26.627987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] For port 5922b09c-43d9-424f-a022-b55b3d8e48ce, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5922b09c-43d9-424f-a022-b55b3d8e48ce,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:37:26.711257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:26.715880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:26.720720 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b363c88e-30b8-4910-b0b7-2ebc6c8014ec tempest-ServiceProvidersTest-1113813242 tempest-ServiceProvidersTest-1113813242-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1408532
Dec 19 13:37:26.771757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:26.773103 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] 10.222.0.18 "PUT /v2.0/ports/5922b09c-43d9-424f-a022-b55b3d8e48ce HTTP/1.1" status: 200  len: 1093 time: 1.2861087
Dec 19 13:37:26.773627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'tag': '5922b09c-43d9-424f-a022-b55b3d8e48ce'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:37:26.807864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Pushing event updated for resources: {'Port': ['ID=5922b09c-43d9-424f-a022-b55b3d8e48ce,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:26.811527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:26.839761 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'tag': '5922b09c-43d9-424f-a022-b55b3d8e48ce', 'status': 'completed', 'code': 200}
Dec 19 13:37:26.946423 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6d03953a-83fe-4f69-a8d4-e93c79862001 req-11d9db23-1d5e-45bd-9ab7-d7999633c9ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 1096 time: 0.0841694
Dec 19 13:37:27.094982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03953a-83fe-4f69-a8d4-e93c79862001 req-76668444-cdaf-4d66-af4e-aa0ea5236a9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:27.096478 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6d03953a-83fe-4f69-a8d4-e93c79862001 req-76668444-cdaf-4d66-af4e-aa0ea5236a9c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1421759
Dec 19 13:37:27.236014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03953a-83fe-4f69-a8d4-e93c79862001 req-72c34d56-16aa-476f-b02f-bae15c984bea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:27.237629 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6d03953a-83fe-4f69-a8d4-e93c79862001 req-72c34d56-16aa-476f-b02f-bae15c984bea service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1348948
Dec 19 13:37:27.263859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47168) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:27.408274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6bf9f-272a-4508-94da-fdc4228e54e5 req-61742a7c-eb17-43b5-900a-2492eacf38e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:27.411383 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4ea6bf9f-272a-4508-94da-fdc4228e54e5 req-61742a7c-eb17-43b5-900a-2492eacf38e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 943 time: 0.1121924
Dec 19 13:37:27.451747 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-511bd429-b5fb-4efe-a3ae-c6426f9ef670 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 1096 time: 0.1768022
Dec 19 13:37:27.507494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0d30eb99-6e53-491c-929e-291870152ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:27.523257 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-cb9f4789-1aa1-4270-b1dd-ee54e7e53f9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5922b09c-43d9-424f-a022-b55b3d8e48ce HTTP/1.1" status: 200  len: 217 time: 0.0629525
Dec 19 13:37:27.560927 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4ea6bf9f-272a-4508-94da-fdc4228e54e5 req-a2719483-2692-4481-8324-21680efdc744 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1324060
Dec 19 13:37:27.564589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0d30eb99-6e53-491c-929e-291870152ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:27.570255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0d30eb99-6e53-491c-929e-291870152ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:a4f8d476a1734423bc42ad07106a5452 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:27.573740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0d30eb99-6e53-491c-929e-291870152ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:27.588915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-709632ad-c1bc-4b6d-9df1-a61b0589280f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:27.589832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0d30eb99-6e53-491c-929e-291870152ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:27.592097 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-709632ad-c1bc-4b6d-9df1-a61b0589280f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.0619748
Dec 19 13:37:27.601688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a834c-b04a-4cba-89ba-f2533e3a7fba req-f9a3372e-32a5-40ab-80bb-21b7d1d15b96 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:27.603154 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-711a834c-b04a-4cba-89ba-f2533e3a7fba req-f9a3372e-32a5-40ab-80bb-21b7d1d15b96 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.1892698
Dec 19 13:37:27.677965 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-711a834c-b04a-4cba-89ba-f2533e3a7fba req-042069f0-3307-40e2-9e36-fc6eb0a62c5d tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661974
Dec 19 13:37:27.678976 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-afa5c17d-e40a-49f8-8e82-e2923afb2942 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0812654
Dec 19 13:37:27.703406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0d30eb99-6e53-491c-929e-291870152ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:27.790624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0d30eb99-6e53-491c-929e-291870152ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:27.798427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ce94bd2c-4f88-49f9-a300-66a5ab1998e7 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:27.814035 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-b68161e2-90e6-4d48-9d01-c53cf70d0bae service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287110
Dec 19 13:37:27.837418 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30eb99-6e53-491c-929e-291870152ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c890c8e-656e-4929-b2d2-700b9c092d1a,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:27.840873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0d30eb99-6e53-491c-929e-291870152ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:27.845668 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0d30eb99-6e53-491c-929e-291870152ea0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4f8d476a1734423bc42ad07106a5452&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5782855
Dec 19 13:37:27.846202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47178) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:27.910110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ff50d0f0-848f-4204-a6db-e464dbc127f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:27.936564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ff50d0f0-848f-4204-a6db-e464dbc127f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:27.952726 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0cb6a669-c35b-47ad-8629-d4b9b26fde79 req-8d5ea91e-8adf-4f22-bbd9-b219e5cc28d5 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316302
Dec 19 13:37:28.065260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ff50d0f0-848f-4204-a6db-e464dbc127f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:28.069201 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d76f93f5-186c-4b14-9637-ff6502e8ba9b tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:28.080109 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50d0f0-848f-4204-a6db-e464dbc127f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c890c8e-656e-4929-b2d2-700b9c092d1a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:28.082317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ff50d0f0-848f-4204-a6db-e464dbc127f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:28.087565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ff50d0f0-848f-4204-a6db-e464dbc127f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:28.090919 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ff50d0f0-848f-4204-a6db-e464dbc127f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c890c8e-656e-4929-b2d2-700b9c092d1a HTTP/1.1" status: 204  len: 168 time: 0.2418761
Dec 19 13:37:28.762220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffabc7e-413a-4f3f-95cf-3bacbb62e062 req-22270e53-a8c5-43f4-a922-cf20adf8039c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:28.763419 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2ffabc7e-413a-4f3f-95cf-3bacbb62e062 req-22270e53-a8c5-43f4-a922-cf20adf8039c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 943 time: 0.0773568
Dec 19 13:37:28.950224 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2ffabc7e-413a-4f3f-95cf-3bacbb62e062 req-4aa7a2d9-5f91-441b-bb5f-d3e925ada0bf tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1814661
Dec 19 13:37:28.983779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e0f01-5951-411a-92a9-1b875a90171d req-11c701bc-de40-4897-b939-71af89e3c772 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:28.985194 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b63e0f01-5951-411a-92a9-1b875a90171d req-11c701bc-de40-4897-b939-71af89e3c772 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.1820128
Dec 19 13:37:29.022197 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:37:29.030839 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b63e0f01-5951-411a-92a9-1b875a90171d req-2e8aa310-8678-412d-8927-bc7e02d4f548 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391982
Dec 19 13:37:30.153269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574ff7c-34f6-41ea-80d6-12fcc12838a6 req-3cedad39-6f88-4230-a58e-1c0a19547f8a tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:30.154736 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5574ff7c-34f6-41ea-80d6-12fcc12838a6 req-3cedad39-6f88-4230-a58e-1c0a19547f8a tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 943 time: 0.0803897
Dec 19 13:37:30.243854 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5574ff7c-34f6-41ea-80d6-12fcc12838a6 req-7ec6d1a2-533d-46cd-a85d-1b4cf2ba96e3 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534618
Dec 19 13:37:30.266155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666094f-c2ac-465b-aaba-9062f5c6a53a req-9c95cf24-3018-44b5-bb94-830c5089a4b7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:30.267605 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b666094f-c2ac-465b-aaba-9062f5c6a53a req-9c95cf24-3018-44b5-bb94-830c5089a4b7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.1119788
Dec 19 13:37:30.315929 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b666094f-c2ac-465b-aaba-9062f5c6a53a req-06ffebdb-9202-4ace-b2eb-3f447838c7c0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426037
Dec 19 13:37:30.423330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47194) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:30.524839 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fe33db16-8ba1-45be-8335-a18def6ea151 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/edf2b275-179e-4ece-a143-eeee81686cb9 HTTP/1.1" status: 200  len: 994 time: 0.1002123
Dec 19 13:37:30.856169 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47202) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:31.053061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port cfa257ea-d0ed-42c1-bccf-162c69170ec2 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:31.053413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:31.223879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:31.224195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:31.343353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for cfa257ea-d0ed-42c1-bccf-162c69170ec2 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:31.487371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4740fc-be83-4d23-bc50-f4b812cb6e96 req-51a756d7-0c1e-48af-a891-60e303576194 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:31.488423 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5a4740fc-be83-4d23-bc50-f4b812cb6e96 req-51a756d7-0c1e-48af-a891-60e303576194 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 943 time: 0.1207519
Dec 19 13:37:31.553419 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5a4740fc-be83-4d23-bc50-f4b812cb6e96 req-901151b7-4c71-42cc-9fa2-2ff58280121c tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576246
Dec 19 13:37:31.566189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a7443-a038-4897-87ea-36c158819102 req-5f1607f5-29b0-43a2-855e-de8fcfbd9868 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:31.568317 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d6a7443-a038-4897-87ea-36c158819102 req-5f1607f5-29b0-43a2-855e-de8fcfbd9868 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.1227813
Dec 19 13:37:31.568726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:31.581339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e96b3fb0-9ace-46fd-be12-c9775427788f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:31.620284 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d6a7443-a038-4897-87ea-36c158819102 req-fc097425-f0f8-418a-b08a-ae24e9700afb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454817
Dec 19 13:37:31.625974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=cfa257ea-d0ed-42c1-bccf-162c69170ec2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:31.630904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:31.717325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:32.211603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:37:32.409567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:37:32.419678 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29abf8-41a4-43dd-9985-648329e7360e None None] Sync routers for ids ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:37:32.427229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:32.432795 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29abf8-41a4-43dd-9985-648329e7360e None None] Routers {'6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:32.433391 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-da29abf8-41a4-43dd-9985-648329e7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764be50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:32.493805 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/floatingips/edf2b275-179e-4ece-a143-eeee81686cb9 HTTP/1.1" status: 204  len: 168 time: 1.6371691
Dec 19 13:37:32.494468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'tag': 'ada687ea-4e0f-4370-afee-32d3a183596c'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:37:32.565298 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'tag': 'ada687ea-4e0f-4370-afee-32d3a183596c', 'status': 'completed', 'code': 200}
Dec 19 13:37:32.643991 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-da29abf8-41a4-43dd-9985-648329e7360e None None] Set router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:37:32.684529 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2090d06d-7980-4f34-8b63-4bedd5d65ac0 req-73fa43b4-5e52-4d9c-952a-1cd2f1fd2093 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 1099 time: 0.0971978
Dec 19 13:37:32.776851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c4594-139a-4a4f-8861-cfc7b43bad23 req-aa01f2c7-58ff-4094-b210-ce8a11acb231 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:32.786052 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ea2c4594-139a-4a4f-8861-cfc7b43bad23 req-aa01f2c7-58ff-4094-b210-ce8a11acb231 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 943 time: 0.0941017
Dec 19 13:37:32.830342 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ea2c4594-139a-4a4f-8861-cfc7b43bad23 req-6b491ee5-5d57-4b1e-ae29-f3e1672d9234 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433228
Dec 19 13:37:32.840252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090d06d-7980-4f34-8b63-4bedd5d65ac0 req-5cc42184-b770-469c-a474-ae3a3056271b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:32.842142 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2090d06d-7980-4f34-8b63-4bedd5d65ac0 req-5cc42184-b770-469c-a474-ae3a3056271b service neutron] 10.222.0.18 "GET /v2.0/networks?id=3d0be4a2-6488-42a4-bb5b-1b67526f92af HTTP/1.1" status: 200  len: 896 time: 0.1501043
Dec 19 13:37:32.927124 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2090d06d-7980-4f34-8b63-4bedd5d65ac0 req-704465da-80cc-44b1-84c3-4aac0d9fec0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ada687ea-4e0f-4370-afee-32d3a183596c HTTP/1.1" status: 200  len: 217 time: 0.0761490
Dec 19 13:37:32.999633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090d06d-7980-4f34-8b63-4bedd5d65ac0 req-de1e2c55-cd81-43b3-b434-8e66986a4d5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:33.003200 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2090d06d-7980-4f34-8b63-4bedd5d65ac0 req-de1e2c55-cd81-43b3-b434-8e66986a4d5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6947fd2-a31a-47bc-a191-beda7fb02eda HTTP/1.1" status: 200  len: 834 time: 0.0673323
Dec 19 13:37:33.016561 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-da29abf8-41a4-43dd-9985-648329e7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764be50>, [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:16Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'af87dc5d-175d-4be8-9fca-787a2fdc5dc6', 'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:3b:b9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:26Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:33.020673 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29abf8-41a4-43dd-9985-648329e7360e None None] Checking router: 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:37:33.032960 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29abf8-41a4-43dd-9985-648329e7360e None None] Routers {'6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:33.033543 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-da29abf8-41a4-43dd-9985-648329e7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764be50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:33.049350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df47ad-8bd6-4244-b289-8b6abcfb93f9 req-bb3980ad-5ad2-4b2e-bdfd-03d9138a4a20 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:33.050165 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e4df47ad-8bd6-4244-b289-8b6abcfb93f9 req-bb3980ad-5ad2-4b2e-bdfd-03d9138a4a20 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0879736
Dec 19 13:37:33.097123 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2090d06d-7980-4f34-8b63-4bedd5d65ac0 req-c7f4a874-2976-4109-a86a-b1589c6e8d5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d0be4a2-6488-42a4-bb5b-1b67526f92af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0881574
Dec 19 13:37:33.100394 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e4df47ad-8bd6-4244-b289-8b6abcfb93f9 req-f233dfe6-144d-4dfb-8de6-04300dbfe697 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439808
Dec 19 13:37:33.192538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7c38c-1f8d-4c82-9a00-6780e5e10dd7 req-b23528d5-87c0-41e1-82ec-4f37f98b627c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:33.194442 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-44c7c38c-1f8d-4c82-9a00-6780e5e10dd7 req-b23528d5-87c0-41e1-82ec-4f37f98b627c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 946 time: 0.0781460
Dec 19 13:37:33.230684 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-da29abf8-41a4-43dd-9985-648329e7360e None None] Set router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:37:33.243887 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-44c7c38c-1f8d-4c82-9a00-6780e5e10dd7 req-6b58ce4f-33a6-4c14-99a3-3eee9f158f4c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416629
Dec 19 13:37:33.248614 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2090d06d-7980-4f34-8b63-4bedd5d65ac0 req-7c728138-1370-4624-bae6-320e299326d0 service neutron] 10.222.0.18 "GET /v2.0/networks/3d0be4a2-6488-42a4-bb5b-1b67526f92af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370015
Dec 19 13:37:33.388123 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2090d06d-7980-4f34-8b63-4bedd5d65ac0 req-2f774479-0046-4f23-b756-febc05f17f78 service neutron] 10.222.0.18 "GET /v2.0/networks/3d0be4a2-6488-42a4-bb5b-1b67526f92af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279101
Dec 19 13:37:33.572376 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-da29abf8-41a4-43dd-9985-648329e7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764be50>, [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:16Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'af87dc5d-175d-4be8-9fca-787a2fdc5dc6', 'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:3b:b9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:26Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:33.576143 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29abf8-41a4-43dd-9985-648329e7360e None None] The sync data for ids ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'] in dv-neutron-821895-1-hyperv is: [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:36:16Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'af87dc5d-175d-4be8-9fca-787a2fdc5dc6', 'name': '', 'network_id': '3d0be4a2-6488-42a4-bb5b-1b67526f92af', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:3b:b9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:14Z', 'updated_at': '2021-12-19T13:36:26Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'a6947fd2-a31a-47bc-a191-beda7fb02eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:37:33.788689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0c815-f236-4da7-8234-1a78afd7e87c None None] New status for floating IP edf2b275-179e-4ece-a143-eeee81686cb9: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:37:34.029756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba1658-1bb3-4c0f-93e0-87b451778690 req-869a461b-3408-48ab-b6ba-f4e409a7ed18 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:34.031203 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-beba1658-1bb3-4c0f-93e0-87b451778690 req-869a461b-3408-48ab-b6ba-f4e409a7ed18 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 943 time: 0.0806763
Dec 19 13:37:34.076246 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-beba1658-1bb3-4c0f-93e0-87b451778690 req-3e52385d-77e9-4d8d-a408-e629eab7e55f tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391941
Dec 19 13:37:34.302752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646b001-8194-4c64-9ab8-090e4ba5f9b2 req-4fe61c09-f0a5-4119-8702-83fd3c064bfa tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:34.304213 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2646b001-8194-4c64-9ab8-090e4ba5f9b2 req-4fe61c09-f0a5-4119-8702-83fd3c064bfa tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0763507
Dec 19 13:37:34.353476 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2646b001-8194-4c64-9ab8-090e4ba5f9b2 req-65830d08-bc10-4561-9501-4cfeb511f40f tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437529
Dec 19 13:37:34.449207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7214f0-54fd-41b5-a58b-5866174d6329 req-87648817-95d4-4aef-85c6-89ab1fd8cab7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:34.450637 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7a7214f0-54fd-41b5-a58b-5866174d6329 req-87648817-95d4-4aef-85c6-89ab1fd8cab7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 946 time: 0.0770035
Dec 19 13:37:34.495723 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7a7214f0-54fd-41b5-a58b-5866174d6329 req-17faf81f-7220-4951-b14c-c16deee947a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d559a06-3d80-47d7-aab7-5abfaadbcfb2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392821
Dec 19 13:37:34.736092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-81462f3d-18fa-4688-8b12-e46e2105df1c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:34.736747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-81462f3d-18fa-4688-8b12-e46e2105df1c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:37:34.802817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-81462f3d-18fa-4688-8b12-e46e2105df1c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:37:34.803942 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-81462f3d-18fa-4688-8b12-e46e2105df1c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 946 time: 0.1482918
Dec 19 13:37:34.871442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port ada687ea-4e0f-4370-afee-32d3a183596c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:34.871697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:34.876867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 5922b09c-43d9-424f-a022-b55b3d8e48ce details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:37:35.011443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 5922b09c-43d9-424f-a022-b55b3d8e48ce, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5922b09c-43d9-424f-a022-b55b3d8e48ce,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:35.024454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '5922b09c-43d9-424f-a022-b55b3d8e48ce', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'port_id': '5922b09c-43d9-424f-a022-b55b3d8e48ce', 'mac_address': 'fa:16:3e:ac:8d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:37:35.085379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:35.104308 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5922b09c-43d9-424f-a022-b55b3d8e48ce {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:37:35.122178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 5922b09c-43d9-424f-a022-b55b3d8e48ce, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5922b09c-43d9-424f-a022-b55b3d8e48ce,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:35.208818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:35.210509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:35.233365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port ada687ea-4e0f-4370-afee-32d3a183596c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ada687ea-4e0f-4370-afee-32d3a183596c,segment=NetworkSegment(c4179752-6372-401e-be09-e8e6ebb22367),segment_id=c4179752-6372-401e-be09-e8e6ebb22367)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:35.233711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:35.275615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=5922b09c-43d9-424f-a022-b55b3d8e48ce,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:35.284221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:35.284578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:35.284903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:35.285234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:35.286254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:35.286612 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:35.286908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:35.287262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:35.287575 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:35.287903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:35.288210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:37:35.288808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9048-408b-4483-80f0-00e297fac21f req-b88eb9bb-ae63-450d-a4bf-a0017400aeb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:35.290270 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d7c9048-408b-4483-80f0-00e297fac21f req-b88eb9bb-ae63-450d-a4bf-a0017400aeb1 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 944 time: 0.0870695
Dec 19 13:37:35.292247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:35.338324 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d7c9048-408b-4483-80f0-00e297fac21f req-4415dd3d-004e-49fe-91d8-2844d4406bda tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420775
Dec 19 13:37:35.356681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for ada687ea-4e0f-4370-afee-32d3a183596c owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:35.451151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['5922b09c-43d9-424f-a022-b55b3d8e48ce'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:37:35.566156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12e675-0ad6-4721-b1bf-af2c69a0d9a4 req-f1d5f261-c8fe-48c0-8dda-ecbe4f9b1780 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:35.568229 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4d12e675-0ad6-4721-b1bf-af2c69a0d9a4 req-f1d5f261-c8fe-48c0-8dda-ecbe4f9b1780 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0842586
Dec 19 13:37:35.602210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:35.611239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7d391ad8-07e3-4ad2-bf7c-b4da41df7325 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:35.619463 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4d12e675-0ad6-4721-b1bf-af2c69a0d9a4 req-b57f45a5-c640-4764-8864-6040721fd4b2 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449791
Dec 19 13:37:35.680370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=ada687ea-4e0f-4370-afee-32d3a183596c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:35.683297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:35.698607 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ae2aecbd-4454-4aca-8ced-f1f40b6e48b8 req-b6a943f3-4b1e-4559-9b29-0a300aad0a41 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 210 time: 0.0642035
Dec 19 13:37:35.761852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] No DVR routers for this DVR port ada687ea-4e0f-4370-afee-32d3a183596c on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:37:35.764025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:35.766660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'name': 'network-vif-deleted', 'tag': 'ada687ea-4e0f-4370-afee-32d3a183596c'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:37:35.821874 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b134b456-f47a-4260-ba10-ee344075fc6d', 'name': 'network-vif-deleted', 'tag': 'ada687ea-4e0f-4370-afee-32d3a183596c', 'status': 'completed', 'code': 200}
Dec 19 13:37:35.836886 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ad4a4a06-e41c-4ce6-b177-fd3984a4e1f0 req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "DELETE /v2.0/ports/ada687ea-4e0f-4370-afee-32d3a183596c HTTP/1.1" status: 204  len: 173 time: 1.0272412
Dec 19 13:37:36.537443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc79cf-e009-4535-b8b9-bf8125c17220 req-009e0afe-d7f3-4211-b6e8-237f88a36ce8 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:36.538879 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c0cc79cf-e009-4535-b8b9-bf8125c17220 req-009e0afe-d7f3-4211-b6e8-237f88a36ce8 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 944 time: 0.0767729
Dec 19 13:37:36.585330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c0cc79cf-e009-4535-b8b9-bf8125c17220 req-e2ca8a71-3552-4ee2-88b5-4522c229143d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406969
Dec 19 13:37:36.821993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5e909-a090-4684-b92a-7a3cb89f26d9 req-376eff42-4680-409a-afde-b889e3948e34 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:36.823384 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c3b5e909-a090-4684-b92a-7a3cb89f26d9 req-376eff42-4680-409a-afde-b889e3948e34 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0801232
Dec 19 13:37:36.892622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 5922b09c-43d9-424f-a022-b55b3d8e48ce up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:37:36.906168 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b49a4033-2344-425a-9083-361358cef009 req-0952351c-732a-432b-a277-db27e51fe92f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=b134b456-f47a-4260-ba10-ee344075fc6d HTTP/1.1" status: 200  len: 210 time: 0.0455332
Dec 19 13:37:36.911923 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c3b5e909-a090-4684-b92a-7a3cb89f26d9 req-cdaab223-4b31-428c-b56c-129f24815dc4 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822453
Dec 19 13:37:37.047545 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 5922b09c-43d9-424f-a022-b55b3d8e48ce completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:37:37.053247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 5922b09c-43d9-424f-a022-b55b3d8e48ce triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:37.053682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:37.134460 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-21d493d5-d5b1-41ba-8bb7-c0d9df1d8732 req-fc7530fb-f744-493b-8d95-e39d80c37697 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2025015
Dec 19 13:37:37.164959 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:37.191080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5922b09c-43d9-424f-a022-b55b3d8e48ce'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:37:37.201494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 5922b09c-43d9-424f-a022-b55b3d8e48ce, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5922b09c-43d9-424f-a022-b55b3d8e48ce,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:37.247469 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5922b09c-43d9-424f-a022-b55b3d8e48ce', 'code': 200}
Dec 19 13:37:37.253114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:37.254893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ada687ea-4e0f-4370-afee-32d3a183596c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:37:37.278287 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-21d493d5-d5b1-41ba-8bb7-c0d9df1d8732 req-309c4228-9165-4650-9594-d0e8856a939c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 1098 time: 0.0727904
Dec 19 13:37:37.285590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-bed73b18-3097-4d89-b04e-578295b2dabe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:37.318858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: ada687ea-4e0f-4370-afee-32d3a183596c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:37:37.319240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ada687ea-4e0f-4370-afee-32d3a183596c not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:37:37.356861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=5922b09c-43d9-424f-a022-b55b3d8e48ce,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:37.360085 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:37.427608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d493d5-d5b1-41ba-8bb7-c0d9df1d8732 req-240ebc11-4c10-48c2-b8ea-38f661e79852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:37.428693 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-21d493d5-d5b1-41ba-8bb7-c0d9df1d8732 req-240ebc11-4c10-48c2-b8ea-38f661e79852 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.1301584
Dec 19 13:37:37.533142 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-21d493d5-d5b1-41ba-8bb7-c0d9df1d8732 req-ea1f7b53-31ab-4b5d-95e0-7d23bd7a6ae0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb HTTP/1.1" status: 200  len: 1000 time: 0.0976737
Dec 19 13:37:37.597317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d493d5-d5b1-41ba-8bb7-c0d9df1d8732 req-15063c50-e7a1-46c8-a2fb-51ce4cecc938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:37.599126 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-21d493d5-d5b1-41ba-8bb7-c0d9df1d8732 req-15063c50-e7a1-46c8-a2fb-51ce4cecc938 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.0593214
Dec 19 13:37:37.685107 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-21d493d5-d5b1-41ba-8bb7-c0d9df1d8732 req-fe14f315-701b-41d2-9c4f-fdce5cc1088b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770509
Dec 19 13:37:37.824795 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-21d493d5-d5b1-41ba-8bb7-c0d9df1d8732 req-fc6201fb-47b8-4064-88da-4165f64a5ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315680
Dec 19 13:37:37.835279 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-29ba1c4b-e498-4601-bae4-55061a290534 req-8890bc2f-981e-4895-9042-33d5151f6ea8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 1098 time: 0.2271485
Dec 19 13:37:37.897563 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-29ba1c4b-e498-4601-bae4-55061a290534 req-4010ccca-c2ce-4edf-8da5-828d912004b5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553238
Dec 19 13:37:37.905518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408d8fc-4df9-40a2-95a7-a18b89b6ae2f req-f4682c0a-12c0-4b70-8a47-f1240f1c5422 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:37.906889 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c408d8fc-4df9-40a2-95a7-a18b89b6ae2f req-f4682c0a-12c0-4b70-8a47-f1240f1c5422 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 945 time: 0.1177733
Dec 19 13:37:37.956146 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c408d8fc-4df9-40a2-95a7-a18b89b6ae2f req-493bf8d6-b661-4ca8-9612-bba2b2859e8a tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428295
Dec 19 13:37:37.964974 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-21d493d5-d5b1-41ba-8bb7-c0d9df1d8732 req-9b67976f-bc42-42df-b6d0-6e8be3d84d63 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331363
Dec 19 13:37:38.049309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47250) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:38.120479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd084f-496e-41db-ab5f-c2d2d2d31026 req-d79be250-0c54-4d31-82bc-0cadf81012e2 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:38.121096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b02db764-48e6-4270-812a-8f5348377fd9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:38.121987 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20dd084f-496e-41db-ab5f-c2d2d2d31026 req-d79be250-0c54-4d31-82bc-0cadf81012e2 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0804858
Dec 19 13:37:38.152048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b02db764-48e6-4270-812a-8f5348377fd9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:38.176804 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20dd084f-496e-41db-ab5f-c2d2d2d31026 req-76c0b034-1d7f-40b4-8bde-1034f8ae4246 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483110
Dec 19 13:37:38.258653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b02db764-48e6-4270-812a-8f5348377fd9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:38.262535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:38.277195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02db764-48e6-4270-812a-8f5348377fd9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d559a06-3d80-47d7-aab7-5abfaadbcfb2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:38.279733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b02db764-48e6-4270-812a-8f5348377fd9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:38.367996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b02db764-48e6-4270-812a-8f5348377fd9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:38.370782 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b02db764-48e6-4270-812a-8f5348377fd9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/4d559a06-3d80-47d7-aab7-5abfaadbcfb2 HTTP/1.1" status: 204  len: 168 time: 0.3189161
Dec 19 13:37:38.453801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47256) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:38.970950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:39.162791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95446ea7-a4eb-488e-b086-3a3c59265527 req-6201ef00-3717-48d9-b039-1cd8db1a1fab tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:39.167540 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-95446ea7-a4eb-488e-b086-3a3c59265527 req-6201ef00-3717-48d9-b039-1cd8db1a1fab tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 945 time: 0.0873485
Dec 19 13:37:39.212551 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-95446ea7-a4eb-488e-b086-3a3c59265527 req-706e83fd-4188-42c3-bd5f-37482ed89373 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424359
Dec 19 13:37:39.384816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afd81c-6f26-45f7-80b0-1b219c0a3cde req-5ad049c5-9eca-4374-b842-f3f585e671f5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:39.386251 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-67afd81c-6f26-45f7-80b0-1b219c0a3cde req-5ad049c5-9eca-4374-b842-f3f585e671f5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0772359
Dec 19 13:37:39.434636 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-67afd81c-6f26-45f7-80b0-1b219c0a3cde req-7ce61de4-dd82-48ff-8035-e8ffab8a7e03 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425081
Dec 19 13:37:39.591926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port af87dc5d-175d-4be8-9fca-787a2fdc5dc6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:39.592489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:39.777189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port af87dc5d-175d-4be8-9fca-787a2fdc5dc6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=af87dc5d-175d-4be8-9fca-787a2fdc5dc6,segment=NetworkSegment(c4179752-6372-401e-be09-e8e6ebb22367),segment_id=c4179752-6372-401e-be09-e8e6ebb22367)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:39.777528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:39.894273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for af87dc5d-175d-4be8-9fca-787a2fdc5dc6 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:40.121934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:40.125612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b23e2d40-a870-4159-9116-5b28eaf52e8d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:40.172446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=af87dc5d-175d-4be8-9fca-787a2fdc5dc6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:40.176722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:40.430178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7984e-ab59-4347-bdd2-8b1aa989cf3a req-453f4d45-c8f2-45e9-8146-fd51d611ed3f tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:40.431619 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3dd7984e-ab59-4347-bdd2-8b1aa989cf3a req-453f4d45-c8f2-45e9-8146-fd51d611ed3f tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 945 time: 0.0888944
Dec 19 13:37:40.479940 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3dd7984e-ab59-4347-bdd2-8b1aa989cf3a req-4b3f5fb7-1d3e-4a98-9f3c-8c0b4113ab68 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425076
Dec 19 13:37:40.593869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:40.703159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99002e29-2af2-40b3-b4b1-992ad06c9f2c req-11afa0e7-fe10-4ece-87f5-99b75ea66b9d tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:40.704535 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-99002e29-2af2-40b3-b4b1-992ad06c9f2c req-11afa0e7-fe10-4ece-87f5-99b75ea66b9d tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.1409540
Dec 19 13:37:40.742409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25ada2-1b57-4741-89cf-bd3f499c4681 req-f11a6696-1d60-4c59-ba50-9e40a3cb7c91 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:40.743860 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cb25ada2-1b57-4741-89cf-bd3f499c4681 req-f11a6696-1d60-4c59-ba50-9e40a3cb7c91 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 945 time: 0.1292369
Dec 19 13:37:40.783891 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-99002e29-2af2-40b3-b4b1-992ad06c9f2c req-cb16fe80-6f5f-4e16-bd6d-ad56a122967c tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725579
Dec 19 13:37:40.803656 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cb25ada2-1b57-4741-89cf-bd3f499c4681 req-a97872b7-dbd9-492d-83ed-94cfc8d3b4dc tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520813
Dec 19 13:37:40.832057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47270) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:41.038867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b5935176-cffe-4c37-a315-7fe6484e62d5 tempest-TestVolumeBootPattern-499067708 tempest-TestVolumeBootPattern-499067708-project-admin] Synchronizing usage tracker for tenant:4e5cd62eddd4417390bfb2ad573e8b78 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:37:41.131998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b5935176-cffe-4c37-a315-7fe6484e62d5 tempest-TestVolumeBootPattern-499067708 tempest-TestVolumeBootPattern-499067708-project-admin] Unset dirty status for tenant:4e5cd62eddd4417390bfb2ad573e8b78 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:37:41.135663 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b5935176-cffe-4c37-a315-7fe6484e62d5 tempest-TestVolumeBootPattern-499067708 tempest-TestVolumeBootPattern-499067708-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 1093 time: 0.2993596
Dec 19 13:37:41.135957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47276) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:41.141763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '5922b09c-43d9-424f-a022-b55b3d8e48ce', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:41.150173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:41.156311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Usage tracker for resource:floatingip and tenant:afb7e7c024a14aa0b2ca3ece70a5e45a is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:41.160877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:41.167353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:41.211692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:37:41.273006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:41.515585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:41.569841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:37:41.579584 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9eb1f8-2747-4762-a972-fde6fe8a2027 None None] Sync routers for ids ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:37:41.591708 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9eb1f8-2747-4762-a972-fde6fe8a2027 None None] Routers {'6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:41.592310 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8f9eb1f8-2747-4762-a972-fde6fe8a2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47820eb0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:41.604720 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/6c4852b7-4fa4-48ec-9cd8-c0bf840292ab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1474471
Dec 19 13:37:41.605222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47280) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:41.693346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Allocated IP 172.26.4.62 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/c16b5821-850e-4e73-876a-7d7d11c2a460) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:37:41.785775 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-8f9eb1f8-2747-4762-a972-fde6fe8a2027 None None] Set router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:37:41.793507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-31df02ca-d3d6-43bb-b277-b3c8b8064f1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting subnet a6947fd2-a31a-47bc-a191-beda7fb02eda {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:37:41.796666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31df02ca-d3d6-43bb-b277-b3c8b8064f1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:41.852990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:41.859317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31df02ca-d3d6-43bb-b277-b3c8b8064f1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:41.968508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:41.973355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-506f19f1-5d7b-4731-a2d0-4cfdfee4cbb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:42.005931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31df02ca-d3d6-43bb-b277-b3c8b8064f1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:42.076422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a442b6-557c-44aa-82e5-aa4c79c0308f req-b39c90ca-e6cf-4e1a-b596-5c5870ac2630 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:42.078364 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-64a442b6-557c-44aa-82e5-aa4c79c0308f req-b39c90ca-e6cf-4e1a-b596-5c5870ac2630 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.1422396
Dec 19 13:37:42.097177 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8f9eb1f8-2747-4762-a972-fde6fe8a2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47820eb0>, [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:37:40Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:42.101647 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9eb1f8-2747-4762-a972-fde6fe8a2027 None None] Checking router: 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:37:42.115760 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9eb1f8-2747-4762-a972-fde6fe8a2027 None None] Routers {'6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:42.116506 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8f9eb1f8-2747-4762-a972-fde6fe8a2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47820eb0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:42.138830 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-64a442b6-557c-44aa-82e5-aa4c79c0308f req-c48b4af6-fae3-4738-a472-936cc493a243 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550783
Dec 19 13:37:42.182808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:42.185644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31df02ca-d3d6-43bb-b277-b3c8b8064f1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:42.186279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'Port': ['ID=c16b5821-850e-4e73-876a-7d7d11c2a460,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:42.188699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:42.190623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:42.191497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:37:42.198344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0c20779b-a3de-450b-9f66-51942ea1d80c tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:42.230094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df02ca-d3d6-43bb-b277-b3c8b8064f1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Subnet': ['ID=a6947fd2-a31a-47bc-a191-beda7fb02eda,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:42.232636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-31df02ca-d3d6-43bb-b277-b3c8b8064f1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:42.235999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-31df02ca-d3d6-43bb-b277-b3c8b8064f1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:42.242619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f75a760-f634-45d8-83f8-f58d37456932 None None] Network 3d0be4a2-6488-42a4-bb5b-1b67526f92af requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:37:42.255034 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-31df02ca-d3d6-43bb-b277-b3c8b8064f1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/subnets/a6947fd2-a31a-47bc-a191-beda7fb02eda HTTP/1.1" status: 204  len: 168 time: 0.6477883
Dec 19 13:37:42.256449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47286) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:42.304589 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-8f9eb1f8-2747-4762-a972-fde6fe8a2027 None None] Set router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:37:42.482253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4f5c220b-12c1-4f26-a24e-18ab32f51863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:42.510688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:42.561511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4181355-cd27-47d9-894e-a24d8e17bc2e None None] DHCP port deletion for 3d0be4a2-6488-42a4-bb5b-1b67526f92af request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:37:42.566010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e4181355-cd27-47d9-894e-a24d8e17bc2e None None] Deleting port 71170f2b-504c-42b2-9e82-205d78d03f38 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:42.566657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4181355-cd27-47d9-894e-a24d8e17bc2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:42.634795 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8f9eb1f8-2747-4762-a972-fde6fe8a2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47820eb0>, [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:37:40Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:42.639582 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9eb1f8-2747-4762-a972-fde6fe8a2027 None None] The sync data for ids ['6c4852b7-4fa4-48ec-9cd8-c0bf840292ab'] in dv-neutron-821895-1-hyperv is: [{'id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'name': 'tempest-TestNetworkBasicOps-router-499848289', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:07Z', 'updated_at': '2021-12-19T13:37:40Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'aa2b009b-4aa4-4e55-a535-0d707c38936d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4852b7-4fa4-48ec-9cd8-c0bf840292ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:08Z', 'updated_at': '2021-12-19T13:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:37:42.797075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e4181355-cd27-47d9-894e-a24d8e17bc2e None None] For port 71170f2b-504c-42b2-9e82-205d78d03f38, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=71170f2b-504c-42b2-9e82-205d78d03f38,segment=NetworkSegment(c4179752-6372-401e-be09-e8e6ebb22367),segment_id=c4179752-6372-401e-be09-e8e6ebb22367)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:42.797466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4181355-cd27-47d9-894e-a24d8e17bc2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:42.822042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:42.903717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:42.921687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e4181355-cd27-47d9-894e-a24d8e17bc2e None None] Calling delete_port for 71170f2b-504c-42b2-9e82-205d78d03f38 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:42.937867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:42.992474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port aa2b009b-4aa4-4e55-a535-0d707c38936d {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:37:42.992474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:43.065107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4181355-cd27-47d9-894e-a24d8e17bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:43.070604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:43.115346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4181355-cd27-47d9-894e-a24d8e17bc2e None None] Pushing event deleted for resources: {'Port': ['ID=71170f2b-504c-42b2-9e82-205d78d03f38,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:43.117359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e4181355-cd27-47d9-894e-a24d8e17bc2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:43.123287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4181355-cd27-47d9-894e-a24d8e17bc2e None None] No DVR routers for this DVR port 71170f2b-504c-42b2-9e82-205d78d03f38 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:37:43.172885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:43.204762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port aa2b009b-4aa4-4e55-a535-0d707c38936d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=aa2b009b-4aa4-4e55-a535-0d707c38936d,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:43.205187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:43.248013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:43.254897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c11a8214-82b4-4efc-ba3c-6acd125530a3 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:43.359834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event updated for resources: {'Port': ['ID=c16b5821-850e-4e73-876a-7d7d11c2a460,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:43.366812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for aa2b009b-4aa4-4e55-a535-0d707c38936d owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:37:43.368855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:43.377106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:43.483951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0a4d7-a916-42c0-8591-455df1029ba4 req-5a5e2a0b-814a-408e-894b-839e3dc4343b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:43.485395 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-55c0a4d7-a916-42c0-8591-455df1029ba4 req-5a5e2a0b-814a-408e-894b-839e3dc4343b tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.2135608
Dec 19 13:37:43.495279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device af87dc5d-175d-4be8-9fca-787a2fdc5dc6 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:37:43.532499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: af87dc5d-175d-4be8-9fca-787a2fdc5dc6 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:37:43.532842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device af87dc5d-175d-4be8-9fca-787a2fdc5dc6 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:37:43.533444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 71170f2b-504c-42b2-9e82-205d78d03f38 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:37:43.566103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 71170f2b-504c-42b2-9e82-205d78d03f38 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:37:43.567483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 71170f2b-504c-42b2-9e82-205d78d03f38 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:37:43.588449 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-55c0a4d7-a916-42c0-8591-455df1029ba4 req-e025dc21-4452-45b3-a433-05230e29f74c tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904839
Dec 19 13:37:43.594012 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Floating IP 443568c5-b4fb-44d8-ad2f-d5abd9534600 associated. External IP: 172.26.4.62, port: 5922b09c-43d9-424f-a022-b55b3d8e48ce.
Dec 19 13:37:43.677459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:43.681584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-67a04364-c2e3-4d9a-a5f5-9e7f7558c846 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:43.722169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=aa2b009b-4aa4-4e55-a535-0d707c38936d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:43.725533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:43.950717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.106521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:37:44.213346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.217752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.308476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:37:44.321526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0834366-4e4e-43ff-837e-d90e1ee7cc65 None None] Sync routers for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:37:44.321713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.322217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Fanout notify agent at l3_agent the message router_deleted on router 6c4852b7-4fa4-48ec-9cd8-c0bf840292ab {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:37:44.335282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0834366-4e4e-43ff-837e-d90e1ee7cc65 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:44.336030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c0834366-4e4e-43ff-837e-d90e1ee7cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4742e1f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:44.345083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.346255 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/routers/6c4852b7-4fa4-48ec-9cd8-c0bf840292ab HTTP/1.1" status: 204  len: 168 time: 2.0883002
Dec 19 13:37:44.348907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47292) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:44.385289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.462448 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.3254058
Dec 19 13:37:44.474314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'tag': '5922b09c-43d9-424f-a022-b55b3d8e48ce'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:37:44.534946 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'tag': '5922b09c-43d9-424f-a022-b55b3d8e48ce', 'status': 'completed', 'code': 200}
Dec 19 13:37:44.618251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.620232 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-c0834366-4e4e-43ff-837e-d90e1ee7cc65 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:37:44.646883 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-406290e4-6b50-43bf-8e77-b2ca197a4a15 req-1132adf3-4ebe-418f-8080-a114a96f58c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 1098 time: 0.0820696
Dec 19 13:37:44.765050 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.797537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4c5d3984-db07-461f-b724-d8b3428399ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.822743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406290e4-6b50-43bf-8e77-b2ca197a4a15 req-875ec771-bc2b-4867-bae2-5e59a4c537f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:44.827721 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-406290e4-6b50-43bf-8e77-b2ca197a4a15 req-875ec771-bc2b-4867-bae2-5e59a4c537f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.1702008
Dec 19 13:37:44.844029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46fea3d0>,) {'filters': {'network_id': ['3d0be4a2-6488-42a4-bb5b-1b67526f92af']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:44.862857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46fea3d0>, 'c4179752-6372-401e-be09-e8e6ebb22367') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:44.863166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46fea3d0>, 'c4179752-6372-401e-be09-e8e6ebb22367') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:44.879969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.905073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.918719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8b496-793a-46b0-85e6-c731021ad8f9 req-0ea90680-2bfe-466c-a6fb-cb9d9fd98357 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:44.920131 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ffe8b496-793a-46b0-85e6-c731021ad8f9 req-0ea90680-2bfe-466c-a6fb-cb9d9fd98357 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.1470699
Dec 19 13:37:44.921079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:37:44.921461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:37:44.937065 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:37:44.968163 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-406290e4-6b50-43bf-8e77-b2ca197a4a15 req-0bf1fda6-dd2e-4042-a179-965908f937eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5922b09c-43d9-424f-a022-b55b3d8e48ce HTTP/1.1" status: 200  len: 998 time: 0.1343470
Dec 19 13:37:45.039325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406290e4-6b50-43bf-8e77-b2ca197a4a15 req-7a50311e-6510-44ee-8685-6c2d34ea5b43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:45.039493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c0834366-4e4e-43ff-837e-d90e1ee7cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4742e1f0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '443568c5-b4fb-44d8-ad2f-d5abd9534600', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': '5922b09c-43d9-424f-a022-b55b3d8e48ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:ac:8d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:37:42Z', 'updated_at': '2021-12-19T13:37:42Z', 'revision_number': 0, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}, {'id': 'bb42ab16-22fd-420d-9a40-4a156b53eeb1', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:4e:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:34:04Z', 'revision_number': 1, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:45.042651 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-406290e4-6b50-43bf-8e77-b2ca197a4a15 req-7a50311e-6510-44ee-8685-6c2d34ea5b43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.0678229
Dec 19 13:37:45.043910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0834366-4e4e-43ff-837e-d90e1ee7cc65 None None] Checking router: acbf5ca9-9d83-418d-a03b-2830e1d7fc94 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:37:45.054189 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ffe8b496-793a-46b0-85e6-c731021ad8f9 req-bff7b708-ba1d-4a5e-a092-2ec6127cfabb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660651
Dec 19 13:37:45.056360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0834366-4e4e-43ff-837e-d90e1ee7cc65 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:45.056993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c0834366-4e4e-43ff-837e-d90e1ee7cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4742e1f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:45.121716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:45.123272 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-406290e4-6b50-43bf-8e77-b2ca197a4a15 req-f3b23598-087a-4e2f-b675-663678f9079f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735569
Dec 19 13:37:45.125481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-17994eee-a85d-44a7-aaf5-1dc89d2d324e tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:45.143123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:45.155182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Network': ['ID=3d0be4a2-6488-42a4-bb5b-1b67526f92af,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:45.157609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:45.214408 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/networks/3d0be4a2-6488-42a4-bb5b-1b67526f92af HTTP/1.1" status: 204  len: 168 time: 0.8642163
Dec 19 13:37:45.241300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47302) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:45.252955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'network': {'name': 'tempest-network-smoke--1373383131', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'port_security_enabled': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:45.258452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-c0834366-4e4e-43ff-837e-d90e1ee7cc65 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:37:45.260765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:45.265355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:network and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:45.268273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:45.274564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:45.278982 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-406290e4-6b50-43bf-8e77-b2ca197a4a15 req-0c50b67f-ac13-4244-a00e-07b0ee6728c6 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469624
Dec 19 13:37:45.369098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:37:45.372748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:45.412650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:37:45.419648 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-406290e4-6b50-43bf-8e77-b2ca197a4a15 req-49d730f4-a03a-4788-8c83-410c39d014b0 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332183
Dec 19 13:37:45.423516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:45.423852 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Added segment 17c69415-0684-48d2-8da9-0e0f1f0e9ac6 of type vlan for network a5b7d040-1626-48db-8676-a3fb905d4d99
Dec 19 13:37:45.457908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:45.506573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa2b009b-4aa4-4e55-a535-0d707c38936d no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:37:45.548417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: aa2b009b-4aa4-4e55-a535-0d707c38936d {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:37:45.548768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device aa2b009b-4aa4-4e55-a535-0d707c38936d not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:37:45.585577 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f152d367-c765-459f-822a-64c883cf4d48 req-e48df4a4-234c-4db7-a9c7-6561e11eb137 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 1098 time: 0.0723116
Dec 19 13:37:45.627902 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f152d367-c765-459f-822a-64c883cf4d48 req-12be3bfd-b764-4594-8d0a-3a0e52502bea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364740
Dec 19 13:37:45.630480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:45.634335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:45.635002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:45.640110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:45.671749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c0834366-4e4e-43ff-837e-d90e1ee7cc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4742e1f0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '443568c5-b4fb-44d8-ad2f-d5abd9534600', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': '5922b09c-43d9-424f-a022-b55b3d8e48ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:ac:8d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:37:42Z', 'updated_at': '2021-12-19T13:37:42Z', 'revision_number': 0, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}, {'id': 'bb42ab16-22fd-420d-9a40-4a156b53eeb1', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:4e:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:34:04Z', 'revision_number': 1, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:45.676204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0834366-4e4e-43ff-837e-d90e1ee7cc65 None None] The sync data for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv is: [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '443568c5-b4fb-44d8-ad2f-d5abd9534600', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': '5922b09c-43d9-424f-a022-b55b3d8e48ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:ac:8d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:37:42Z', 'updated_at': '2021-12-19T13:37:42Z', 'revision_number': 0, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}, {'id': 'bb42ab16-22fd-420d-9a40-4a156b53eeb1', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:4e:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:34:04Z', 'revision_number': 1, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:37:45.752972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Network': ['ID=a5b7d040-1626-48db-8676-a3fb905d4d99,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:45.755921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:45.763956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network a5b7d040-1626-48db-8676-a3fb905d4d99 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:37:45.835316 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-12a964ed-4748-4a75-b32f-311c5127ca4a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5933809
Dec 19 13:37:45.838007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47306) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:45.843592 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'admin_state_up': True, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:45.851492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:45.856346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:router and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:45.861779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:45.866909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:45.887298 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d30b2d-6572-467b-9a21-b90b67ae40e5 None None] New status for floating IP 443568c5-b4fb-44d8-ad2f-d5abd9534600: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:37:45.967721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:45.968687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:45.986728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:46.209225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:46.241675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:46.288342 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44c33e-410d-41aa-8147-46a2f632d6bd req-431934cf-e927-46d9-a1ee-f6b767550d49 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:46.289787 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8d44c33e-410d-41aa-8147-46a2f632d6bd req-431934cf-e927-46d9-a1ee-f6b767550d49 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0948591
Dec 19 13:37:46.299026 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:46.335997 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8d44c33e-410d-41aa-8147-46a2f632d6bd req-95594b65-c97a-47bc-8347-c837f399668a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407073
Dec 19 13:37:46.560235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:46.594227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:46.734301 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.197 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/3a0d0aee-d130-45fb-b0e3-9acac5175ec6) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:37:46.884411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:46.956531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:46.961903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device cd9a6ec8-a4f1-4d84-9f69-24447b5df60d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:37:46.962429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:46.966584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device cd9a6ec8-a4f1-4d84-9f69-24447b5df60d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:37:47.026823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:47.029975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:47.032312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:37:47.183154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=3a0d0aee-d130-45fb-b0e3-9acac5175ec6,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:47.185049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:47.186584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:47.218847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:47.242121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:37:47.246434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'port_id': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'mac_address': 'fa:16:3e:a3:e7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:37:47.280519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:47.308155 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'code': 200}
Dec 19 13:37:47.308726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:47.325712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd9a6ec8-a4f1-4d84-9f69-24447b5df60d {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:37:47.373403 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:47.375663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:47.465272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:47.466357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:47.547377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:37:47.547605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:37:47.560953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:47.563976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:47.619010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:47.625465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8079-1031-4348-9176-b0f5aa4e33f2 req-ec8e2dda-2bdf-466f-a247-e055e8d8347e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:47.626952 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c1bc8079-1031-4348-9176-b0f5aa4e33f2 req-ec8e2dda-2bdf-466f-a247-e055e8d8347e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 943 time: 0.1629498
Dec 19 13:37:47.749940 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c1bc8079-1031-4348-9176-b0f5aa4e33f2 req-e1f49db1-ccc4-4bea-a488-78cf1ca23595 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107972
Dec 19 13:37:47.782486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47316) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:47.907424 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-83cf0be3-2c98-4ab4-8be7-bf1dc9d34993 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/floatingips/31a8df98-e0a8-4f0e-8690-436ee90aed4c HTTP/1.1" status: 200  len: 990 time: 0.1223066
Dec 19 13:37:47.944269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:37:48.110054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:48.132337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9a6ec8-a4f1-4d84-9f69-24447b5df60d {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:37:48.150002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:48.185184 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:37:48.195623 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Sync routers for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:37:48.210875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:48.212033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46bfcf70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:48.280992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:48.287774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:48.288993 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.4498527
Dec 19 13:37:48.292226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47320) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:48.293490 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:48.337948 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a55a3935-f65e-4e2d-8472-1e96057a5701 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=077ccee64892449c9cacad2ed1d1a724&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0443819
Dec 19 13:37:48.340392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47324) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:48.441743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:48.448098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:48.470330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:37:48.477701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a68a0bf-1177-4507-84c8-863ce0c22830 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:48.479268 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5a68a0bf-1177-4507-84c8-863ce0c22830 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1378744
Dec 19 13:37:48.482168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47328) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:48.522784 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4cdb0e5e-686d-4c4b-87ca-c264aee099ae tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0394990
Dec 19 13:37:48.525240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47332) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:48.573444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['cd9a6ec8-a4f1-4d84-9f69-24447b5df60d'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:37:48.702821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1324702848', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:48.814140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:48.818410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:subnet and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:48.821247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:48.826811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:48.911191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:37:48.912267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46bfcf70>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:47Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:48.925904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Checking router: e3e01a69-22ab-402c-aa42-bd4f79c7c4ea for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:37:48.927479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Updating router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:37:49.013636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:49.135342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:49.385719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:49.390170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:49.395287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b0280293-57f0-457f-a4d5-386ec37b83fc tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:49.399950 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Transition to ACTIVE for port object 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:37:49.469975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Subnet': ['ID=09e851d6-1253-4987-b91d-19822a938487,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:49.474049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:49.480769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Checking segment: {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:37:49.485003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network hostable DHCP agents. Network: a5b7d040-1626-48db-8676-a3fb905d4d99, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:37:49.485141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:49.485908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-775a6d87-7348-44b6-9afc-b6fd0dc65c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:49.563623 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e51f9-ba74-4b37-9c10-79984095e6a1 None None] Pushing event updated for resources: {'Port': ['ID=3a0d0aee-d130-45fb-b0e3-9acac5175ec6,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:49.565835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Attempting to bind port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:37:49.566203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Attempting to bind port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:37:49.566766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Attempting to bind port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:37:49.568891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e37e51f9-ba74-4b37-9c10-79984095e6a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:49.573943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:37:49.574314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:37:49.574714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:49.575122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:37:49.575584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Bound port: 3a0d0aee-d130-45fb-b0e3-9acac5175ec6, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:37:49.575959 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:49.584206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network a5b7d040-1626-48db-8676-a3fb905d4d99 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:37:49.647114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] For port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:37:49.649985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] For port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3a0d0aee-d130-45fb-b0e3-9acac5175ec6,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:37:49.687453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, a5b7d040-1626-48db-8676-a3fb905d4d99) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:49.692773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:49.693706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:49.698164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb59899-6d90-432a-ab5f-403a35f89cb5 None None] Network a5b7d040-1626-48db-8676-a3fb905d4d99 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:37:49.806895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:49.814254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-13e83e06-b52f-466c-96d9-ea2002ba4e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:49.848620 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.3222489
Dec 19 13:37:49.853537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47338) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:49.933532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e51f9-ba74-4b37-9c10-79984095e6a1 None None] Pushing event updated for resources: {'Port': ['ID=3a0d0aee-d130-45fb-b0e3-9acac5175ec6,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:49.940305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e37e51f9-ba74-4b37-9c10-79984095e6a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:49.943448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:49.944062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46bfcf70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:50.171346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-a5b7d040-1626-48db-8676-a3fb905d4d99', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:37:50.172372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:50.262106 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:37:50.518917 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Allocated IP 172.20.0.2 (a5b7d040-1626-48db-8676-a3fb905d4d99/09e851d6-1253-4987-b91d-19822a938487/ffd8621c-6c00-46ae-8083-12025ca6c41d) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:37:50.642910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:50.774983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46bfcf70>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:47Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:50.788126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf912b68-8946-4a3b-91e2-9d8ca1da5f16 None None] The sync data for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv is: [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:47Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:37:50.801885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:50.822159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Transition to ACTIVE for port object ffd8621c-6c00-46ae-8083-12025ca6c41d will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:37:50.846764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Transition to ACTIVE for port object ffd8621c-6c00-46ae-8083-12025ca6c41d will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:37:50.950598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:50.955133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:50.990031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device cd9a6ec8-a4f1-4d84-9f69-24447b5df60d up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:37:51.059217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Network a5b7d040-1626-48db-8676-a3fb905d4d99 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:51.067159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:51.075253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:37:51.087433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Pushing event updated for resources: {'Port': ['ID=ffd8621c-6c00-46ae-8083-12025ca6c41d,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:51.090022 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:51.196797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:51.197178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:51.208061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.1 (a5b7d040-1626-48db-8676-a3fb905d4d99/09e851d6-1253-4987-b91d-19822a938487/7076173d-9833-422a-98be-8bac1e063e92) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:37:51.228269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Attempting to bind port ffd8621c-6c00-46ae-8083-12025ca6c41d on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:37:51.228269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Attempting to bind port ffd8621c-6c00-46ae-8083-12025ca6c41d by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:37:51.228269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Attempting to bind port ffd8621c-6c00-46ae-8083-12025ca6c41d on network a5b7d040-1626-48db-8676-a3fb905d4d99 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:37:51.245109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:37:51.245109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Checking segment: {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:37:51.245109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:51.245109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Bound using segment: {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:37:51.245109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Bound port: ffd8621c-6c00-46ae-8083-12025ca6c41d, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:37:51.245109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:51.384081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:51.401754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 7076173d-9833-422a-98be-8bac1e063e92 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:37:51.441926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] For port ffd8621c-6c00-46ae-8083-12025ca6c41d, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:37:51.448661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:51.466605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] For port ffd8621c-6c00-46ae-8083-12025ca6c41d, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ffd8621c-6c00-46ae-8083-12025ca6c41d,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:37:51.479185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:37:51.489562 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:51.507683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:51.512430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-14686cd6-8eca-4085-b728-dd368641a862 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:51.541650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:51.541650 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'code': 200}
Dec 19 13:37:51.541650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:51.580146 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:51.580276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network a5b7d040-1626-48db-8676-a3fb905d4d99 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:51.588108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:51.591695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:37:51.644127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=7076173d-9833-422a-98be-8bac1e063e92,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:51.644127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:51.650912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Pushing event updated for resources: {'Port': ['ID=ffd8621c-6c00-46ae-8083-12025ca6c41d,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:51.655209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:51.655668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8557aa4d-4a8e-4d0a-823a-ff007e15c9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:51.660059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:51.727510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:51.730836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:51.834314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:52.331207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:52.401806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:52.430158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:52.524416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=7076173d-9833-422a-98be-8bac1e063e92,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:52.532008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:52.532008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:52.712014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network a5b7d040-1626-48db-8676-a3fb905d4d99 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:37:52.712014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:37:52.793340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bad764-1a4c-4816-93bd-b34e53ba2ebe None None] Network a5b7d040-1626-48db-8676-a3fb905d4d99 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:37:52.962234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1ccdf870-a30a-4bb3-84dd-44d8b2a86191 None None] Provisioning for port ffd8621c-6c00-46ae-8083-12025ca6c41d completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:37:53.253202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:37:53.413158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8d305c3d-0244-4138-bf65-42f1ddf27804 None None] Provisioning for port 7076173d-9833-422a-98be-8bac1e063e92 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:37:53.418744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8d305c3d-0244-4138-bf65-42f1ddf27804 None None] Provisioning complete for port 7076173d-9833-422a-98be-8bac1e063e92 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:53.419304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d305c3d-0244-4138-bf65-42f1ddf27804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:53.481573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:37:53.485310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8d305c3d-0244-4138-bf65-42f1ddf27804 None None] Port 7076173d-9833-422a-98be-8bac1e063e92 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:37:53.499321 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/e3e01a69-22ab-402c-aa42-bd4f79c7c4ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6445322
Dec 19 13:37:53.505779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47346) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:53.569341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:37:53.647698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2f9beea7-3da8-4d15-b98e-cff58316e285 None None] Provisioning complete for port 7076173d-9833-422a-98be-8bac1e063e92 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:53.648076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f9beea7-3da8-4d15-b98e-cff58316e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:53.683018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2df900-0a97-4e3d-b729-d6ffaa91892d tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.683402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2df900-0a97-4e3d-b729-d6ffaa91892d tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.683933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2df900-0a97-4e3d-b729-d6ffaa91892d tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.684280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2df900-0a97-4e3d-b729-d6ffaa91892d tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.684622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2df900-0a97-4e3d-b729-d6ffaa91892d tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.684961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2df900-0a97-4e3d-b729-d6ffaa91892d tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.685297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2df900-0a97-4e3d-b729-d6ffaa91892d tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.687045 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ae2df900-0a97-4e3d-b729-d6ffaa91892d tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4971 time: 0.1803381
Dec 19 13:37:53.689884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47350) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:53.705773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-2f9beea7-3da8-4d15-b98e-cff58316e285 None None] Port 7076173d-9833-422a-98be-8bac1e063e92 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:37:53.764081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dcf7c-1463-43d8-868a-1dffda73ad45 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.764434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dcf7c-1463-43d8-868a-1dffda73ad45 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.764774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dcf7c-1463-43d8-868a-1dffda73ad45 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.765110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dcf7c-1463-43d8-868a-1dffda73ad45 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.765445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dcf7c-1463-43d8-868a-1dffda73ad45 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.765824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dcf7c-1463-43d8-868a-1dffda73ad45 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.766159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dcf7c-1463-43d8-868a-1dffda73ad45 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:53.767927 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-925dcf7c-1463-43d8-868a-1dffda73ad45 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4629 time: 0.0771699
Dec 19 13:37:53.770653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47354) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:53.789842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:37:53.795172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:53.795769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:53.865272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-90e59309-bd7f-4d3b-a102-907bc3fd6f3b None None] Provisioning complete for port 7076173d-9833-422a-98be-8bac1e063e92 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:53.865646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-90e59309-bd7f-4d3b-a102-907bc3fd6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:53.961675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-90e59309-bd7f-4d3b-a102-907bc3fd6f3b None None] Port 7076173d-9833-422a-98be-8bac1e063e92 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:37:53.979541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:53.989964 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d824e337-81ef-49c6-81d9-dae614a131f7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3773 time: 0.2181592
Dec 19 13:37:53.998594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3a0d0aee-d130-45fb-b0e3-9acac5175ec6,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:54.035911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.036804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ffd8621c-6c00-46ae-8083-12025ca6c41d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:37:54.067443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e4181355-cd27-47d9-894e-a24d8e17bc2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:54.153158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=3a0d0aee-d130-45fb-b0e3-9acac5175ec6,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:54.159295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:54.224565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port ffd8621c-6c00-46ae-8083-12025ca6c41d completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:37:54.229439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ffd8621c-6c00-46ae-8083-12025ca6c41d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:54.233867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.295200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47360) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:54.302231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-681658490', 'description': 'tempest-secgroup-smoke-681658490 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:54.308110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:54.312232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:54.315247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:54.320979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:54.346226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.377787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port ffd8621c-6c00-46ae-8083-12025ca6c41d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ffd8621c-6c00-46ae-8083-12025ca6c41d,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:37:54.418821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.453946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:54.457645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:54.460355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:54.465893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:54.490899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.490899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2e848f33-a2bf-47ef-b98b-c73de91b88b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:54.521331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.549507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=ffd8621c-6c00-46ae-8083-12025ca6c41d,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:54.553343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:54.601501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.605486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b02db764-48e6-4270-812a-8f5348377fd9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:54.648936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b27f02b-2f13-4a00-af53-77724f3a68cb,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:54.651774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:54.710291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.711452 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4151614
Dec 19 13:37:54.714179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47364) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:54.719899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '5b27f02b-2f13-4a00-af53-77724f3a68cb', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:54.726476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:54.730314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:54.733155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:54.738917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:54.802354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.862206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.904212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.906014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5b27af9a-46db-42cc-b49d-7d79c5bbed50 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:54.928988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4f47fe-9973-4b13-8879-5c55752ce6b8,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:54.933210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:54.978667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:54.979875 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2647412
Dec 19 13:37:54.984871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47368) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:54.989958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '5b27f02b-2f13-4a00-af53-77724f3a68cb', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:54.996067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:55.000002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:55.003008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:55.009767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:55.076841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.138660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.208016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.209954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-21a9ae5b-cb1c-4db2-9609-a46b1ffcfbe0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:55.234477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1070287d-bc67-4981-8c53-9ded32d1076b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:55.236924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:55.247803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.321508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.322637 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3375018
Dec 19 13:37:55.327382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47372) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:55.332995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '5b27f02b-2f13-4a00-af53-77724f3a68cb', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:55.338754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:55.342485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:55.345460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:55.351224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:55.431522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.498128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:37:55.499894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.571270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:55.571650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.590132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.597956 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:55.620746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cdf8e4-baad-4bc9-9b37-ab4b220602b8,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:55.623199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:55.692114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ffd8621c-6c00-46ae-8083-12025ca6c41d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:37:55.698768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.700056 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3718040
Dec 19 13:37:55.702928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47376) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:55.709015 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '5b27f02b-2f13-4a00-af53-77724f3a68cb', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:55.714938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:55.718833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:55.722104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:55.728768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:55.760456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port ffd8621c-6c00-46ae-8083-12025ca6c41d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:37:55.760841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.791792 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.855978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.921212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:55.923283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bbb8d06f-61c2-4f50-837d-d8a942c8f87b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:55.946144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a16b1b-f21e-4fce-a522-079691fc9484,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:55.948548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:56.025039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:56.025572 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3212991
Dec 19 13:37:56.028199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47380) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:56.035468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '5b27f02b-2f13-4a00-af53-77724f3a68cb', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:56.039941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:56.043704 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:56.046503 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:56.053027 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:56.115445 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:37:56.121752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:56.192464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:56.253135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:56.255167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f701cd47-8bc6-494c-b61f-bb63bd313a28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:56.279667 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0247a7d2-caa1-4ccc-82d3-000b44c12ea3,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:56.280509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:56.351209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:56.351470 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3223703
Dec 19 13:37:56.354150 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47384) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:37:56.359698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '5b27f02b-2f13-4a00-af53-77724f3a68cb', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:37:56.366007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:37:56.369683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:37:56.372515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:37:56.378030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:37:56.470240 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:37:56.477193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:56.543144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:56.647402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:56.649135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8feb9ca7-8970-4dae-ab7d-2ad9c06e7ad9 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:37:56.670886 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63021eb6-b412-4838-991f-320b96721f32,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:37:56.673526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:37:56.738500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:37:56.739822 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3847415
Dec 19 13:37:57.104711 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-a6e142cf-8dd6-465c-a2c2-36ba167cb049 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-681658490&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.0407860
Dec 19 13:37:57.253218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-b1b8d4e0-7c85-4a54-bcd3-b636eab671f8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:37:57.254191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-b1b8d4e0-7c85-4a54-bcd3-b636eab671f8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:37:57.309840 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-b1b8d4e0-7c85-4a54-bcd3-b636eab671f8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:37:57.310998 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-b1b8d4e0-7c85-4a54-bcd3-b636eab671f8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/networks?id=a5b7d040-1626-48db-8676-a3fb905d4d99 HTTP/1.1" status: 200  len: 797 time: 0.2000666
Dec 19 13:37:57.327861 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-ef91c552-8217-41bc-8e47-230dbc84025d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/quotas/077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 375 time: 0.0112655
Dec 19 13:37:57.408131 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-903890b3-20aa-40ce-a449-346e8624290b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0749800
Dec 19 13:37:57.497766 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-29ee4df9-569f-47c1-a22d-f17bbbee94e1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:37:57.498726 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-29ee4df9-569f-47c1-a22d-f17bbbee94e1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0782807
Dec 19 13:37:57.631600 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-991005ba-9f91-4164-b751-c7b4ed973f77 service neutron] 10.222.0.24 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263387
Dec 19 13:37:57.762223 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-f0fc3b20-d394-433f-9114-dd8be78fa780 service neutron] 10.222.0.24 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248236
Dec 19 13:37:58.086518 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f700b9d5-9955-4678-8099-4fcdc20a169b req-272de56b-a60a-4664-a8ff-1c49c8e3bc8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 210 time: 0.1156549
Dec 19 13:37:59.263907 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3bad0966-306d-497b-9f05-83b11a21907c req-ce25d191-cf54-45d8-94e2-cafae3e1b3d5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 210 time: 0.0425160
Dec 19 13:37:59.765453 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Sync routers for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:37:59.784330 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:37:59.784330 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4757b460>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:37:59.964850 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:38:00.289584 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4757b460>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:37:52Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:00.309986 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Checking router: e3e01a69-22ab-402c-aa42-bd4f79c7c4ea for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:38:00.309986 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Updating router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea port 7076173d-9833-422a-98be-8bac1e063e92 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:38:00.388704 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:00.459815 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-be8c5f9d-378b-4abb-8a05-f66e29fd3d43 req-db809fdc-bc55-4076-b2c7-ff8237c8b825 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 210 time: 0.0570419
Dec 19 13:38:00.467363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-ae08d034-5d8d-46a2-bd0c-f8f2f966f2ad tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:00.467363 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-ae08d034-5d8d-46a2-bd0c-f8f2f966f2ad tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=a5b7d040-1626-48db-8676-a3fb905d4d99 HTTP/1.1" status: 200  len: 797 time: 0.1979334
Dec 19 13:38:00.528327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-4e88b75a-9334-44be-b7b4-ad1bb6483c88 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:38:00.625896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-4e88b75a-9334-44be-b7b4-ad1bb6483c88 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:38:00.625896 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-4e88b75a-9334-44be-b7b4-ad1bb6483c88 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 379 time: 0.1499808
Dec 19 13:38:00.649880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'device_id': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'admin_state_up': True, 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'security_groups': ['5b27f02b-2f13-4a00-af53-77724f3a68cb']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:38:00.808622 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:00.824976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:38:00.824976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:port and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:38:00.829459 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Transition to ACTIVE for port object 7076173d-9833-422a-98be-8bac1e063e92 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:38:00.831677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:38:00.842922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:38:00.905761 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:00.905761 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:00.924480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:38:00.924480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:01.045424 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Pushing event updated for resources: {'Port': ['ID=7076173d-9833-422a-98be-8bac1e063e92,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:01.128316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:01.173881 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Attempting to bind port 7076173d-9833-422a-98be-8bac1e063e92 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:38:01.173881 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Attempting to bind port 7076173d-9833-422a-98be-8bac1e063e92 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:38:01.173881 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Attempting to bind port 7076173d-9833-422a-98be-8bac1e063e92 on network a5b7d040-1626-48db-8676-a3fb905d4d99 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:38:01.184293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:38:01.184293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Checking segment: {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:38:01.184293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:01.184293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Bound using segment: {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:38:01.184293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Bound port: 7076173d-9833-422a-98be-8bac1e063e92, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:38:01.184293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:01.193116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.8 (a5b7d040-1626-48db-8676-a3fb905d4d99/09e851d6-1253-4987-b91d-19822a938487/6d86b6a8-80fe-489b-a52f-d89bd1285ffd) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:38:01.319280 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] For port 7076173d-9833-422a-98be-8bac1e063e92, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:38:01.319280 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] For port 7076173d-9833-422a-98be-8bac1e063e92, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=7076173d-9833-422a-98be-8bac1e063e92,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:38:01.403694 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:01.403694 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-f766da16-e237-4e08-8866-7e7310977f9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:01.497730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:01.500602 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:38:01.500602 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4757b460>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:37:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:01.520284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 6d86b6a8-80fe-489b-a52f-d89bd1285ffd will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:38:01.642567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:01.653483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:01.733056 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:38:01.993583 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Pushing event updated for resources: {'Port': ['ID=7076173d-9833-422a-98be-8bac1e063e92,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:01.993583 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:02.026536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network a5b7d040-1626-48db-8676-a3fb905d4d99 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:38:02.026536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=6d86b6a8-80fe-489b-a52f-d89bd1285ffd,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:02.026536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:38:02.026536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:02.026536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:38:02.043596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c5746-ba5d-4ec3-a884-b6f34aec7844 req-05b32025-629a-4e68-951d-91fea5f1f6f9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:02.053845 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e58c5746-ba5d-4ec3-a884-b6f34aec7844 req-05b32025-629a-4e68-951d-91fea5f1f6f9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 931 time: 0.2722228
Dec 19 13:38:02.119870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:02.119870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:02.127091 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e58c5746-ba5d-4ec3-a884-b6f34aec7844 req-3c3c4b90-b5e3-47d4-b133-3b30b357f8ff tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747185
Dec 19 13:38:02.202954 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4757b460>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:01Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:02.206568 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6e2c38-78a3-43d8-a0c5-75c846e3b397 None None] The sync data for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv is: [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:01Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:38:02.284179 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6531165
Dec 19 13:38:02.296617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Request body: {'port': {'device_id': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:38:02.448609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:02.556220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d8c6ba09-0484-4cec-8539-bbf1b44e54ec None None] Provisioning for port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:38:02.561705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d8c6ba09-0484-4cec-8539-bbf1b44e54ec None None] Provisioning complete for port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:38:02.562085 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d8c6ba09-0484-4cec-8539-bbf1b44e54ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:02.625696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6ba09-0484-4cec-8539-bbf1b44e54ec None None] Port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:38:02.831969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d86b6a8-80fe-489b-a52f-d89bd1285ffd {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:38:02.839970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:02.858852 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Transition to ACTIVE for port object 6d86b6a8-80fe-489b-a52f-d89bd1285ffd will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:38:02.921842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:02.927663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f5cccbf6-b31e-4724-b2b0-29b869b83eb2 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:03.087621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Pushing event updated for resources: {'Port': ['ID=6d86b6a8-80fe-489b-a52f-d89bd1285ffd,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:03.087621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:03.227626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Attempting to bind port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:38:03.227626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Attempting to bind port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:38:03.227626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Attempting to bind port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd on network a5b7d040-1626-48db-8676-a3fb905d4d99 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:38:03.227626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd on network a5b7d040-1626-48db-8676-a3fb905d4d99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:38:03.227626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Attempting to bind port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd on network a5b7d040-1626-48db-8676-a3fb905d4d99 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:38:03.241330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:38:03.241330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Checking segment: {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:38:03.241330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Bound using segment: {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:38:03.241330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Bound port: 6d86b6a8-80fe-489b-a52f-d89bd1285ffd, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:38:03.241330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:03.363313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] For port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:38:03.366581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] For port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d86b6a8-80fe-489b-a52f-d89bd1285ffd,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:38:03.429496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fa4d7-c76c-41d9-aee4-9d7428a8228d req-b9eb2456-121d-434f-a0ff-c29dcfbe0f47 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:03.429496 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b7fa4d7-c76c-41d9-aee4-9d7428a8228d req-b9eb2456-121d-434f-a0ff-c29dcfbe0f47 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 943 time: 0.0814173
Dec 19 13:38:03.437390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:03.460798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:03.520078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:03.527017 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b7fa4d7-c76c-41d9-aee4-9d7428a8228d req-a5a55604-a37a-4f6c-bc72-f4032fd0dd0f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814185
Dec 19 13:38:03.530137 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] 10.222.0.18 "PUT /v2.0/ports/6d86b6a8-80fe-489b-a52f-d89bd1285ffd HTTP/1.1" status: 200  len: 1093 time: 1.2270112
Dec 19 13:38:03.530137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'tag': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:38:03.578917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Pushing event updated for resources: {'Port': ['ID=6d86b6a8-80fe-489b-a52f-d89bd1285ffd,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:03.578917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:03.601495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7076173d-9833-422a-98be-8bac1e063e92 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:38:03.716269 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'tag': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd', 'status': 'completed', 'code': 200}
Dec 19 13:38:03.753092 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-16b48964-4087-4830-9cf9-e1af0ed05f86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 1096 time: 0.1150529
Dec 19 13:38:03.836799 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-cc3bc570-d6f4-40d7-af91-684485f0a9c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d86b6a8-80fe-489b-a52f-d89bd1285ffd HTTP/1.1" status: 200  len: 217 time: 0.0779283
Dec 19 13:38:03.853071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 7076173d-9833-422a-98be-8bac1e063e92 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:38:03.853071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 7076173d-9833-422a-98be-8bac1e063e92 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:38:03.853071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:03.910147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-59705ca1-29f0-4eba-a583-538356aa27c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:03.910147 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-59705ca1-29f0-4eba-a583-538356aa27c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e851d6-1253-4987-b91d-19822a938487 HTTP/1.1" status: 200  len: 835 time: 0.0638056
Dec 19 13:38:03.994626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:04.003479 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-cc2e3276-76a6-4d7c-bbcc-4682b54611cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5b7d040-1626-48db-8676-a3fb905d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0866842
Dec 19 13:38:04.031826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 7076173d-9833-422a-98be-8bac1e063e92, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=7076173d-9833-422a-98be-8bac1e063e92,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:38:04.116692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:04.119521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8d96b020-3c24-4f7c-abd6-6d36456b4a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:04.138034 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-eea7d526-56db-4694-af68-3713cc1f64e6 service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285677
Dec 19 13:38:04.183976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=7076173d-9833-422a-98be-8bac1e063e92,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:04.187280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:04.271572 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d747a0bf-3124-4f98-a99d-beb64a37f587 req-d2a027ee-55df-4a3d-966c-57f06e5b18cf service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258845
Dec 19 13:38:04.534082 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-40c4e8c8-d1b9-4946-aae8-2ab1d69ed721 req-53a68749-3d99-4d13-92a7-55715f69ddb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 1096 time: 0.1641219
Dec 19 13:38:04.668261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4e8c8-d1b9-4946-aae8-2ab1d69ed721 req-d0058049-3fb9-470d-ab25-508a9e7d4889 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:04.669712 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-40c4e8c8-d1b9-4946-aae8-2ab1d69ed721 req-d0058049-3fb9-470d-ab25-508a9e7d4889 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5b7d040-1626-48db-8676-a3fb905d4d99 HTTP/1.1" status: 200  len: 898 time: 0.1292474
Dec 19 13:38:04.730459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77d158-6a5f-429a-b4c6-70979cb22792 req-27322215-73b7-4758-b94d-505e1f96a1ba tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:04.731943 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fe77d158-6a5f-429a-b4c6-70979cb22792 req-27322215-73b7-4758-b94d-505e1f96a1ba tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 943 time: 0.0767212
Dec 19 13:38:04.740860 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-40c4e8c8-d1b9-4946-aae8-2ab1d69ed721 req-bb0af096-ddef-4a1b-9cb0-36fa8ed2c976 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d86b6a8-80fe-489b-a52f-d89bd1285ffd HTTP/1.1" status: 200  len: 217 time: 0.0630796
Dec 19 13:38:04.780209 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fe77d158-6a5f-429a-b4c6-70979cb22792 req-d8826e1b-19af-40f4-8ae0-293dd52b9c70 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424838
Dec 19 13:38:04.808690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4e8c8-d1b9-4946-aae8-2ab1d69ed721 req-2508cb32-a3fc-494e-b71a-713b21edb2c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:04.810130 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-40c4e8c8-d1b9-4946-aae8-2ab1d69ed721 req-2508cb32-a3fc-494e-b71a-713b21edb2c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e851d6-1253-4987-b91d-19822a938487 HTTP/1.1" status: 200  len: 835 time: 0.0622499
Dec 19 13:38:04.884636 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-40c4e8c8-d1b9-4946-aae8-2ab1d69ed721 req-0e5b8759-9958-4628-bcd5-30d83d9c052b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5b7d040-1626-48db-8676-a3fb905d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0656412
Dec 19 13:38:05.024342 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-40c4e8c8-d1b9-4946-aae8-2ab1d69ed721 req-e17f4132-cadd-4b03-bb48-a51a9650a442 service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281154
Dec 19 13:38:05.164106 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-40c4e8c8-d1b9-4946-aae8-2ab1d69ed721 req-f66ac93c-9030-453a-a025-559a190bc688 service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297972
Dec 19 13:38:05.499027 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7076173d-9833-422a-98be-8bac1e063e92 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:38:05.569213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 7076173d-9833-422a-98be-8bac1e063e92 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:38:05.569590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:05.990049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97a3ee-6f1d-4a6b-ba26-e9922448e3e6 req-ec267f11-d5d4-4eb8-b1a8-c1d4d886940f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:05.991470 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4c97a3ee-6f1d-4a6b-ba26-e9922448e3e6 req-ec267f11-d5d4-4eb8-b1a8-c1d4d886940f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 943 time: 0.0828326
Dec 19 13:38:06.021826 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:38:06.038282 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4c97a3ee-6f1d-4a6b-ba26-e9922448e3e6 req-34cf184b-c9b8-49dd-b96f-1be232c01253 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407863
Dec 19 13:38:07.035737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 6d86b6a8-80fe-489b-a52f-d89bd1285ffd details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:38:07.226803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d86b6a8-80fe-489b-a52f-d89bd1285ffd,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:38:07.226803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'port_id': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd', 'mac_address': 'fa:16:3e:11:06:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:38:07.247740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54385-4205-44d6-ac17-c344661a3e3f req-c466068e-e858-443c-8039-8c91eb6a8054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:07.249169 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-05a54385-4205-44d6-ac17-c344661a3e3f req-c466068e-e858-443c-8039-8c91eb6a8054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 943 time: 0.0879476
Dec 19 13:38:07.253194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:07.277464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d86b6a8-80fe-489b-a52f-d89bd1285ffd {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:38:07.293527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d86b6a8-80fe-489b-a52f-d89bd1285ffd,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:38:07.296467 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-05a54385-4205-44d6-ac17-c344661a3e3f req-25821dea-d3f5-46d5-8178-35bbdceee1b3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412254
Dec 19 13:38:07.750005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:07.754550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:07.822492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=6d86b6a8-80fe-489b-a52f-d89bd1285ffd,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:07.830243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:07.999718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['6d86b6a8-80fe-489b-a52f-d89bd1285ffd'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:38:08.498730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9035c-5ff9-4a97-95a8-258816911f1f req-bc4710be-4070-4260-b6ea-580ade536ef3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:08.500226 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6cf9035c-5ff9-4a97-95a8-258816911f1f req-bc4710be-4070-4260-b6ea-580ade536ef3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 944 time: 0.0801725
Dec 19 13:38:08.545376 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6cf9035c-5ff9-4a97-95a8-258816911f1f req-306ccf6c-e7aa-4f02-a539-d8d96a2877bb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393505
Dec 19 13:38:09.054140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 6d86b6a8-80fe-489b-a52f-d89bd1285ffd up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:38:09.212683 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:38:09.217530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:38:09.217914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:09.334505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:09.360330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:38:09.380560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d86b6a8-80fe-489b-a52f-d89bd1285ffd,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:38:09.432419 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:09.432419 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:09.504712 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd', 'code': 200}
Dec 19 13:38:09.513855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=6d86b6a8-80fe-489b-a52f-d89bd1285ffd,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:09.513855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:09.749980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3264d-e088-438a-8277-7daa639c7c01 req-89e4f721-153a-470f-bf44-b62f32bed25a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:09.751497 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ccc3264d-e088-438a-8277-7daa639c7c01 req-89e4f721-153a-470f-bf44-b62f32bed25a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 945 time: 0.0788841
Dec 19 13:38:09.802603 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ccc3264d-e088-438a-8277-7daa639c7c01 req-a7bad4ae-816b-4395-bb3e-c83205669771 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434656
Dec 19 13:38:09.883111 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9e7006ec-cac1-44f8-994b-42ae34fa0290 req-97db058f-7263-4846-a047-6d7ae2edea56 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 1098 time: 0.0744579
Dec 19 13:38:09.931098 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9e7006ec-cac1-44f8-994b-42ae34fa0290 req-acf1f413-d4d6-4890-8066-8aa2712e1f6c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391350
Dec 19 13:38:11.008925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f48c0-ff7b-43f6-87cc-a20b578d9f01 req-a60f683a-be65-456e-911e-ae1a9645c144 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:11.010442 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cb8f48c0-ff7b-43f6-87cc-a20b578d9f01 req-a60f683a-be65-456e-911e-ae1a9645c144 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 945 time: 0.0782380
Dec 19 13:38:11.069330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cb8f48c0-ff7b-43f6-87cc-a20b578d9f01 req-753bb288-e828-4162-87fa-7b977ae6573f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436354
Dec 19 13:38:12.264067 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072a354-f62e-41f4-8a42-4899a9ffe5c0 req-59b9a267-3954-4416-b4a2-1328575fec7f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:12.265487 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7072a354-f62e-41f4-8a42-4899a9ffe5c0 req-59b9a267-3954-4416-b4a2-1328575fec7f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 945 time: 0.0805407
Dec 19 13:38:12.311080 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7072a354-f62e-41f4-8a42-4899a9ffe5c0 req-f87891a4-a13c-4187-b8d4-a37095665755 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392432
Dec 19 13:38:12.401674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dd64b50d-8654-4cb2-84a7-ebda140acfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:12.509220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fab919-8dc5-485b-a6a7-dc583542139e req-88540f66-e205-4e7b-a974-fdcf9ae198b3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:12.510670 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a1fab919-8dc5-485b-a6a7-dc583542139e req-88540f66-e205-4e7b-a974-fdcf9ae198b3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 945 time: 0.0759110
Dec 19 13:38:12.556297 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a1fab919-8dc5-485b-a6a7-dc583542139e req-c9381b9b-86ca-48a5-a945-3f8df5b35c2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400424
Dec 19 13:38:12.583601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47454) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:12.809536 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0d464c91-9fa8-4855-a73c-9bb5571b9c01 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 1093 time: 0.2247562
Dec 19 13:38:12.813035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47460) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:12.817921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:38:12.824081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:38:12.827768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:floatingip and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:38:12.830640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:38:12.837486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:38:12.893110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:13.029382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:13.167840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.214 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/0dc5f0f2-f310-4f2a-bc7c-894dfebb819b) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:38:13.314013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:13.401759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:13.405502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8b067e18-4184-4301-b8c0-a12b599f9e7c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:13.471466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:38:13.474691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:38:13.476686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=0dc5f0f2-f310-4f2a-bc7c-894dfebb819b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:13.478750 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:38:13.502854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:14.086252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:14.199840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:14.401887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:14.441263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:14.445357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:14.546395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=0dc5f0f2-f310-4f2a-bc7c-894dfebb819b,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:14.556253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:14.563660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:14.648238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f47188ae-ae69-41b3-a197-bb31f32bf3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:14.760112 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP 57758da6-b515-4fc8-ac97-904d8942d10c associated. External IP: 172.26.4.214, port: 6d86b6a8-80fe-489b-a52f-d89bd1285ffd.
Dec 19 13:38:15.144767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:38:15.354554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:38:15.365265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d650ebe-be3c-49cc-af6b-297a8050c561 None None] Sync routers for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:38:15.377498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d650ebe-be3c-49cc-af6b-297a8050c561 None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:38:15.378115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4d650ebe-be3c-49cc-af6b-297a8050c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4772e7c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:38:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:15.470301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:15.526381 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7130671
Dec 19 13:38:15.531389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'tag': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:38:15.534413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47470) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:15.558593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-4d650ebe-be3c-49cc-af6b-297a8050c561 None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:38:15.666128 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d429e412-d169-4b24-8481-698b879fb99b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 200  len: 991 time: 0.1303270
Dec 19 13:38:15.691018 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'tag': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd', 'status': 'completed', 'code': 200}
Dec 19 13:38:15.790173 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-763f7d71-7b52-4cd0-bc34-355f94f79c58 req-8b9f8a2f-f8ff-434d-9ec3-88579f971db6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 1098 time: 0.0771227
Dec 19 13:38:15.957585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4d650ebe-be3c-49cc-af6b-297a8050c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4772e7c0>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '57758da6-b515-4fc8-ac97-904d8942d10c', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'port_id': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'mac_address': 'fa:16:3e:11:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:38:13Z', 'updated_at': '2021-12-19T13:38:13Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:15.962113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d650ebe-be3c-49cc-af6b-297a8050c561 None None] Checking router: e3e01a69-22ab-402c-aa42-bd4f79c7c4ea for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:38:15.972685 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d650ebe-be3c-49cc-af6b-297a8050c561 None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:38:15.973283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4d650ebe-be3c-49cc-af6b-297a8050c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4772e7c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:38:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:16.045506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7d71-7b52-4cd0-bc34-355f94f79c58 req-f09a4e2a-e4d4-4554-82ac-231c1bbcf72a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:16.047894 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-763f7d71-7b52-4cd0-bc34-355f94f79c58 req-f09a4e2a-e4d4-4554-82ac-231c1bbcf72a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5b7d040-1626-48db-8676-a3fb905d4d99 HTTP/1.1" status: 200  len: 898 time: 0.2508736
Dec 19 13:38:16.161791 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-763f7d71-7b52-4cd0-bc34-355f94f79c58 req-9c989eba-d070-46f1-80c8-560feb01d168 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d86b6a8-80fe-489b-a52f-d89bd1285ffd HTTP/1.1" status: 200  len: 999 time: 0.1078556
Dec 19 13:38:16.164969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-4d650ebe-be3c-49cc-af6b-297a8050c561 None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:38:16.224592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7d71-7b52-4cd0-bc34-355f94f79c58 req-7a1424e5-2f27-4638-9ced-9e6e54419a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:16.225558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:16.225932 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-763f7d71-7b52-4cd0-bc34-355f94f79c58 req-7a1424e5-2f27-4638-9ced-9e6e54419a97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e851d6-1253-4987-b91d-19822a938487 HTTP/1.1" status: 200  len: 835 time: 0.0582192
Dec 19 13:38:16.301879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:16.311082 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-763f7d71-7b52-4cd0-bc34-355f94f79c58 req-fc7943d9-6dc9-40db-9a23-5ade9261a491 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5b7d040-1626-48db-8676-a3fb905d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703323
Dec 19 13:38:16.478533 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-763f7d71-7b52-4cd0-bc34-355f94f79c58 req-cc83a8d4-cc00-403f-873e-7fdc992032c6 service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612191
Dec 19 13:38:16.568134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4d650ebe-be3c-49cc-af6b-297a8050c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4772e7c0>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '57758da6-b515-4fc8-ac97-904d8942d10c', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'port_id': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'mac_address': 'fa:16:3e:11:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:38:13Z', 'updated_at': '2021-12-19T13:38:13Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:16.572335 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d650ebe-be3c-49cc-af6b-297a8050c561 None None] The sync data for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv is: [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '57758da6-b515-4fc8-ac97-904d8942d10c', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'port_id': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'mac_address': 'fa:16:3e:11:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:38:13Z', 'updated_at': '2021-12-19T13:38:13Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:38:16.616259 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-763f7d71-7b52-4cd0-bc34-355f94f79c58 req-5b149932-e001-4184-832c-281590d8a383 service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299372
Dec 19 13:38:16.668139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47476) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:16.780810 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-45131116-758a-40e4-8c2b-d03f95781a8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 200  len: 991 time: 0.1114688
Dec 19 13:38:16.791256 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a81301b-bd79-4547-b2de-b8410e2b135d None None] New status for floating IP 57758da6-b515-4fc8-ac97-904d8942d10c: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:38:17.521744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:17.784601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47480) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:17.890657 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ae626414-3de4-4eb5-83c2-72a099b7c12c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 200  len: 993 time: 0.1048803
Dec 19 13:38:23.020206 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47488) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:23.220795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Deleting port 6e61fca8-1541-4d06-aa23-221e7b2ff0ae {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:38:23.221178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:23.489386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:23.489707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:23.613017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Calling delete_port for 6e61fca8-1541-4d06-aa23-221e7b2ff0ae owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:38:23.858302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:23.864373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-45e1f6ba-8b2b-4a13-89fd-9fc50d107c2c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:23.910090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event deleted for resources: {'Port': ['ID=6e61fca8-1541-4d06-aa23-221e7b2ff0ae,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:23.914133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:24.001113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:24.400314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Router 7d51f620-d30d-4546-b440-96d82c75278c has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:38:24.609933 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:38:24.630039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a68455-cf41-4354-a9e1-90e2533e1710 None None] Sync routers for ids ['7d51f620-d30d-4546-b440-96d82c75278c'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:38:24.643752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a68455-cf41-4354-a9e1-90e2533e1710 None None] Routers {'7d51f620-d30d-4546-b440-96d82c75278c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:38:24.644379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-55a68455-cf41-4354-a9e1-90e2533e1710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476b7be0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:38:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7d51f620-d30d-4546-b440-96d82c75278c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:24.687841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:24.752765 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "DELETE /v2.0/floatingips/31a8df98-e0a8-4f0e-8690-436ee90aed4c HTTP/1.1" status: 204  len: 168 time: 1.7314391
Dec 19 13:38:24.760137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:38:24.843609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-55a68455-cf41-4354-a9e1-90e2533e1710 None None] Set router 7d51f620-d30d-4546-b440-96d82c75278c gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:38:24.922836 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'status': 'completed', 'code': 200}
Dec 19 13:38:25.026872 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-62974bc5-a237-4883-8f6c-8a0f8c8c08dd req-7a8ea6e6-76ee-4b94-a20a-92e0d3d79236 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=67d7faaf2660420295018b86bab870e0&device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 1098 time: 0.0743735
Dec 19 13:38:25.160198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974bc5-a237-4883-8f6c-8a0f8c8c08dd req-9ee14521-3996-4187-a09b-09882e9a7d9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:25.161622 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-62974bc5-a237-4883-8f6c-8a0f8c8c08dd req-9ee14521-3996-4187-a09b-09882e9a7d9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=2673a9d2-31a7-46b3-8eca-1f3e630c07c9 HTTP/1.1" status: 200  len: 898 time: 0.1276722
Dec 19 13:38:25.192340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-55a68455-cf41-4354-a9e1-90e2533e1710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476b7be0>, [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:24Z', 'revision_number': 4, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '58fce993-4a22-49ec-b535-0c6802f07dcb', 'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'mac_address': 'fa:16:3e:86:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:22Z', 'updated_at': '2021-12-19T13:36:50Z', 'revision_number': 5, 'project_id': '67d7faaf2660420295018b86bab870e0', 'subnets': [{'id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:25.197764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a68455-cf41-4354-a9e1-90e2533e1710 None None] Checking router: 7d51f620-d30d-4546-b440-96d82c75278c for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:38:25.211015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a68455-cf41-4354-a9e1-90e2533e1710 None None] Routers {'7d51f620-d30d-4546-b440-96d82c75278c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:38:25.211870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-55a68455-cf41-4354-a9e1-90e2533e1710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476b7be0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:38:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7d51f620-d30d-4546-b440-96d82c75278c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:25.233704 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-62974bc5-a237-4883-8f6c-8a0f8c8c08dd req-b5aa2480-e0b6-43fd-8123-e94b4536cafa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d HTTP/1.1" status: 200  len: 217 time: 0.0650380
Dec 19 13:38:25.304594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974bc5-a237-4883-8f6c-8a0f8c8c08dd req-d6d67fd1-343d-498a-9fb0-0f4d27dfa7d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:25.306022 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-62974bc5-a237-4883-8f6c-8a0f8c8c08dd req-d6d67fd1-343d-498a-9fb0-0f4d27dfa7d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=066a522c-f4ee-44fd-a43c-8520761b5dbe HTTP/1.1" status: 200  len: 835 time: 0.0651958
Dec 19 13:38:25.364083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cb2e2-8c98-41a7-8db9-a25b49593d9e req-0a448332-ee92-4825-a8ca-61a59018ec95 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:25.365828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-0b2cb2e2-8c98-41a7-8db9-a25b49593d9e req-0a448332-ee92-4825-a8ca-61a59018ec95 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Synchronizing usage tracker for tenant:67d7faaf2660420295018b86bab870e0 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:38:25.386618 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-62974bc5-a237-4883-8f6c-8a0f8c8c08dd req-f6434370-8b8c-490f-886b-1fe6bbb28420 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2673a9d2-31a7-46b3-8eca-1f3e630c07c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716481
Dec 19 13:38:25.402931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:25.435962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-0b2cb2e2-8c98-41a7-8db9-a25b49593d9e req-0a448332-ee92-4825-a8ca-61a59018ec95 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Unset dirty status for tenant:67d7faaf2660420295018b86bab870e0 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:38:25.437662 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b2cb2e2-8c98-41a7-8db9-a25b49593d9e req-0a448332-ee92-4825-a8ca-61a59018ec95 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.1561489
Dec 19 13:38:25.451592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-55a68455-cf41-4354-a9e1-90e2533e1710 None None] Set router 7d51f620-d30d-4546-b440-96d82c75278c gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:38:25.504190 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b2cb2e2-8c98-41a7-8db9-a25b49593d9e req-763b32a8-d83e-4919-876e-ead3a0f395f5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494061
Dec 19 13:38:25.523209 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-62974bc5-a237-4883-8f6c-8a0f8c8c08dd req-22f20612-c017-46c5-8e1c-180e04b796fe service neutron] 10.222.0.18 "GET /v2.0/networks/2673a9d2-31a7-46b3-8eca-1f3e630c07c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293318
Dec 19 13:38:25.686739 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-62974bc5-a237-4883-8f6c-8a0f8c8c08dd req-1e202fa0-96bb-462f-870a-4bd5954072ea service neutron] 10.222.0.18 "GET /v2.0/networks/2673a9d2-31a7-46b3-8eca-1f3e630c07c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538699
Dec 19 13:38:25.785192 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-55a68455-cf41-4354-a9e1-90e2533e1710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476b7be0>, [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:24Z', 'revision_number': 4, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '58fce993-4a22-49ec-b535-0c6802f07dcb', 'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'mac_address': 'fa:16:3e:86:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:22Z', 'updated_at': '2021-12-19T13:36:50Z', 'revision_number': 5, 'project_id': '67d7faaf2660420295018b86bab870e0', 'subnets': [{'id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:25.789447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a68455-cf41-4354-a9e1-90e2533e1710 None None] The sync data for ids ['7d51f620-d30d-4546-b440-96d82c75278c'] in dv-neutron-821895-1-hyperv is: [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:36:24Z', 'revision_number': 4, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '58fce993-4a22-49ec-b535-0c6802f07dcb', 'name': '', 'network_id': '2673a9d2-31a7-46b3-8eca-1f3e630c07c9', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'mac_address': 'fa:16:3e:86:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:22Z', 'updated_at': '2021-12-19T13:36:50Z', 'revision_number': 5, 'project_id': '67d7faaf2660420295018b86bab870e0', 'subnets': [{'id': '066a522c-f4ee-44fd-a43c-8520761b5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:38:26.686229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0eb8f-e10c-457a-b3ad-6661d49fdc12 req-80a4e198-8c31-487e-95b9-a4422ceb3ecb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:26.687656 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93d0eb8f-e10c-457a-b3ad-6661d49fdc12 req-80a4e198-8c31-487e-95b9-a4422ceb3ecb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.18 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0826821
Dec 19 13:38:26.714410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515a7ac-211b-4bab-98f1-ee0f11c6301e req-c29d8643-685d-455e-a678-b2e25479b456 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:26.716030 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0515a7ac-211b-4bab-98f1-ee0f11c6301e req-c29d8643-685d-455e-a678-b2e25479b456 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 945 time: 0.0848980
Dec 19 13:38:26.754810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-93d0eb8f-e10c-457a-b3ad-6661d49fdc12 req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Deleting port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:38:26.755164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93d0eb8f-e10c-457a-b3ad-6661d49fdc12 req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:26.761563 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0515a7ac-211b-4bab-98f1-ee0f11c6301e req-1b48ead4-b884-4402-b1a6-894c9adf62b0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/security-groups?id=4352caa9-a644-4eef-a335-68d206d535c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399144
Dec 19 13:38:27.095837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-93d0eb8f-e10c-457a-b3ad-6661d49fdc12 req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] For port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:38:27.096208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93d0eb8f-e10c-457a-b3ad-6661d49fdc12 req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:27.155563 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2457c7-4526-4ae2-ad23-52f7babec3ef None None] New status for floating IP 31a8df98-e0a8-4f0e-8690-436ee90aed4c: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:38:27.217254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-93d0eb8f-e10c-457a-b3ad-6661d49fdc12 req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Calling delete_port for cd9a6ec8-a4f1-4d84-9f69-24447b5df60d owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:38:27.429574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93d0eb8f-e10c-457a-b3ad-6661d49fdc12 req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:27.435146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-016cee46-f94f-4d88-b4eb-d176379576e2 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:27.479342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event deleted for resources: {'Port': ['ID=cd9a6ec8-a4f1-4d84-9f69-24447b5df60d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:27.547227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:27.547603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:27.547971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:27.548590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:27.548950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:27.549307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:27.549661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:27.550010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:27.550360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:27.550709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:27.551095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:27.557640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:27.563224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d0eb8f-e10c-457a-b3ad-6661d49fdc12 req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] No DVR routers for this DVR port cd9a6ec8-a4f1-4d84-9f69-24447b5df60d on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:38:27.565268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93d0eb8f-e10c-457a-b3ad-6661d49fdc12 req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:27.567752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'name': 'network-vif-deleted', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:38:27.621668 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97484fa7-6fc4-42a8-b8d0-ba7a320236fa', 'name': 'network-vif-deleted', 'tag': 'cd9a6ec8-a4f1-4d84-9f69-24447b5df60d', 'status': 'completed', 'code': 200}
Dec 19 13:38:27.630379 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93d0eb8f-e10c-457a-b3ad-6661d49fdc12 req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.18 "DELETE /v2.0/ports/cd9a6ec8-a4f1-4d84-9f69-24447b5df60d HTTP/1.1" status: 204  len: 173 time: 0.9371617
Dec 19 13:38:27.933705 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5cdaa24d-76a6-4abe-a16b-06ce15ba857c req-f3252969-4932-4b4e-ad7b-a899c2cff8d1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "GET /v2.0/ports?device_id=97484fa7-6fc4-42a8-b8d0-ba7a320236fa HTTP/1.1" status: 200  len: 210 time: 0.0435944
Dec 19 13:38:29.041580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47510) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:29.112655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device cd9a6ec8-a4f1-4d84-9f69-24447b5df60d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:38:29.145069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: cd9a6ec8-a4f1-4d84-9f69-24447b5df60d {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:38:29.145417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device cd9a6ec8-a4f1-4d84-9f69-24447b5df60d not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:38:29.434052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:30.136925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Deleting port 58fce993-4a22-49ec-b535-0c6802f07dcb {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:38:30.137633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:30.317299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] For port 58fce993-4a22-49ec-b535-0c6802f07dcb, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=58fce993-4a22-49ec-b535-0c6802f07dcb,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:38:30.317643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:30.435012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Calling delete_port for 58fce993-4a22-49ec-b535-0c6802f07dcb owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:38:30.669702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:30.673859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:30.721688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event deleted for resources: {'Port': ['ID=58fce993-4a22-49ec-b535-0c6802f07dcb,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:30.724421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:31.011986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:31.686217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Router 7d51f620-d30d-4546-b440-96d82c75278c has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:38:31.885468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:38:31.895495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c679968-5e63-42e0-b2d8-ae681a863428 None None] Sync routers for ids ['7d51f620-d30d-4546-b440-96d82c75278c'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:38:31.900711 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "PUT /v2.0/routers/7d51f620-d30d-4546-b440-96d82c75278c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8556449
Dec 19 13:38:31.900985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47514) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:31.906974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c679968-5e63-42e0-b2d8-ae681a863428 None None] Routers {'7d51f620-d30d-4546-b440-96d82c75278c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:38:31.910567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9c679968-5e63-42e0-b2d8-ae681a863428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46c404c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:38:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7d51f620-d30d-4546-b440-96d82c75278c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:32.083212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-9c679968-5e63-42e0-b2d8-ae681a863428 None None] Set router 7d51f620-d30d-4546-b440-96d82c75278c gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:38:32.087928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-f699ef57-4e53-480f-bdb5-b11d8d039516 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Deleting subnet 066a522c-f4ee-44fd-a43c-8520761b5dbe {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:38:32.090792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f699ef57-4e53-480f-bdb5-b11d8d039516 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:32.144197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f699ef57-4e53-480f-bdb5-b11d8d039516 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:32.233576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f699ef57-4e53-480f-bdb5-b11d8d039516 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:32.373483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9c679968-5e63-42e0-b2d8-ae681a863428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46c404c0>, [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:38:30Z', 'revision_number': 5, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:32.377197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c679968-5e63-42e0-b2d8-ae681a863428 None None] Checking router: 7d51f620-d30d-4546-b440-96d82c75278c for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:38:32.388096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c679968-5e63-42e0-b2d8-ae681a863428 None None] Routers {'7d51f620-d30d-4546-b440-96d82c75278c'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:38:32.388690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9c679968-5e63-42e0-b2d8-ae681a863428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46c404c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:38:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['7d51f620-d30d-4546-b440-96d82c75278c'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:32.396793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f699ef57-4e53-480f-bdb5-b11d8d039516 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:32.400743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-697fd94c-7894-44a2-a5ec-95a827af362e tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:32.435144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699ef57-4e53-480f-bdb5-b11d8d039516 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event deleted for resources: {'Subnet': ['ID=066a522c-f4ee-44fd-a43c-8520761b5dbe,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:32.437595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f699ef57-4e53-480f-bdb5-b11d8d039516 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:32.444217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f699ef57-4e53-480f-bdb5-b11d8d039516 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:32.451146 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f699ef57-4e53-480f-bdb5-b11d8d039516 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "DELETE /v2.0/subnets/066a522c-f4ee-44fd-a43c-8520761b5dbe HTTP/1.1" status: 204  len: 168 time: 0.5490203
Dec 19 13:38:32.452154 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4810e503-4c35-4024-90c2-08d4400aec41 None None] Network 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:38:32.453733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47518) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:32.657973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:32.716160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-9c679968-5e63-42e0-b2d8-ae681a863428 None None] Set router 7d51f620-d30d-4546-b440-96d82c75278c gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:38:32.863121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:32.938483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Deleting port b2cafa01-d54b-4e8d-8314-f04d1db9cf07 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:38:32.938813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:33.033541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712bbae6-0a09-4fa4-a77b-e05d7eadeb6d None None] DHCP port deletion for 2673a9d2-31a7-46b3-8eca-1f3e630c07c9 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:38:33.043890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-712bbae6-0a09-4fa4-a77b-e05d7eadeb6d None None] Deleting port 415ed4ad-349c-4f57-997c-6e41fd509a72 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:38:33.044263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-712bbae6-0a09-4fa4-a77b-e05d7eadeb6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:33.118410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] For port b2cafa01-d54b-4e8d-8314-f04d1db9cf07, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b2cafa01-d54b-4e8d-8314-f04d1db9cf07,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:38:33.118650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:33.223295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9c679968-5e63-42e0-b2d8-ae681a863428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46c404c0>, [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:38:30Z', 'revision_number': 5, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:33.239797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c679968-5e63-42e0-b2d8-ae681a863428 None None] The sync data for ids ['7d51f620-d30d-4546-b440-96d82c75278c'] in dv-neutron-821895-1-hyperv is: [{'id': '7d51f620-d30d-4546-b440-96d82c75278c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744760059', 'tenant_id': '67d7faaf2660420295018b86bab870e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:36:12Z', 'updated_at': '2021-12-19T13:38:30Z', 'revision_number': 5, 'project_id': '67d7faaf2660420295018b86bab870e0', 'gw_port': {'id': 'b2cafa01-d54b-4e8d-8314-f04d1db9cf07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d51f620-d30d-4546-b440-96d82c75278c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:36:13Z', 'updated_at': '2021-12-19T13:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:38:33.267865 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-712bbae6-0a09-4fa4-a77b-e05d7eadeb6d None None] For port 415ed4ad-349c-4f57-997c-6e41fd509a72, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=415ed4ad-349c-4f57-997c-6e41fd509a72,segment=NetworkSegment(f51112a1-90bf-4a4b-a3b0-db57268a2000),segment_id=f51112a1-90bf-4a4b-a3b0-db57268a2000)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:38:33.270167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-712bbae6-0a09-4fa4-a77b-e05d7eadeb6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:33.358887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Calling delete_port for b2cafa01-d54b-4e8d-8314-f04d1db9cf07 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:38:33.391942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-712bbae6-0a09-4fa4-a77b-e05d7eadeb6d None None] Calling delete_port for 415ed4ad-349c-4f57-997c-6e41fd509a72 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:38:33.566856 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-712bbae6-0a09-4fa4-a77b-e05d7eadeb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:33.570465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6c9d15b3-ff3c-454d-b2a9-e3ed3d0a1fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:33.595736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:33.618141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:33.618475 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bbae6-0a09-4fa4-a77b-e05d7eadeb6d None None] Pushing event deleted for resources: {'Port': ['ID=415ed4ad-349c-4f57-997c-6e41fd509a72,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:33.620924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-712bbae6-0a09-4fa4-a77b-e05d7eadeb6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:33.623590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712bbae6-0a09-4fa4-a77b-e05d7eadeb6d None None] No DVR routers for this DVR port 415ed4ad-349c-4f57-997c-6e41fd509a72 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:38:33.684011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 415ed4ad-349c-4f57-997c-6e41fd509a72 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:38:33.718466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 415ed4ad-349c-4f57-997c-6e41fd509a72 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:38:33.719099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 415ed4ad-349c-4f57-997c-6e41fd509a72 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:38:33.719673 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 58fce993-4a22-49ec-b535-0c6802f07dcb no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:38:33.740921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event deleted for resources: {'Port': ['ID=b2cafa01-d54b-4e8d-8314-f04d1db9cf07,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:33.745572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:33.753431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 58fce993-4a22-49ec-b535-0c6802f07dcb {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:38:33.753884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 58fce993-4a22-49ec-b535-0c6802f07dcb not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:38:33.906217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.158669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.163433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.235436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.235924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Fanout notify agent at l3_agent the message router_deleted on router 7d51f620-d30d-4546-b440-96d82c75278c {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:38:34.250450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.251566 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "DELETE /v2.0/routers/7d51f620-d30d-4546-b440-96d82c75278c HTTP/1.1" status: 204  len: 168 time: 1.7969518
Dec 19 13:38:34.255552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47522) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:34.375712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.501663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.525848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d473d0070>,) {'filters': {'network_id': ['2673a9d2-31a7-46b3-8eca-1f3e630c07c9']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:34.537938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d473d0070>, 'f51112a1-90bf-4a4b-a3b0-db57268a2000') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:34.538216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d473d0070>, 'f51112a1-90bf-4a4b-a3b0-db57268a2000') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:34.549786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.565723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.571957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:38:34.572363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:38:34.586846 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:38:34.710032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.713388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:34.727855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.738546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event deleted for resources: {'Network': ['ID=2673a9d2-31a7-46b3-8eca-1f3e630c07c9,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:34.741597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:34.790007 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "DELETE /v2.0/networks/2673a9d2-31a7-46b3-8eca-1f3e630c07c9 HTTP/1.1" status: 204  len: 168 time: 0.5332353
Dec 19 13:38:34.792652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47528) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:34.860699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-18ecc3cc-8462-41f3-9d31-c1af50e7dea8 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:34.889653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-18ecc3cc-8462-41f3-9d31-c1af50e7dea8 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:35.012594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-18ecc3cc-8462-41f3-9d31-c1af50e7dea8 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:35.016449 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7f07a0d7-4788-4a4e-9fce-39acb4432024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:35.133098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecc3cc-8462-41f3-9d31-c1af50e7dea8 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4352caa9-a644-4eef-a335-68d206d535c4,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:35.136681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-18ecc3cc-8462-41f3-9d31-c1af50e7dea8 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:35.139922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-18ecc3cc-8462-41f3-9d31-c1af50e7dea8 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:35.143504 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-18ecc3cc-8462-41f3-9d31-c1af50e7dea8 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] 10.222.0.24 "DELETE /v2.0/security-groups/4352caa9-a644-4eef-a335-68d206d535c4 HTTP/1.1" status: 204  len: 168 time: 0.3498919
Dec 19 13:38:35.505660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b2cafa01-d54b-4e8d-8314-f04d1db9cf07 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:38:35.540983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: b2cafa01-d54b-4e8d-8314-f04d1db9cf07 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:38:35.541337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b2cafa01-d54b-4e8d-8314-f04d1db9cf07 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:38:35.806012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47538) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:35.978981 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7c07ce68-9e49-41e1-b5b9-8aaf353d03ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67d7faaf2660420295018b86bab870e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1716261
Dec 19 13:38:35.981275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47544) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:36.040504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de4f00ee-2b89-4228-b2a7-884cc80a02a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:36.065204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de4f00ee-2b89-4228-b2a7-884cc80a02a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:36.166764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de4f00ee-2b89-4228-b2a7-884cc80a02a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:36.171347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:36.183072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f00ee-2b89-4228-b2a7-884cc80a02a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeb537a-70b2-48d1-bd2d-31f0a07a4de8,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:36.185718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-de4f00ee-2b89-4228-b2a7-884cc80a02a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:36.191627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de4f00ee-2b89-4228-b2a7-884cc80a02a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:36.195104 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-de4f00ee-2b89-4228-b2a7-884cc80a02a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbeb537a-70b2-48d1-bd2d-31f0a07a4de8 HTTP/1.1" status: 204  len: 168 time: 0.2105815
Dec 19 13:38:36.811448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47556) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:36.829904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b4b45ef-631c-4380-bd6f-624c434c3777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:36.863534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b4b45ef-631c-4380-bd6f-624c434c3777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:38:36.868097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1b4b45ef-631c-4380-bd6f-624c434c3777 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8bf43cab754199b293da7cc68c7259 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:38:36.870860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1b4b45ef-631c-4380-bd6f-624c434c3777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:38:36.876590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1b4b45ef-631c-4380-bd6f-624c434c3777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:38:36.940257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b4b45ef-631c-4380-bd6f-624c434c3777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:37.017770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b4b45ef-631c-4380-bd6f-624c434c3777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:37.024628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-eb9e78c1-52d0-409a-a0ef-00ffe1226d81 tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:37.064903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b45ef-631c-4380-bd6f-624c434c3777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef75c9c-6c2d-4c5e-8d41-cdadf24e25f7,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:37.068467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1b4b45ef-631c-4380-bd6f-624c434c3777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:37.070848 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1b4b45ef-631c-4380-bd6f-624c434c3777 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb8bf43cab754199b293da7cc68c7259&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2584274
Dec 19 13:38:37.073693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47560) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:37.133299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545b9a30-36e2-4931-90dc-314ba8a42de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:37.157789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545b9a30-36e2-4931-90dc-314ba8a42de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:37.280996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545b9a30-36e2-4931-90dc-314ba8a42de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:37.284655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-03ceb60d-16e2-425f-a387-67f6ffde71ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:37.300790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b9a30-36e2-4931-90dc-314ba8a42de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef75c9c-6c2d-4c5e-8d41-cdadf24e25f7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:37.303735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-545b9a30-36e2-4931-90dc-314ba8a42de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:37.305579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-545b9a30-36e2-4931-90dc-314ba8a42de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:37.306958 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-545b9a30-36e2-4931-90dc-314ba8a42de8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ef75c9c-6c2d-4c5e-8d41-cdadf24e25f7 HTTP/1.1" status: 204  len: 168 time: 0.2321429
Dec 19 13:38:42.394862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3c01e01e-1104-4744-b915-1bad4e8d6c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:43.021158 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:38:44.635406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e6694721-5bf4-4e5c-9194-6fb8afa41969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:46.160784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:46.314847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:47.199351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47574) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:47.270490 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ea537280-e3ee-4fe0-99c3-5db967acc4d9 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=077ccee64892449c9cacad2ed1d1a724&network_id=a5b7d040-1626-48db-8676-a3fb905d4d99 HTTP/1.1" status: 200  len: 2999 time: 0.0699499
Dec 19 13:38:47.526556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:49.025633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47586) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:49.084264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e377a80-b5d1-4ec6-80f0-8169f3ed5972 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:49.085739 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4e377a80-b5d1-4ec6-80f0-8169f3ed5972 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 HTTP/1.1" status: 200  len: 814 time: 0.0591502
Dec 19 13:38:49.541445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47594) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:49.547216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8a87544b-24e8-4338-8aec-a9763bf9cb3b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:38:49.754839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8a87544b-24e8-4338-8aec-a9763bf9cb3b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:50.023894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8a87544b-24e8-4338-8aec-a9763bf9cb3b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:50.087572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8a87544b-24e8-4338-8aec-a9763bf9cb3b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:50.087572 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-8a87544b-24e8-4338-8aec-a9763bf9cb3b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP 57758da6-b515-4fc8-ac97-904d8942d10c disassociated. External IP: 172.26.4.214, port: 6d86b6a8-80fe-489b-a52f-d89bd1285ffd.
Dec 19 13:38:50.474749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a87544b-24e8-4338-8aec-a9763bf9cb3b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:38:50.672636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a87544b-24e8-4338-8aec-a9763bf9cb3b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:38:50.677774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8a87544b-24e8-4338-8aec-a9763bf9cb3b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:50.682625 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23523704-bc37-49d4-8b53-5dcfe15fbdab None None] Sync routers for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:38:50.698845 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23523704-bc37-49d4-8b53-5dcfe15fbdab None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:38:50.699497 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-23523704-bc37-49d4-8b53-5dcfe15fbdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47578730>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:38:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:50.738567 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8a87544b-24e8-4338-8aec-a9763bf9cb3b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 200  len: 690 time: 1.1918125
Dec 19 13:38:50.738567 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'tag': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:38:50.740523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47600) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:50.801581 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'tag': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd', 'status': 'completed', 'code': 200}
Dec 19 13:38:50.826180 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3d4e0478-7e7b-442e-a5d9-edecfd77a2da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 200  len: 690 time: 0.0845623
Dec 19 13:38:50.879032 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-23523704-bc37-49d4-8b53-5dcfe15fbdab None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:38:50.892965 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7259b8d5-bfd0-4d11-bfba-65095bc8ed0d req-f9cfc828-447f-4a71-a7b1-8db589f29abd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 1098 time: 0.0706916
Dec 19 13:38:51.025904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259b8d5-bfd0-4d11-bfba-65095bc8ed0d req-f4e7a32b-45cc-4576-a583-fa999d7f051e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:51.027353 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7259b8d5-bfd0-4d11-bfba-65095bc8ed0d req-f4e7a32b-45cc-4576-a583-fa999d7f051e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5b7d040-1626-48db-8676-a3fb905d4d99 HTTP/1.1" status: 200  len: 898 time: 0.1280141
Dec 19 13:38:51.098380 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7259b8d5-bfd0-4d11-bfba-65095bc8ed0d req-99a831a8-8895-49d7-ac10-b0a9eb1d50a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d86b6a8-80fe-489b-a52f-d89bd1285ffd HTTP/1.1" status: 200  len: 217 time: 0.0645783
Dec 19 13:38:51.163564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259b8d5-bfd0-4d11-bfba-65095bc8ed0d req-41de7c4d-a229-4680-98e9-7d389e2026e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:51.164972 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7259b8d5-bfd0-4d11-bfba-65095bc8ed0d req-41de7c4d-a229-4680-98e9-7d389e2026e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e851d6-1253-4987-b91d-19822a938487 HTTP/1.1" status: 200  len: 835 time: 0.0610199
Dec 19 13:38:51.191820 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-23523704-bc37-49d4-8b53-5dcfe15fbdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47578730>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:51.196283 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23523704-bc37-49d4-8b53-5dcfe15fbdab None None] Checking router: e3e01a69-22ab-402c-aa42-bd4f79c7c4ea for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:38:51.206669 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23523704-bc37-49d4-8b53-5dcfe15fbdab None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:38:51.218119 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-23523704-bc37-49d4-8b53-5dcfe15fbdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47578730>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:38:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:51.243291 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7259b8d5-bfd0-4d11-bfba-65095bc8ed0d req-6173a3d7-156a-42d5-aaf9-26b666433b2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5b7d040-1626-48db-8676-a3fb905d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709350
Dec 19 13:38:51.378054 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7259b8d5-bfd0-4d11-bfba-65095bc8ed0d req-eeb0c3af-59f9-40b8-9df8-2dc8dfbf7ebc service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273806
Dec 19 13:38:51.410214 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-23523704-bc37-49d4-8b53-5dcfe15fbdab None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:38:51.515942 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7259b8d5-bfd0-4d11-bfba-65095bc8ed0d req-df55ddd7-75f2-4a37-aa05-c5e153d02118 service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314411
Dec 19 13:38:51.724375 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-23523704-bc37-49d4-8b53-5dcfe15fbdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47578730>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:38:51.728882 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23523704-bc37-49d4-8b53-5dcfe15fbdab None None] The sync data for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv is: [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:38:51.836118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47604) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:51.911426 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-432fd462-0bc3-44ff-a1b9-22d510dd8ff4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 200  len: 690 time: 0.0802135
Dec 19 13:38:51.950408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6959f3-d92f-4e75-a571-48dd961855a6 None None] New status for floating IP 57758da6-b515-4fc8-ac97-904d8942d10c: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:38:52.915572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47608) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:52.998085 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-49143964-3dc8-4748-9cf1-4d432d8a030a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 200  len: 688 time: 0.0813258
Dec 19 13:38:54.256089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47614) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:54.261838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1377546456', 'description': 'tempest-secgroup-smoke-1377546456 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:38:54.267745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:38:54.284073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:38:54.384068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:54.427505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:38:54.427505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:38:54.428336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:38:54.434353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:38:54.490256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:54.572588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:54.576149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-545b9a30-36e2-4931-90dc-314ba8a42de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:54.618766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45cb3086-dd42-4e0b-b21e-1647f03b5edc,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:54.621903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:54.697653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:54.698843 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4416320
Dec 19 13:38:54.701719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47618) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:54.707011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '45cb3086-dd42-4e0b-b21e-1647f03b5edc', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:38:54.713633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:38:54.717677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:38:54.720920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:38:54.726985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:38:54.819986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:54.884090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:54.973094 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:54.974770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-792741ef-be1f-4185-90f8-603da017d2d1 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:54.999357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad88a710-9e86-4aa2-8e95-ad99306a6e4d,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:54.999357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:55.098229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:55.099221 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3966391
Dec 19 13:38:55.102134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47622) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:55.107547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '45cb3086-dd42-4e0b-b21e-1647f03b5edc', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:38:55.113517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:38:55.117889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:38:55.120780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:38:55.126267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:38:55.203167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:55.265351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:55.408333 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:55.435293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:55.441019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-097b40ed-b10a-41e5-ac59-1bf8146b3470 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:55.459361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08541000-fd56-470e-a595-f34bc15f79eb,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:55.461810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:55.544065 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:55.545274 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4422178
Dec 19 13:38:55.548124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47626) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:55.574614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '45cb3086-dd42-4e0b-b21e-1647f03b5edc', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:38:55.574614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:38:55.574614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:38:55.574614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:38:55.574614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:38:55.751009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:55.821251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:55.994141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:56.000243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e3194875-f543-4ac0-a601-ad14c487b68b tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:56.020968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7596d4-df50-4682-9f8c-0b1072143cbb,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:56.027176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:56.166491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:56.167661 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6183696
Dec 19 13:38:56.170354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47630) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:56.176590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '45cb3086-dd42-4e0b-b21e-1647f03b5edc', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:38:56.188639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:38:56.192496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:38:56.196002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:38:56.201754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:38:56.446433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:56.499985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:56.612588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:56.614366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7bac159a-a83d-4fdc-94d2-5f509a71ae60 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:56.638041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f510c905-e6de-47fe-8201-4c601c5876d6,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:56.640510 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:56.813484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:56.814299 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6425955
Dec 19 13:38:56.816881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47634) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:56.822454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '45cb3086-dd42-4e0b-b21e-1647f03b5edc', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:38:56.828472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:38:56.832356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:38:56.835241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:38:56.841128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:38:57.012040 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:38:57.018874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:57.083630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:57.235160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:57.241789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cc507bd4-92b4-4711-a63e-5e9bf2fb7107 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:57.258455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cc7c10-3861-4ff9-9c38-c1876b7e78dd,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:57.260817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:57.612977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:57.612977 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.7899537
Dec 19 13:38:57.615222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47638) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:38:57.621281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '45cb3086-dd42-4e0b-b21e-1647f03b5edc', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:38:57.627265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:38:57.631188 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:38:57.634569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:38:57.640275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:38:57.722224 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:38:57.727816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:57.796757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:57.937688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:57.943267 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-19b2db20-9e40-4882-b7e8-bc43a9ff2d13 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:38:57.962393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97538398-b589-45a5-9730-8283c2d1981f,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:38:57.973923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:57.974052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:57.974382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:57.974740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:57.975116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:57.975477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:57.976000 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:57.976446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:57.976838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:57.977187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:57.977534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:38:57.980534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:38:58.070071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:38:58.074223 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4552732
Dec 19 13:38:58.326771 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5d9fbef1-eeb0-42bb-ae43-4b3afebfc9a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1377546456&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.0416546
Dec 19 13:38:58.583129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-6591eebe-72f9-4515-83f0-bc7c368df2e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:38:58.584540 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-6591eebe-72f9-4515-83f0-bc7c368df2e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/networks?id=a5b7d040-1626-48db-8676-a3fb905d4d99 HTTP/1.1" status: 200  len: 797 time: 0.2514327
Dec 19 13:38:58.602785 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-12fe8818-761a-4f6a-829c-42d79c8845ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/quotas/077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 375 time: 0.0118141
Dec 19 13:38:58.688539 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-4ea6a517-6800-49ed-81fd-7319d9a8bc32 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0798998
Dec 19 13:38:58.828419 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-dd8d30a4-0519-4250-b040-2ee77f671563 service neutron] 10.222.0.24 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273534
Dec 19 13:38:58.961065 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-0acec9d9-a5fb-4b36-bf61-67e923fb7ec6 service neutron] 10.222.0.24 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268637
Dec 19 13:38:59.246796 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36291a8a-3d30-4d4a-bcf7-3030bd7f22f6 req-df249039-7dd8-420b-bd23-700c17918d5d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 210 time: 0.0452771
Dec 19 13:39:00.411162 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-712b8470-43b1-4478-a1d7-8c85335cdc3d req-a0c90258-9122-45d0-b538-982d438e23ed tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 210 time: 0.0407426
Dec 19 13:39:01.495329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-63cbc042-dcc0-4676-aa2f-1c2114f103a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:01.496717 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-63cbc042-dcc0-4676-aa2f-1c2114f103a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=a5b7d040-1626-48db-8676-a3fb905d4d99 HTTP/1.1" status: 200  len: 797 time: 0.2368097
Dec 19 13:39:01.561943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-3dbc48bf-d1a5-4aa2-a150-11f28807bcb8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:39:01.579224 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0227d392-93d0-4391-8b99-c692d5222b8a req-9974108e-7d2e-4619-b77f-7f8c4d38b3fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 210 time: 0.0435090
Dec 19 13:39:01.692836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-3dbc48bf-d1a5-4aa2-a150-11f28807bcb8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:39:01.693796 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-3dbc48bf-d1a5-4aa2-a150-11f28807bcb8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 472 time: 0.1793594
Dec 19 13:39:01.702389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'device_id': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'admin_state_up': True, 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'security_groups': ['45cb3086-dd42-4e0b-b21e-1647f03b5edc']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:39:01.842041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:39:01.845986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:port and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:39:01.848736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:39:01.855408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:39:01.977890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:39:01.977890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:02.135749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.3 (a5b7d040-1626-48db-8676-a3fb905d4d99/09e851d6-1253-4987-b91d-19822a938487/a28b60b6-8db0-46c9-b326-01159a911825) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:39:02.326107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:02.341924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object a28b60b6-8db0-46c9-b326-01159a911825 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:39:02.441004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:02.447427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b7e0cf83-1a9c-4c96-ace8-84b8ce7f1a7e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:39:02.507389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network a5b7d040-1626-48db-8676-a3fb905d4d99 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:39:02.514608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:39:02.517109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:39:02.558672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=a28b60b6-8db0-46c9-b326-01159a911825,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:39:02.561727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:39:02.590602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:02.596946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:02.705727 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0055726
Dec 19 13:39:02.717043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Request body: {'port': {'device_id': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:39:02.800056 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77666a8-b16f-42ef-a63b-c7eab60280d3 req-edc52620-bd06-4153-b70a-19ef90113b20 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:02.800056 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f77666a8-b16f-42ef-a63b-c7eab60280d3 req-edc52620-bd06-4153-b70a-19ef90113b20 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 931 time: 0.0831242
Dec 19 13:39:02.826091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:02.841369 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f77666a8-b16f-42ef-a63b-c7eab60280d3 req-899f6079-ae29-4333-b687-bd43d01bcbfd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398486
Dec 19 13:39:02.926671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b6561a4f-2d8b-47a6-8c49-2b9e0b26957d None None] Provisioning for port a28b60b6-8db0-46c9-b326-01159a911825 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:39:02.933073 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b6561a4f-2d8b-47a6-8c49-2b9e0b26957d None None] Provisioning complete for port a28b60b6-8db0-46c9-b326-01159a911825 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:39:02.933489 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b6561a4f-2d8b-47a6-8c49-2b9e0b26957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:03.027384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b6561a4f-2d8b-47a6-8c49-2b9e0b26957d None None] Port a28b60b6-8db0-46c9-b326-01159a911825 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:39:03.198809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28b60b6-8db0-46c9-b326-01159a911825 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:39:03.205807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:03.224336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Transition to ACTIVE for port object a28b60b6-8db0-46c9-b326-01159a911825 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:39:03.333122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:03.336866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17659903-272b-4659-ac40-b8ccf223ae11 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:39:03.468928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Pushing event updated for resources: {'Port': ['ID=a28b60b6-8db0-46c9-b326-01159a911825,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:39:03.473314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:39:03.587106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Attempting to bind port a28b60b6-8db0-46c9-b326-01159a911825 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:39:03.587106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Attempting to bind port a28b60b6-8db0-46c9-b326-01159a911825 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:39:03.587106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Attempting to bind port a28b60b6-8db0-46c9-b326-01159a911825 on network a5b7d040-1626-48db-8676-a3fb905d4d99 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:39:03.593122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Port a28b60b6-8db0-46c9-b326-01159a911825 on network a5b7d040-1626-48db-8676-a3fb905d4d99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:39:03.611708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Attempting to bind port a28b60b6-8db0-46c9-b326-01159a911825 on network a5b7d040-1626-48db-8676-a3fb905d4d99 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:39:03.611708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:39:03.611708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Checking segment: {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:39:03.611708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Bound using segment: {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:39:03.611708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Bound port: a28b60b6-8db0-46c9-b326-01159a911825, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c69415-0684-48d2-8da9-0e0f1f0e9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:39:03.611708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:03.700674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] For port a28b60b6-8db0-46c9-b326-01159a911825, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:39:03.702451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] For port a28b60b6-8db0-46c9-b326-01159a911825, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a28b60b6-8db0-46c9-b326-01159a911825,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:39:03.755593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:03.760309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25080807-1aaa-40a4-9efd-62ee2b0d9108 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:39:03.812229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:03.813579 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] 10.222.0.18 "PUT /v2.0/ports/a28b60b6-8db0-46c9-b326-01159a911825 HTTP/1.1" status: 200  len: 1093 time: 1.1007204
Dec 19 13:39:03.814078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'tag': 'a28b60b6-8db0-46c9-b326-01159a911825'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:39:03.842533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Pushing event updated for resources: {'Port': ['ID=a28b60b6-8db0-46c9-b326-01159a911825,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:39:03.843870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:39:03.876902 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'tag': 'a28b60b6-8db0-46c9-b326-01159a911825', 'status': 'completed', 'code': 200}
Dec 19 13:39:04.063226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0816a-8474-4ee7-a611-ffa97ebc1a31 req-9f62b121-e99a-4684-8c5d-136d5283d66d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:04.065388 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-79c0816a-8474-4ee7-a611-ffa97ebc1a31 req-9f62b121-e99a-4684-8c5d-136d5283d66d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 943 time: 0.0851331
Dec 19 13:39:04.077529 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-197e6d8f-27af-40c7-ac08-d2554e857d9a req-84ea2c8f-c86a-4bb4-9798-19ce3ae5fa6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 1096 time: 0.1794553
Dec 19 13:39:04.119432 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-79c0816a-8474-4ee7-a611-ffa97ebc1a31 req-d34015ba-be9b-4fa5-92a1-85a7dee22556 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473244
Dec 19 13:39:04.222215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6d8f-27af-40c7-ac08-d2554e857d9a req-d0869464-7918-4dee-96b3-8e157038f2ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:04.223655 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-197e6d8f-27af-40c7-ac08-d2554e857d9a req-d0869464-7918-4dee-96b3-8e157038f2ef service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=077ccee64892449c9cacad2ed1d1a724&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1383598
Dec 19 13:39:04.361107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6d8f-27af-40c7-ac08-d2554e857d9a req-5e9014f2-1e16-4e01-ab00-ccdb4a34b70e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:04.364613 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-197e6d8f-27af-40c7-ac08-d2554e857d9a req-5e9014f2-1e16-4e01-ab00-ccdb4a34b70e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1328518
Dec 19 13:39:04.468241 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-9c812dd0-d916-482a-85b6-c41c2bd373e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 1096 time: 0.0701709
Dec 19 13:39:04.541218 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-1c5865d6-1bea-4888-875e-379b57cf96d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a28b60b6-8db0-46c9-b326-01159a911825 HTTP/1.1" status: 200  len: 217 time: 0.0655751
Dec 19 13:39:04.607409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-d82b8e52-a373-47f9-98b8-cd34a006d1ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:04.608816 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-d82b8e52-a373-47f9-98b8-cd34a006d1ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e851d6-1253-4987-b91d-19822a938487 HTTP/1.1" status: 200  len: 835 time: 0.0620122
Dec 19 13:39:04.683203 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-3ed32ab3-96b6-4ad2-8ddb-2dc42d31530d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5b7d040-1626-48db-8676-a3fb905d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679548
Dec 19 13:39:04.814060 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-4404493d-4e3f-4396-9ca5-6af626078c8e service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238225
Dec 19 13:39:04.947484 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50ab4e46-b93a-43a1-9411-c4c6975dd900 req-4d3c51ab-d7e2-4df9-a593-4123afba9a50 service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272590
Dec 19 13:39:05.320457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36075eac-9b7c-41d8-ae2b-c300f8954af8 req-59ad6e4f-5669-439a-aa2c-3ad74aab4e41 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:05.321893 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36075eac-9b7c-41d8-ae2b-c300f8954af8 req-59ad6e4f-5669-439a-aa2c-3ad74aab4e41 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 943 time: 0.0774758
Dec 19 13:39:05.368264 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36075eac-9b7c-41d8-ae2b-c300f8954af8 req-ad116a4b-818c-4f70-9322-c76f438d67bb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407012
Dec 19 13:39:06.569052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19641a34-46bb-455b-8593-bea7c18c7c2c req-caa1d54c-08a0-4e4d-8d8e-fd2f2fea0c99 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:06.570470 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19641a34-46bb-455b-8593-bea7c18c7c2c req-caa1d54c-08a0-4e4d-8d8e-fd2f2fea0c99 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 943 time: 0.0804164
Dec 19 13:39:06.616356 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19641a34-46bb-455b-8593-bea7c18c7c2c req-75fc8761-93f3-4bd1-9c08-3e7cc773bc0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398924
Dec 19 13:39:07.266981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device a28b60b6-8db0-46c9-b326-01159a911825 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:39:07.398747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port a28b60b6-8db0-46c9-b326-01159a911825, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a28b60b6-8db0-46c9-b326-01159a911825,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:39:07.411507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'a28b60b6-8db0-46c9-b326-01159a911825', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'port_id': 'a28b60b6-8db0-46c9-b326-01159a911825', 'mac_address': 'fa:16:3e:dd:37:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:39:07.471008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:07.484626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28b60b6-8db0-46c9-b326-01159a911825 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:39:07.499674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port a28b60b6-8db0-46c9-b326-01159a911825, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a28b60b6-8db0-46c9-b326-01159a911825,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:39:07.554789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:07.557197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9ec23c1b-a485-4b60-bd8d-163b84315c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:39:07.620263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=a28b60b6-8db0-46c9-b326-01159a911825,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:39:07.628586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:07.628930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:07.629277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:07.629609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:07.629939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:07.630267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:07.630591 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:07.630919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:07.631524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:07.631850 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:07.632174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:07.638202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:39:07.790972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['a28b60b6-8db0-46c9-b326-01159a911825'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:39:07.817378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cfec7-2daf-4ce6-a7a9-51f4896bb393 req-e0302354-7f50-472c-bfa3-91020bdb8f97 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:07.819430 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f42cfec7-2daf-4ce6-a7a9-51f4896bb393 req-e0302354-7f50-472c-bfa3-91020bdb8f97 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 944 time: 0.0801952
Dec 19 13:39:07.867482 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f42cfec7-2daf-4ce6-a7a9-51f4896bb393 req-2fc2d42f-57a1-4221-8911-2d8f9e1d576c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424523
Dec 19 13:39:09.073069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb61d5-2da6-4745-93f6-c1edf6b56637 req-81118cf8-2b3b-4210-b563-1dae52ca31d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:09.075099 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cadb61d5-2da6-4745-93f6-c1edf6b56637 req-81118cf8-2b3b-4210-b563-1dae52ca31d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 944 time: 0.0816019
Dec 19 13:39:09.119879 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cadb61d5-2da6-4745-93f6-c1edf6b56637 req-7e364ac4-da66-4d30-92ab-30df35229c0b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395832
Dec 19 13:39:09.268864 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device a28b60b6-8db0-46c9-b326-01159a911825 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:39:09.452038 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port a28b60b6-8db0-46c9-b326-01159a911825 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:39:09.457033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port a28b60b6-8db0-46c9-b326-01159a911825 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:39:09.457405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:09.568041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:09.596775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28b60b6-8db0-46c9-b326-01159a911825'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:39:09.606380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port a28b60b6-8db0-46c9-b326-01159a911825, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a28b60b6-8db0-46c9-b326-01159a911825,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:39:09.654210 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28b60b6-8db0-46c9-b326-01159a911825', 'code': 200}
Dec 19 13:39:09.700039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:09.701685 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9d72e0e1-d249-4c27-ba7a-08c81a10f6e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:39:09.766020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=a28b60b6-8db0-46c9-b326-01159a911825,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:39:09.769103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:39:10.121930 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-936d2864-46d8-4568-b7d5-644bda606526 req-7d1ca63e-bfc0-4f86-bf03-4378a5016e5c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 1098 time: 0.0667207
Dec 19 13:39:10.170485 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-936d2864-46d8-4568-b7d5-644bda606526 req-945b930c-c19e-4430-87b4-3544c20a5846 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423262
Dec 19 13:39:10.317997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d9702-c854-49e9-9a57-c6d5738ea8ce req-fefa70d8-9052-4802-a41c-4d8bd8241b74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:10.327258 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7c2d9702-c854-49e9-9a57-c6d5738ea8ce req-fefa70d8-9052-4802-a41c-4d8bd8241b74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 945 time: 0.0769134
Dec 19 13:39:10.364833 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7c2d9702-c854-49e9-9a57-c6d5738ea8ce req-2f24817a-4ef1-4151-bce3-96a37c0a0d88 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392287
Dec 19 13:39:11.572479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760d8f0-05fb-42c6-85e0-f401bed0d674 req-14b4b0d1-023a-4dd1-b6d8-8c9bc5809420 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:11.573923 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3760d8f0-05fb-42c6-85e0-f401bed0d674 req-14b4b0d1-023a-4dd1-b6d8-8c9bc5809420 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 945 time: 0.0828493
Dec 19 13:39:11.620030 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3760d8f0-05fb-42c6-85e0-f401bed0d674 req-b1b304fa-8994-42aa-bfbd-e41131bd0332 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404899
Dec 19 13:39:11.816782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900de548-684c-4575-a9c0-d515d03952c5 req-8a79b498-b2d5-4a42-8eb3-8f1b9120d6d6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:11.818218 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-900de548-684c-4575-a9c0-d515d03952c5 req-8a79b498-b2d5-4a42-8eb3-8f1b9120d6d6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 945 time: 0.0785935
Dec 19 13:39:11.870188 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-900de548-684c-4575-a9c0-d515d03952c5 req-aeaf1327-06e0-43a2-8adf-855fb518a694 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423164
Dec 19 13:39:11.895069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47690) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:39:11.965803 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2c3a0f36-8610-4a93-954f-2663b223668a tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 1093 time: 0.0695100
Dec 19 13:39:11.968516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47694) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:39:11.973573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1c45ce6a-956d-4f79-bada-ccf458b516dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'floatingip': {'port_id': 'a28b60b6-8db0-46c9-b326-01159a911825'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:39:12.049996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1c45ce6a-956d-4f79-bada-ccf458b516dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:12.401276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab17c067-927a-4b7e-9284-1e16a873d142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:12.746695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1c45ce6a-956d-4f79-bada-ccf458b516dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:12.834859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1c45ce6a-956d-4f79-bada-ccf458b516dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:13.027268 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-1c45ce6a-956d-4f79-bada-ccf458b516dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP 57758da6-b515-4fc8-ac97-904d8942d10c associated. External IP: 172.26.4.214, port: a28b60b6-8db0-46c9-b326-01159a911825.
Dec 19 13:39:13.415528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c45ce6a-956d-4f79-bada-ccf458b516dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:39:13.620073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c45ce6a-956d-4f79-bada-ccf458b516dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:39:13.625237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1c45ce6a-956d-4f79-bada-ccf458b516dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:13.630584 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4a89c-30be-4e1f-b113-690604c0e911 None None] Sync routers for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:39:13.648380 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4a89c-30be-4e1f-b113-690604c0e911 None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:39:13.649291 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-72b4a89c-30be-4e1f-b113-690604c0e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479925b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:38:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:39:13.679047 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1c45ce6a-956d-4f79-bada-ccf458b516dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 200  len: 991 time: 1.7094858
Dec 19 13:39:13.679808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'tag': 'a28b60b6-8db0-46c9-b326-01159a911825'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:39:13.682641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47698) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:39:13.739828 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'tag': 'a28b60b6-8db0-46c9-b326-01159a911825', 'status': 'completed', 'code': 200}
Dec 19 13:39:13.794950 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cafb6b72-a076-4782-bdc7-38d0afa6f894 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 200  len: 991 time: 0.1108050
Dec 19 13:39:13.834139 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-72b4a89c-30be-4e1f-b113-690604c0e911 None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:39:13.837949 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-234ecdf9-1f77-407b-9ccd-4815a45d9e3f req-cc66904f-04fd-44b3-afa6-25317dcdd0d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 1098 time: 0.0758684
Dec 19 13:39:13.968919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ecdf9-1f77-407b-9ccd-4815a45d9e3f req-f85ffc74-f85f-4696-8c13-57458783ea07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:13.970530 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-234ecdf9-1f77-407b-9ccd-4815a45d9e3f req-f85ffc74-f85f-4696-8c13-57458783ea07 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5b7d040-1626-48db-8676-a3fb905d4d99 HTTP/1.1" status: 200  len: 898 time: 0.1266916
Dec 19 13:39:14.192834 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-72b4a89c-30be-4e1f-b113-690604c0e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479925b0>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '57758da6-b515-4fc8-ac97-904d8942d10c', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'port_id': 'a28b60b6-8db0-46c9-b326-01159a911825', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'mac_address': 'fa:16:3e:dd:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:38:13Z', 'updated_at': '2021-12-19T13:39:12Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:39:14.199193 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4a89c-30be-4e1f-b113-690604c0e911 None None] Checking router: e3e01a69-22ab-402c-aa42-bd4f79c7c4ea for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:39:14.202816 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-234ecdf9-1f77-407b-9ccd-4815a45d9e3f req-99095d6e-721d-4fa7-b499-a6087ecffed6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a28b60b6-8db0-46c9-b326-01159a911825 HTTP/1.1" status: 200  len: 999 time: 0.2255468
Dec 19 13:39:14.209572 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4a89c-30be-4e1f-b113-690604c0e911 None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:39:14.210152 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-72b4a89c-30be-4e1f-b113-690604c0e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479925b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:38:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:39:14.266036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ecdf9-1f77-407b-9ccd-4815a45d9e3f req-fcebddeb-f9ae-4d54-87f6-f268e5bce48a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:14.266402 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-234ecdf9-1f77-407b-9ccd-4815a45d9e3f req-fcebddeb-f9ae-4d54-87f6-f268e5bce48a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e851d6-1253-4987-b91d-19822a938487 HTTP/1.1" status: 200  len: 835 time: 0.0576396
Dec 19 13:39:14.342727 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-234ecdf9-1f77-407b-9ccd-4815a45d9e3f req-bec79ddd-8b6e-4107-a559-7200f3616007 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5b7d040-1626-48db-8676-a3fb905d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705631
Dec 19 13:39:14.413658 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-72b4a89c-30be-4e1f-b113-690604c0e911 None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:39:14.475492 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-234ecdf9-1f77-407b-9ccd-4815a45d9e3f req-6f582f14-592a-49a1-82d0-13b5b801ae3f service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264884
Dec 19 13:39:14.612609 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-234ecdf9-1f77-407b-9ccd-4815a45d9e3f req-94bd7319-c268-48e2-a639-4bb2c41e9ced service neutron] 10.222.0.18 "GET /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312838
Dec 19 13:39:14.629430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8cd21b52-a28a-4933-855b-42284adbc4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:14.756557 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-72b4a89c-30be-4e1f-b113-690604c0e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479925b0>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '57758da6-b515-4fc8-ac97-904d8942d10c', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'port_id': 'a28b60b6-8db0-46c9-b326-01159a911825', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'mac_address': 'fa:16:3e:dd:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:38:13Z', 'updated_at': '2021-12-19T13:39:12Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:39:14.761153 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4a89c-30be-4e1f-b113-690604c0e911 None None] The sync data for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv is: [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '57758da6-b515-4fc8-ac97-904d8942d10c', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.214', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'port_id': 'a28b60b6-8db0-46c9-b326-01159a911825', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'mac_address': 'fa:16:3e:dd:37:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:38:13Z', 'updated_at': '2021-12-19T13:39:12Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:39:14.797982 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47704) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:39:14.907810 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-713b1057-bdfa-4b62-82ad-9e6aed8b8c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 200  len: 991 time: 0.1079471
Dec 19 13:39:14.955121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953298d-0b11-47e8-ae9f-7952aff646f4 None None] New status for floating IP 57758da6-b515-4fc8-ac97-904d8942d10c: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:39:15.910444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47708) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:39:16.120716 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9b1c4984-7140-4c82-9808-e73c9e92c51a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 200  len: 993 time: 0.2088354
Dec 19 13:39:16.168873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:16.339394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:17.577726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:20.021060 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:39:25.371754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:40.656864 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-abd9c54b-3b4f-49fe-a5da-2ac272f2a478 req-233ed70e-7080-4ebf-b0d9-2a549a7a58dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0716166
Dec 19 13:39:40.793131 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-abd9c54b-3b4f-49fe-a5da-2ac272f2a478 req-f8c39143-8349-4b9b-a9b0-e5dea99157c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 1098 time: 0.0679576
Dec 19 13:39:40.938971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9c54b-3b4f-49fe-a5da-2ac272f2a478 req-a7f1a21b-e2e3-480d-a254-ec2e04f599c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:40.940427 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-abd9c54b-3b4f-49fe-a5da-2ac272f2a478 req-a7f1a21b-e2e3-480d-a254-ec2e04f599c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.1268466
Dec 19 13:39:41.046708 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-abd9c54b-3b4f-49fe-a5da-2ac272f2a478 req-ffcd8896-4182-4978-89fe-fa2daf12e5fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb HTTP/1.1" status: 200  len: 1000 time: 0.0997462
Dec 19 13:39:41.111638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9c54b-3b4f-49fe-a5da-2ac272f2a478 req-84cf05be-9ece-437f-943e-a4ded9d96f3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:41.113074 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-abd9c54b-3b4f-49fe-a5da-2ac272f2a478 req-84cf05be-9ece-437f-943e-a4ded9d96f3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.0605390
Dec 19 13:39:41.187551 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-abd9c54b-3b4f-49fe-a5da-2ac272f2a478 req-25302cf5-85b0-4275-93a5-c1aba68f3e4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669801
Dec 19 13:39:41.319553 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-abd9c54b-3b4f-49fe-a5da-2ac272f2a478 req-cef8b743-0500-4dfa-8151-1aa6f7ce8a9d service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260166
Dec 19 13:39:41.453727 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-abd9c54b-3b4f-49fe-a5da-2ac272f2a478 req-04cfa582-810b-4056-b0bb-143b36ebd1c7 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253800
Dec 19 13:39:42.394765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fb484ca7-2b63-4aa4-acd0-cfba4122b609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:44.646174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5b592091-6e4b-4696-a181-97f97f926b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:46.194369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:46.282856 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:47.571807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:48.052834 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64330f8e-c61d-4707-9a80-2fe6d4818afb req-1a2a3ccb-264e-463d-8199-c7a4614a0900 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:48.053348 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-64330f8e-c61d-4707-9a80-2fe6d4818afb req-1a2a3ccb-264e-463d-8199-c7a4614a0900 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 945 time: 0.0804224
Dec 19 13:39:48.098714 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-64330f8e-c61d-4707-9a80-2fe6d4818afb req-71386d6d-8a15-4059-bf65-557f967a6184 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395784
Dec 19 13:39:49.303934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978047e-1035-493e-9a57-f70c1965462b req-9aced8e8-1932-442a-a7b9-d63d8174d02f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:49.305483 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3978047e-1035-493e-9a57-f70c1965462b req-9aced8e8-1932-442a-a7b9-d63d8174d02f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 945 time: 0.0759902
Dec 19 13:39:49.354233 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3978047e-1035-493e-9a57-f70c1965462b req-f8c57190-1672-4d6f-9859-e15899f9e3ec tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432866
Dec 19 13:39:49.543513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438008aa-2187-4421-9705-4c7358405954 req-d6176123-c03b-4bef-8159-f021e5ae27b2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:49.544347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-438008aa-2187-4421-9705-4c7358405954 req-d6176123-c03b-4bef-8159-f021e5ae27b2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:39:49.629472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-438008aa-2187-4421-9705-4c7358405954 req-d6176123-c03b-4bef-8159-f021e5ae27b2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:39:49.629472 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-438008aa-2187-4421-9705-4c7358405954 req-d6176123-c03b-4bef-8159-f021e5ae27b2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 945 time: 0.1538987
Dec 19 13:39:49.697959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port a28b60b6-8db0-46c9-b326-01159a911825 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:39:49.698289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:49.956585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port a28b60b6-8db0-46c9-b326-01159a911825, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a28b60b6-8db0-46c9-b326-01159a911825,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:39:49.957132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:50.365933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:50.366300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:50.366607 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP 57758da6-b515-4fc8-ac97-904d8942d10c disassociated. External IP: 172.26.4.214, port: a28b60b6-8db0-46c9-b326-01159a911825.
Dec 19 13:39:50.366949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for a28b60b6-8db0-46c9-b326-01159a911825 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:39:50.562155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035a9b1-2879-41c6-9407-7ddb4404a2a0 req-2d068226-62ea-4297-aaf7-cc16e4a34fbb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:50.563598 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9035a9b1-2879-41c6-9407-7ddb4404a2a0 req-2d068226-62ea-4297-aaf7-cc16e4a34fbb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 945 time: 0.0767319
Dec 19 13:39:50.564792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:50.571406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-211d80b6-1ebd-4281-88b5-9f3eb11468da tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:39:50.612024 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9035a9b1-2879-41c6-9407-7ddb4404a2a0 req-12f9a498-143c-4090-9f60-58c5cdd425f8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=45cb3086-dd42-4e0b-b21e-1647f03b5edc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414884
Dec 19 13:39:50.612497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=a28b60b6-8db0-46c9-b326-01159a911825,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:39:50.629446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:50.629829 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:50.630198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:50.630561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:50.630921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:50.631294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:50.632004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:50.632004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:50.632327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:50.633691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:50.634221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:39:50.638025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:39:50.844432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:39:51.044545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:39:51.056377 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ada27-69cd-42d5-9784-2c18e8b2416b None None] Sync routers for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:39:51.068939 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ada27-69cd-42d5-9784-2c18e8b2416b None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:39:51.069554 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-574ada27-69cd-42d5-9784-2c18e8b2416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bcb700>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:39:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:39:51.121921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] No DVR routers for this DVR port a28b60b6-8db0-46c9-b326-01159a911825 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:39:51.125502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:51.129584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'name': 'network-vif-deleted', 'tag': 'a28b60b6-8db0-46c9-b326-01159a911825'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:39:51.188455 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512b3bfc-b750-45b2-9daf-8cba336a1ca1', 'name': 'network-vif-deleted', 'tag': 'a28b60b6-8db0-46c9-b326-01159a911825', 'status': 'completed', 'code': 200}
Dec 19 13:39:51.211336 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-438008aa-2187-4421-9705-4c7358405954 req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "DELETE /v2.0/ports/a28b60b6-8db0-46c9-b326-01159a911825 HTTP/1.1" status: 204  len: 173 time: 1.5783224
Dec 19 13:39:51.272238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-574ada27-69cd-42d5-9784-2c18e8b2416b None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:39:51.584069 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-574ada27-69cd-42d5-9784-2c18e8b2416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bcb700>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:39:51.588387 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ada27-69cd-42d5-9784-2c18e8b2416b None None] Checking router: e3e01a69-22ab-402c-aa42-bd4f79c7c4ea for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:39:51.598658 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ada27-69cd-42d5-9784-2c18e8b2416b None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:39:51.599279 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-574ada27-69cd-42d5-9784-2c18e8b2416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bcb700>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:39:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:39:51.797095 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-574ada27-69cd-42d5-9784-2c18e8b2416b None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:39:51.821654 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3a04a7b9-17a0-4e02-bbc9-e08dc7a686ea req-7142153f-4ed0-4d4b-b829-3281d00d134d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=512b3bfc-b750-45b2-9daf-8cba336a1ca1 HTTP/1.1" status: 200  len: 210 time: 0.0503914
Dec 19 13:39:52.170076 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-574ada27-69cd-42d5-9784-2c18e8b2416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bcb700>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:39:52.173905 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ada27-69cd-42d5-9784-2c18e8b2416b None None] The sync data for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv is: [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:37:51Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '7076173d-9833-422a-98be-8bac1e063e92', 'name': '', 'network_id': 'a5b7d040-1626-48db-8676-a3fb905d4d99', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:17:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09e851d6-1253-4987-b91d-19822a938487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:50Z', 'updated_at': '2021-12-19T13:38:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '09e851d6-1253-4987-b91d-19822a938487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:39:52.392813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758a07ba-5adf-461c-9a1f-e87c876dbfbd None None] New status for floating IP 57758da6-b515-4fc8-ac97-904d8942d10c: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:39:52.933155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47744) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:39:53.002357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1400490a-7ed7-4b4f-9cb1-f02e32073b59 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:53.033142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1400490a-7ed7-4b4f-9cb1-f02e32073b59 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:53.177252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1400490a-7ed7-4b4f-9cb1-f02e32073b59 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:53.182006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8cedff18-718a-4075-bbc8-859b354d6d7a tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:39:53.199896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400490a-7ed7-4b4f-9cb1-f02e32073b59 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cb3086-dd42-4e0b-b21e-1647f03b5edc,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:39:53.203004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1400490a-7ed7-4b4f-9cb1-f02e32073b59 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:39:53.290917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1400490a-7ed7-4b4f-9cb1-f02e32073b59 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:53.292067 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1400490a-7ed7-4b4f-9cb1-f02e32073b59 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/45cb3086-dd42-4e0b-b21e-1647f03b5edc HTTP/1.1" status: 204  len: 168 time: 0.3579509
Dec 19 13:39:53.393796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47750) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:39:53.469029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device a28b60b6-8db0-46c9-b326-01159a911825 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:39:53.501749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: a28b60b6-8db0-46c9-b326-01159a911825 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:39:53.502107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device a28b60b6-8db0-46c9-b326-01159a911825 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:39:53.556999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 0dc5f0f2-f310-4f2a-bc7c-894dfebb819b {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:39:53.557556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:53.727315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:53.727546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:53.947521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 0dc5f0f2-f310-4f2a-bc7c-894dfebb819b owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:39:54.170412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:54.174941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2acff454-eb63-4cda-8c29-a6915b5384c6 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:39:54.221402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=0dc5f0f2-f310-4f2a-bc7c-894dfebb819b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:39:54.223782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:39:54.309814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:54.325004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:54.326100 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/floatingips/57758da6-b515-4fc8-ac97-904d8942d10c HTTP/1.1" status: 204  len: 168 time: 0.9313653
Dec 19 13:39:54.917035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b517b-cdc6-4791-aaea-35dc90409438 req-19fc5d42-f5e2-4e13-a183-cb53e02a436c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:54.918372 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aa2b517b-cdc6-4791-aaea-35dc90409438 req-19fc5d42-f5e2-4e13-a183-cb53e02a436c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 945 time: 0.0784640
Dec 19 13:39:54.963022 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aa2b517b-cdc6-4791-aaea-35dc90409438 req-5174697d-a9ea-4e48-bc7e-918eda2e46c1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391202
Dec 19 13:39:55.353007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:56.094763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-4aa79fa8-bd38-45eb-bfc8-4739c3356f15 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:56.095492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-4aa79fa8-bd38-45eb-bfc8-4739c3356f15 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:39:56.160859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b23fce-0132-4d04-b59d-f4c61759e60d req-277a875a-0a7c-43a0-8b37-5c07169469e7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:39:56.162279 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24b23fce-0132-4d04-b59d-f4c61759e60d req-277a875a-0a7c-43a0-8b37-5c07169469e7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 945 time: 0.0761771
Dec 19 13:39:56.187525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-4aa79fa8-bd38-45eb-bfc8-4739c3356f15 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:39:56.188677 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-4aa79fa8-bd38-45eb-bfc8-4739c3356f15 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 945 time: 0.1718457
Dec 19 13:39:56.220017 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24b23fce-0132-4d04-b59d-f4c61759e60d req-785a6eaa-5acf-48ea-ab16-8c953d9a6904 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b27f02b-2f13-4a00-af53-77724f3a68cb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513051
Dec 19 13:39:56.257406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:39:56.257659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:56.502058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=6d86b6a8-80fe-489b-a52f-d89bd1285ffd,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:39:56.502404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:56.622824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 6d86b6a8-80fe-489b-a52f-d89bd1285ffd owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:39:56.817367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:56.823295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fb9f6bf4-8795-487d-9329-63e181f6af12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:39:56.864638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=6d86b6a8-80fe-489b-a52f-d89bd1285ffd,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:39:56.868590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:39:56.940400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] No DVR routers for this DVR port 6d86b6a8-80fe-489b-a52f-d89bd1285ffd on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:39:56.942641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:56.945127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'name': 'network-vif-deleted', 'tag': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:39:56.999572 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4737e95-a92d-4cf8-b1ba-0da7c2291f87', 'name': 'network-vif-deleted', 'tag': '6d86b6a8-80fe-489b-a52f-d89bd1285ffd', 'status': 'completed', 'code': 200}
Dec 19 13:39:57.011156 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0b393165-0752-49a5-aedf-4e2a81124fc6 req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "DELETE /v2.0/ports/6d86b6a8-80fe-489b-a52f-d89bd1285ffd HTTP/1.1" status: 204  len: 173 time: 0.8170514
Dec 19 13:39:57.021663 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:39:57.401216 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-92acfe3a-74b4-44fe-b716-1f3b5fe01d0a req-fa8f552c-38f9-4c6e-ae3d-ad94623ab11f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4737e95-a92d-4cf8-b1ba-0da7c2291f87 HTTP/1.1" status: 200  len: 210 time: 0.0420973
Dec 19 13:39:58.504165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47766) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:39:58.573546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d582912b-e06d-490c-93cf-392c5f8953ec tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:58.602787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d582912b-e06d-490c-93cf-392c5f8953ec tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:58.720325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d582912b-e06d-490c-93cf-392c5f8953ec tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:58.724111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-656e7279-6476-46f7-9c2a-a9ff909f0b28 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:39:58.739363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582912b-e06d-490c-93cf-392c5f8953ec tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b27f02b-2f13-4a00-af53-77724f3a68cb,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:39:58.741567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d582912b-e06d-490c-93cf-392c5f8953ec tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:39:58.747619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d582912b-e06d-490c-93cf-392c5f8953ec tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:58.748793 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d582912b-e06d-490c-93cf-392c5f8953ec tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b27f02b-2f13-4a00-af53-77724f3a68cb HTTP/1.1" status: 204  len: 168 time: 0.2436364
Dec 19 13:39:58.821952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47772) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:39:59.312518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:39:59.903416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 7076173d-9833-422a-98be-8bac1e063e92 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:39:59.904116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:00.086725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 7076173d-9833-422a-98be-8bac1e063e92, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=7076173d-9833-422a-98be-8bac1e063e92,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:00.087090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:00.203045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 7076173d-9833-422a-98be-8bac1e063e92 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:00.457297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:00.461546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2ee64962-5969-4e4b-b453-70b8a7aa5942 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:00.503763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=7076173d-9833-422a-98be-8bac1e063e92,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:00.506215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:00.894268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:01.458049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:40:01.484063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 6d86b6a8-80fe-489b-a52f-d89bd1285ffd no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:01.557760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 6d86b6a8-80fe-489b-a52f-d89bd1285ffd {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:01.558114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 6d86b6a8-80fe-489b-a52f-d89bd1285ffd not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:01.663196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:40:01.673348 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830373af-8560-48ca-8376-cad11fa23545 None None] Sync routers for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:40:01.676682 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/e3e01a69-22ab-402c-aa42-bd4f79c7c4ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8529792
Dec 19 13:40:01.679300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47776) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:01.685619 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830373af-8560-48ca-8376-cad11fa23545 None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:01.686223 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-830373af-8560-48ca-8376-cad11fa23545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4745af70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:39:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:01.858867 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-830373af-8560-48ca-8376-cad11fa23545 None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:01.863075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bb0c62-2ce3-47a7-82b6-bf0458728c2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting subnet 09e851d6-1253-4987-b91d-19822a938487 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:40:01.866005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06bb0c62-2ce3-47a7-82b6-bf0458728c2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:01.919285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06bb0c62-2ce3-47a7-82b6-bf0458728c2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:02.004365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06bb0c62-2ce3-47a7-82b6-bf0458728c2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:02.121582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06bb0c62-2ce3-47a7-82b6-bf0458728c2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:02.126717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a98f0d7f-8ad3-424a-b271-ef680dd2f6e7 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:02.144120 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-830373af-8560-48ca-8376-cad11fa23545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4745af70>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:40:00Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:02.147917 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830373af-8560-48ca-8376-cad11fa23545 None None] Checking router: e3e01a69-22ab-402c-aa42-bd4f79c7c4ea for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:40:02.158102 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830373af-8560-48ca-8376-cad11fa23545 None None] Routers {'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:02.158695 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-830373af-8560-48ca-8376-cad11fa23545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4745af70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:39:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:02.165408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb0c62-2ce3-47a7-82b6-bf0458728c2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Subnet': ['ID=09e851d6-1253-4987-b91d-19822a938487,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:02.168935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-06bb0c62-2ce3-47a7-82b6-bf0458728c2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:02.171686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-06bb0c62-2ce3-47a7-82b6-bf0458728c2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:02.177886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d320965f-c4f1-40e2-ad30-5e68931cd62b None None] Network a5b7d040-1626-48db-8676-a3fb905d4d99 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:40:02.181485 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-06bb0c62-2ce3-47a7-82b6-bf0458728c2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/subnets/09e851d6-1253-4987-b91d-19822a938487 HTTP/1.1" status: 204  len: 168 time: 0.4987090
Dec 19 13:40:02.182696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47780) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:02.332435 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-830373af-8560-48ca-8376-cad11fa23545 None None] Set router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:02.441928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bfb5d6-39e0-43fa-9880-0fff22768de6 None None] DHCP port deletion for a5b7d040-1626-48db-8676-a3fb905d4d99 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:40:02.446516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-21bfb5d6-39e0-43fa-9880-0fff22768de6 None None] Deleting port ffd8621c-6c00-46ae-8083-12025ca6c41d {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:02.447115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-21bfb5d6-39e0-43fa-9880-0fff22768de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:02.516866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:02.627752 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-830373af-8560-48ca-8376-cad11fa23545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4745af70>, [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:40:00Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:02.631963 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830373af-8560-48ca-8376-cad11fa23545 None None] The sync data for ids ['e3e01a69-22ab-402c-aa42-bd4f79c7c4ea'] in dv-neutron-821895-1-hyperv is: [{'id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'name': 'tempest-TestNetworkBasicOps-router-1901241056', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:37:45Z', 'updated_at': '2021-12-19T13:40:00Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '3a0d0aee-d130-45fb-b0e3-9acac5175ec6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e01a69-22ab-402c-aa42-bd4f79c7c4ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:37:46Z', 'updated_at': '2021-12-19T13:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:40:02.670667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-21bfb5d6-39e0-43fa-9880-0fff22768de6 None None] For port ffd8621c-6c00-46ae-8083-12025ca6c41d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=ffd8621c-6c00-46ae-8083-12025ca6c41d,segment=NetworkSegment(17c69415-0684-48d2-8da9-0e0f1f0e9ac6),segment_id=17c69415-0684-48d2-8da9-0e0f1f0e9ac6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:02.671249 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-21bfb5d6-39e0-43fa-9880-0fff22768de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:02.727351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:02.789031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-21bfb5d6-39e0-43fa-9880-0fff22768de6 None None] Calling delete_port for ffd8621c-6c00-46ae-8083-12025ca6c41d owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:02.805558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:02.805906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:02.925044 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-21bfb5d6-39e0-43fa-9880-0fff22768de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:02.928589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:02.972808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfb5d6-39e0-43fa-9880-0fff22768de6 None None] Pushing event deleted for resources: {'Port': ['ID=ffd8621c-6c00-46ae-8083-12025ca6c41d,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:02.976299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-21bfb5d6-39e0-43fa-9880-0fff22768de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:02.979600 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bfb5d6-39e0-43fa-9880-0fff22768de6 None None] No DVR routers for this DVR port ffd8621c-6c00-46ae-8083-12025ca6c41d on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:40:02.980582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 3a0d0aee-d130-45fb-b0e3-9acac5175ec6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3a0d0aee-d130-45fb-b0e3-9acac5175ec6,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:02.981001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:03.107851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:03.325569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:03.329116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69a94017-3e07-4675-903f-c4e7a8b040c9 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:03.372865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=3a0d0aee-d130-45fb-b0e3-9acac5175ec6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:03.375572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:03.594515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:03.604597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7076173d-9833-422a-98be-8bac1e063e92 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:03.637239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 7076173d-9833-422a-98be-8bac1e063e92 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:03.637592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7076173d-9833-422a-98be-8bac1e063e92 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:03.638024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ffd8621c-6c00-46ae-8083-12025ca6c41d no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:03.672270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: ffd8621c-6c00-46ae-8083-12025ca6c41d {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:03.672909 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device ffd8621c-6c00-46ae-8083-12025ca6c41d not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:03.855623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:03.859665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:03.965480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:03.965998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Fanout notify agent at l3_agent the message router_deleted on router e3e01a69-22ab-402c-aa42-bd4f79c7c4ea {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:40:03.980192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:03.981950 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/routers/e3e01a69-22ab-402c-aa42-bd4f79c7c4ea HTTP/1.1" status: 204  len: 168 time: 1.7980316
Dec 19 13:40:03.984458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47784) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:04.214843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:04.342224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:04.366633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46388e50>,) {'filters': {'network_id': ['a5b7d040-1626-48db-8676-a3fb905d4d99']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:04.379505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46388e50>, '17c69415-0684-48d2-8da9-0e0f1f0e9ac6') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:04.379788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46388e50>, '17c69415-0684-48d2-8da9-0e0f1f0e9ac6') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:04.392190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:04.408212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:04.414501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:40:04.414886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:40:04.430134 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:40:04.589100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:04.592441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b03dbc34-bf53-4451-b2c5-abeed1b50374 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:04.607538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:04.619736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Network': ['ID=a5b7d040-1626-48db-8676-a3fb905d4d99,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:04.622495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:04.680560 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/networks/a5b7d040-1626-48db-8676-a3fb905d4d99 HTTP/1.1" status: 204  len: 168 time: 0.6949112
Dec 19 13:40:04.703242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47788) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:04.708826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'network': {'name': 'tempest-network-smoke--2005316089', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'port_security_enabled': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:04.714544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:04.719717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:network and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:04.722623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:04.730629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:04.832613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:40:04.835734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:04.865756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:40:04.875267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:04.875655 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Added segment 192596ea-421c-4fbb-a5a2-961b44c14268 of type vlan for network 460cd95f-4013-4817-936b-2e70ab2731ab
Dec 19 13:40:04.904977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:05.004361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:05.010189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:05.010776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:05.014578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ca77b01-a84a-4849-9a36-41e888921151 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:05.122560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Network': ['ID=460cd95f-4013-4817-936b-2e70ab2731ab,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:05.125290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:05.133589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 460cd95f-4013-4817-936b-2e70ab2731ab details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:40:05.189293 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4849861
Dec 19 13:40:05.192012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47792) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:05.197996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-339746950', 'admin_state_up': True, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:05.204976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:05.209015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:router and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:05.211986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:05.218703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:05.320059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:05.321028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:05.341195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:05.510378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:05.546367 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:05.546716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3a0d0aee-d130-45fb-b0e3-9acac5175ec6 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:05.581610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:05.820819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:05.849105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:05.982719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.93 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/e0e2566e-bc42-4a62-b766-604788fd5ba4) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:40:06.124596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:06.216144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:06.220071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba961f03-4a3d-490e-b58d-2aa13f2ea490 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:06.277486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:40:06.288108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:40:06.290414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:40:06.324818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=e0e2566e-bc42-4a62-b766-604788fd5ba4,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:06.328579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:06.508721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:06.509338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:06.919651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 4a187414-b3f6-4d12-8028-06c047c1f8fb is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:40:07.122930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:40:07.132200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Sync routers for ids ['4a187414-b3f6-4d12-8028-06c047c1f8fb'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:40:07.145028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Routers {'4a187414-b3f6-4d12-8028-06c047c1f8fb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:07.145747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47187280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:39:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4a187414-b3f6-4d12-8028-06c047c1f8fb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:07.227018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:07.228681 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.0352578
Dec 19 13:40:07.232001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47796) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:07.272050 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-eb465d2a-6c8a-46f6-8a1d-9ccc9c7452ad tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=077ccee64892449c9cacad2ed1d1a724&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0388904
Dec 19 13:40:07.274656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47800) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:07.322948 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Set router 4a187414-b3f6-4d12-8028-06c047c1f8fb gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:07.403775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226029a-5d63-4b1b-b938-7fec5b7f276b tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:07.405237 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6226029a-5d63-4b1b-b938-7fec5b7f276b tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1295223
Dec 19 13:40:07.408233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47804) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:07.447915 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3a9fe2fa-0140-4142-af7f-02f4bf43d0e4 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0384660
Dec 19 13:40:07.451380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47808) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:07.456676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070721732', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:07.567473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:07.571341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:subnet and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:07.575336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:07.581138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:07.640549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47187280>, [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:06Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:07.644316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Checking router: 4a187414-b3f6-4d12-8028-06c047c1f8fb for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:40:07.644670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Updating router 4a187414-b3f6-4d12-8028-06c047c1f8fb port e0e2566e-bc42-4a62-b766-604788fd5ba4 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:40:07.657030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:40:07.695768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:07.759304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:08.012828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:08.023827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Transition to ACTIVE for port object e0e2566e-bc42-4a62-b766-604788fd5ba4 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:40:08.034423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:08.039077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b2b82a41-725b-4f40-8dfd-237fcf31876f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:08.109924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Subnet': ['ID=2ffff4fa-9bc2-469f-a855-a2d2569e3b13,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:08.112664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:08.125734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Checking segment: {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:40:08.126084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network hostable DHCP agents. Network: 460cd95f-4013-4817-936b-2e70ab2731ab, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:40:08.141058 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:08.145315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-21bfb5d6-39e0-43fa-9880-0fff22768de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:08.220242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Attempting to bind port e0e2566e-bc42-4a62-b766-604788fd5ba4 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:40:08.220611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Attempting to bind port e0e2566e-bc42-4a62-b766-604788fd5ba4 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:40:08.220970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Attempting to bind port e0e2566e-bc42-4a62-b766-604788fd5ba4 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:40:08.222938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Pushing event updated for resources: {'Port': ['ID=e0e2566e-bc42-4a62-b766-604788fd5ba4,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:08.233605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:40:08.233976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:40:08.234373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:08.234761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:40:08.235245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Bound port: e0e2566e-bc42-4a62-b766-604788fd5ba4, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:40:08.235616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:08.239748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 460cd95f-4013-4817-936b-2e70ab2731ab is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:40:08.263272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:08.263540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:08.263876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:08.264203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:08.264530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:08.264870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:08.265444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:08.265763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:08.266076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:08.266387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:08.266698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:08.274581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:08.302530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 460cd95f-4013-4817-936b-2e70ab2731ab) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:40:08.306912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:08.307578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:08.313613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3052a7-fea8-4e3d-90c8-86a955766a8b None None] Network 460cd95f-4013-4817-936b-2e70ab2731ab requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:40:08.378118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] For port e0e2566e-bc42-4a62-b766-604788fd5ba4, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:40:08.394760 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9423771
Dec 19 13:40:08.395547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] For port e0e2566e-bc42-4a62-b766-604788fd5ba4, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e0e2566e-bc42-4a62-b766-604788fd5ba4,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:40:08.398136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47812) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:08.475888 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:08.484638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:08.593849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-460cd95f-4013-4817-936b-2e70ab2731ab', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:40:08.594438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:08.617241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Pushing event updated for resources: {'Port': ['ID=e0e2566e-bc42-4a62-b766-604788fd5ba4,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:08.622350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:08.662680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Routers {'4a187414-b3f6-4d12-8028-06c047c1f8fb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:08.663333 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47187280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:39:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4a187414-b3f6-4d12-8028-06c047c1f8fb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:08.936746 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Allocated IP 172.20.0.2 (460cd95f-4013-4817-936b-2e70ab2731ab/2ffff4fa-9bc2-469f-a855-a2d2569e3b13/d51b7cfe-b5c9-4a28-a0c9-c53f523fc146) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:40:08.942511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] Set router 4a187414-b3f6-4d12-8028-06c047c1f8fb gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:09.263247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:09.425787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:09.443200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Transition to ACTIVE for port object d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:40:09.467423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Transition to ACTIVE for port object d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:40:09.470789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47187280>, [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:06Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:09.474727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a6523-fa5a-4027-9443-19dde8bb08a2 None None] The sync data for ids ['4a187414-b3f6-4d12-8028-06c047c1f8fb'] in dv-neutron-821895-1-hyperv is: [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:06Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:40:09.560586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:09.566041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b9fb8c97-baa3-4533-9a74-ba925dff7cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:09.634202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Pushing event updated for resources: {'Port': ['ID=d51b7cfe-b5c9-4a28-a0c9-c53f523fc146,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:09.638381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:09.653562 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Network 460cd95f-4013-4817-936b-2e70ab2731ab is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:40:09.658156 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:40:09.669360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:40:09.717198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.1 (460cd95f-4013-4817-936b-2e70ab2731ab/2ffff4fa-9bc2-469f-a855-a2d2569e3b13/5f087887-e710-4c57-aadc-30ed58bdd759) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:40:09.777217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Attempting to bind port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:40:09.777597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Attempting to bind port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:40:09.777972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Attempting to bind port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 on network 460cd95f-4013-4817-936b-2e70ab2731ab {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:40:09.784894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:40:09.785276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Checking segment: {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:40:09.785685 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:09.786086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Bound using segment: {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:40:09.786593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Bound port: d51b7cfe-b5c9-4a28-a0c9-c53f523fc146, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:40:09.786973 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:09.883092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] For port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:40:09.887075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] For port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d51b7cfe-b5c9-4a28-a0c9-c53f523fc146,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:40:09.893537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:09.909501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 5f087887-e710-4c57-aadc-30ed58bdd759 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:40:09.983265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:09.987238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e37e51f9-ba74-4b37-9c10-79984095e6a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:10.034999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:10.041226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:10.074522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Pushing event updated for resources: {'Port': ['ID=d51b7cfe-b5c9-4a28-a0c9-c53f523fc146,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:10.077832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:10.117194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 460cd95f-4013-4817-936b-2e70ab2731ab is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:40:10.118177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=5f087887-e710-4c57-aadc-30ed58bdd759,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:10.121399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:40:10.123198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:10.123877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:40:10.189243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:10.339474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:10.879784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:10.932820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:10.957999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3c497bc5-8094-4e2e-9c91-5d591cd5e3f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:11.006790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f487c173-298d-4326-ab91-68a456f2f613 None None] Network 460cd95f-4013-4817-936b-2e70ab2731ab requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:40:11.047139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:11.050605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=5f087887-e710-4c57-aadc-30ed58bdd759,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:11.053526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:11.178657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6e751ef7-66da-4668-9b7c-588aba3604a6 None None] Provisioning for port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:40:11.191716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 460cd95f-4013-4817-936b-2e70ab2731ab is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:40:11.192771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:40:11.615756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 4a187414-b3f6-4d12-8028-06c047c1f8fb has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:40:11.617174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-5f9a0d76-2254-48f1-8cb0-79258122530a None None] Provisioning for port 5f087887-e710-4c57-aadc-30ed58bdd759 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:40:11.622919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-5f9a0d76-2254-48f1-8cb0-79258122530a None None] Provisioning complete for port 5f087887-e710-4c57-aadc-30ed58bdd759 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:11.623377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5f9a0d76-2254-48f1-8cb0-79258122530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:11.661878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:40:11.746293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a0d76-2254-48f1-8cb0-79258122530a None None] Port 5f087887-e710-4c57-aadc-30ed58bdd759 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:40:11.834477 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:40:11.840073 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:11.840453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:11.845051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:40:11.853398 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/4a187414-b3f6-4d12-8028-06c047c1f8fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4547329
Dec 19 13:40:11.856265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47816) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:11.912161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-41f103e6-3358-4730-add8-b27d1970546d None None] Provisioning complete for port 5f087887-e710-4c57-aadc-30ed58bdd759 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:11.912484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-41f103e6-3358-4730-add8-b27d1970546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:11.998475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d8e91-4def-4849-b584-bc6b850b425c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:11.998748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d8e91-4def-4849-b584-bc6b850b425c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:11.999143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d8e91-4def-4849-b584-bc6b850b425c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:11.999497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d8e91-4def-4849-b584-bc6b850b425c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:11.999842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d8e91-4def-4849-b584-bc6b850b425c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:12.000217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d8e91-4def-4849-b584-bc6b850b425c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:12.001900 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e38d8e91-4def-4849-b584-bc6b850b425c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.1447499
Dec 19 13:40:12.004743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47820) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:12.006331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-41f103e6-3358-4730-add8-b27d1970546d None None] Port 5f087887-e710-4c57-aadc-30ed58bdd759 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:40:12.013192 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:12.045704 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d51b7cfe-b5c9-4a28-a0c9-c53f523fc146,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:12.075123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da5bed-d436-4616-9517-9fc6a8500a3c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:12.075505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da5bed-d436-4616-9517-9fc6a8500a3c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:12.075862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da5bed-d436-4616-9517-9fc6a8500a3c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:12.076215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da5bed-d436-4616-9517-9fc6a8500a3c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:12.076567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da5bed-d436-4616-9517-9fc6a8500a3c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:12.076907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da5bed-d436-4616-9517-9fc6a8500a3c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:12.078592 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f8da5bed-d436-4616-9517-9fc6a8500a3c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.0727897
Dec 19 13:40:12.081416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47824) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:12.143256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:12.144114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0e2566e-bc42-4a62-b766-604788fd5ba4 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:40:12.171008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:12.262688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=d51b7cfe-b5c9-4a28-a0c9-c53f523fc146,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:12.265806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:12.287029 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-84a7e048-621d-4595-824f-aa8ad8ea3899 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3044 time: 0.2044621
Dec 19 13:40:12.289743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47830) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:12.295194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-922857507', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:12.342751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port e0e2566e-bc42-4a62-b766-604788fd5ba4 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:40:12.347854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e0e2566e-bc42-4a62-b766-604788fd5ba4 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:12.348225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:12.448866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-721283db-977d-4d40-b7f3-c7cd0f2fc189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:12.476341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:12.494509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e0e2566e-bc42-4a62-b766-604788fd5ba4, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e0e2566e-bc42-4a62-b766-604788fd5ba4,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:12.550074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:12.554159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:port and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:12.557836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:12.560462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:12.564133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:12.565706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:12.628762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e0e2566e-bc42-4a62-b766-604788fd5ba4,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:12.631856 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:12.635622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:40:12.638739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:12.660855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] device_id is not set on port 36dc26bb-b415-4b0f-a8b0-f314372494a7 yet. {{(pid=84124) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:40:12.807384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.6 (460cd95f-4013-4817-936b-2e70ab2731ab/2ffff4fa-9bc2-469f-a855-a2d2569e3b13/36dc26bb-b415-4b0f-a8b0-f314372494a7) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:40:13.002672 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Sync routers for ids ['4a187414-b3f6-4d12-8028-06c047c1f8fb'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:40:13.014266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:13.016353 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Routers {'4a187414-b3f6-4d12-8028-06c047c1f8fb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:13.016964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bcb1f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:39:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4a187414-b3f6-4d12-8028-06c047c1f8fb'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:13.030709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 36dc26bb-b415-4b0f-a8b0-f314372494a7 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:40:13.112914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:13.119281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25b41373-c9a9-4680-b060-a825666edea4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:13.192028 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Set router 4a187414-b3f6-4d12-8028-06c047c1f8fb gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:13.192771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 460cd95f-4013-4817-936b-2e70ab2731ab is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:40:13.196130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:13.198490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:40:13.200231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:13.200888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:40:13.262976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:13.263566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:13.343548 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.0527134
Dec 19 13:40:13.474090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cbe86886-b202-40d5-8832-fc201a37fc8d None None] Provisioning for port 36dc26bb-b415-4b0f-a8b0-f314372494a7 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:40:13.479969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cbe86886-b202-40d5-8832-fc201a37fc8d None None] Provisioning complete for port 36dc26bb-b415-4b0f-a8b0-f314372494a7 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:13.480350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cbe86886-b202-40d5-8832-fc201a37fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:13.539889 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bcb1f0>, [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:10Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '5f087887-e710-4c57-aadc-30ed58bdd759', 'name': '', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:7e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:09Z', 'updated_at': '2021-12-19T13:40:10Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:13.541219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-cbe86886-b202-40d5-8832-fc201a37fc8d None None] Port 36dc26bb-b415-4b0f-a8b0-f314372494a7 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:40:13.546232 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Checking router: 4a187414-b3f6-4d12-8028-06c047c1f8fb for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:40:13.546653 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Updating router 4a187414-b3f6-4d12-8028-06c047c1f8fb port 5f087887-e710-4c57-aadc-30ed58bdd759 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:40:13.575396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:40:13.606438 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:13.643720 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:13.644009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:13.726184 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47836) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:13.732825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133806633', 'description': 'tempest-secgroup-smoke-1133806633 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:13.740427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:13.745588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:13.748764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:13.755377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:13.796578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0e2566e-bc42-4a62-b766-604788fd5ba4 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:40:13.838571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:13.865760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e0e2566e-bc42-4a62-b766-604788fd5ba4 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:13.866138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:13.875601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:13.879577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:13.885397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:13.891526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:13.949896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:13.954481 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:13.965968 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Transition to ACTIVE for port object 5f087887-e710-4c57-aadc-30ed58bdd759 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:40:14.011621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.015622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1b9cf4f5-3b1e-468f-aecc-c6d857ed70cc tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:14.045581 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.049180 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-f03ef83f-e1d4-4d34-a1b5-b6bc3ae98c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:14.058280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75bca687-dd28-431d-b2ad-44c717d665a9,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:14.061162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:14.137769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.139343 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4121189
Dec 19 13:40:14.142179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47840) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:14.148762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '75bca687-dd28-431d-b2ad-44c717d665a9', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:14.155371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:14.160808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:14.164742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:14.170011 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Pushing event updated for resources: {'Port': ['ID=5f087887-e710-4c57-aadc-30ed58bdd759,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:14.177049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:14.184203 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.184454 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.184781 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.185108 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.185431 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.185750 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.186065 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.186379 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.186689 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.186990 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.187333 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.214216 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:14.273285 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Attempting to bind port 5f087887-e710-4c57-aadc-30ed58bdd759 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:40:14.273653 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Attempting to bind port 5f087887-e710-4c57-aadc-30ed58bdd759 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:40:14.274007 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Attempting to bind port 5f087887-e710-4c57-aadc-30ed58bdd759 on network 460cd95f-4013-4817-936b-2e70ab2731ab {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:40:14.281402 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:40:14.281767 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Checking segment: {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:40:14.282165 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.282577 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Bound using segment: {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:40:14.283029 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Bound port: 5f087887-e710-4c57-aadc-30ed58bdd759, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:40:14.283423 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.285033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.347938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.372586 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] For port 5f087887-e710-4c57-aadc-30ed58bdd759, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:40:14.375566 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] For port 5f087887-e710-4c57-aadc-30ed58bdd759, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5f087887-e710-4c57-aadc-30ed58bdd759,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:40:14.438181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.445318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:14.465576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041e6a29-ce92-4004-aae1-95b754eb4622,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:14.472823 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.476632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.477297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.477531 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-fa47f800-7037-4d11-a2a9-bea4be233858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:14.477664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.477810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.478169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.478519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.478907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.480114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.480606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.480963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.481313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:14.484743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:14.552914 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Pushing event updated for resources: {'Port': ['ID=5f087887-e710-4c57-aadc-30ed58bdd759,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:14.556090 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:14.557113 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Routers {'4a187414-b3f6-4d12-8028-06c047c1f8fb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:14.557698 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bcb1f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:39:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4a187414-b3f6-4d12-8028-06c047c1f8fb'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:14.564171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.565793 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4222457
Dec 19 13:40:14.568692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47844) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:14.575001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '75bca687-dd28-431d-b2ad-44c717d665a9', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:14.583199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:14.587365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:14.596748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:14.598356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:14.615372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8ef53fde-7901-4fad-af1e-617b4ac21a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.686947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.747568 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] Set router 4a187414-b3f6-4d12-8028-06c047c1f8fb gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:14.756475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.845711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.847656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ec38756-9d7a-4263-86bf-f908ce114fed tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:14.870832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7abe1a-84b2-4c90-b9ef-42907a9a2a26,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:14.873318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:14.960372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:14.961884 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3919606
Dec 19 13:40:14.964411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47848) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:14.970127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '75bca687-dd28-431d-b2ad-44c717d665a9', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:14.975846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:14.980242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:14.983294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:14.988973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:15.067699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:15.077377 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bcb1f0>, [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:10Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '5f087887-e710-4c57-aadc-30ed58bdd759', 'name': '', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:7e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:09Z', 'updated_at': '2021-12-19T13:40:14Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:15.081317 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba500f98-228f-484d-bec5-b7df5574c7ef None None] The sync data for ids ['4a187414-b3f6-4d12-8028-06c047c1f8fb'] in dv-neutron-821895-1-hyperv is: [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:10Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '5f087887-e710-4c57-aadc-30ed58bdd759', 'name': '', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:7e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:09Z', 'updated_at': '2021-12-19T13:40:14Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:40:15.135978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:15.238616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:15.240538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e0816712-b809-479b-838c-03fdff7bd967 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:15.263266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e871d2cc-f4a1-4a7d-a362-2ec2adc9aa5f,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:15.268477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:15.329867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:15.331221 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3657446
Dec 19 13:40:15.333954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47852) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:15.340711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '75bca687-dd28-431d-b2ad-44c717d665a9', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:15.347316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:15.351187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:15.354936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:15.361163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:15.440062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:15.507778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:15.579257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5f087887-e710-4c57-aadc-30ed58bdd759 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:40:15.581519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:15.583380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2a419e91-f8b2-4aff-bcec-6527fc101bef tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:15.607839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ae549e-9916-4fd2-b3ee-082ab7d2abd4,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:15.615592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:15.715091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:15.716364 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3814776
Dec 19 13:40:15.726402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47858) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:15.730389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47860) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:15.733731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '75bca687-dd28-431d-b2ad-44c717d665a9', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:15.740626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:15.745791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:15.749513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:15.755381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:15.788302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 5f087887-e710-4c57-aadc-30ed58bdd759 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:40:15.794164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 5f087887-e710-4c57-aadc-30ed58bdd759 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:15.801289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:15.925588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:15.931460 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:40:15.940219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:15.972971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 5f087887-e710-4c57-aadc-30ed58bdd759, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5f087887-e710-4c57-aadc-30ed58bdd759,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:16.020930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.049919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.051978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:16.102855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.104914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a818b49b-5228-44cf-83e2-2829803fb3ee tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:16.127141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=5f087887-e710-4c57-aadc-30ed58bdd759,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:16.129183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ade0144-32ac-4af1-8715-66378d114f23,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:16.130306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:16.131618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:16.194360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.211960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.213480 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4858048
Dec 19 13:40:16.216356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47868) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:16.223219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '75bca687-dd28-431d-b2ad-44c717d665a9', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:16.229826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:16.233772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:16.237265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:16.243115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:16.262364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Deleting port c16b5821-850e-4e73-876a-7d7d11c2a460 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:16.262627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.274358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.297048 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:40:16.304097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.370581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.433445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.433765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.439752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.441699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e09ad897-08e0-4d44-a411-c2186fc24c38 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:16.461711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70552d0-1bd7-448c-8358-6e42516adde2,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:16.466041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:16.519875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.521097 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3030286
Dec 19 13:40:16.553021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Calling delete_port for c16b5821-850e-4e73-876a-7d7d11c2a460 owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:16.734828 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-bfd377f7-e2e7-4081-aa6d-b113a33b709e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133806633&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.0596507
Dec 19 13:40:16.788414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:16.794433 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5e7fff1b-85a9-48be-8871-be4f0c77bdd6 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:16.945795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event deleted for resources: {'Port': ['ID=c16b5821-850e-4e73-876a-7d7d11c2a460,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:16.951452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:16.956526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed033e-6290-492e-afe4-ceb80f23f998 req-ad83422a-c324-4de5-92b5-8731335f8cce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:16.957814 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-ad83422a-c324-4de5-92b5-8731335f8cce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 929 time: 0.2165701
Dec 19 13:40:17.090361 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-1c86a6f8-4dd9-497b-9a57-a9a3c0c95128 service neutron] 10.222.0.24 "GET /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.1026034
Dec 19 13:40:17.115637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:17.299016 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-f3b533cf-857d-4d60-a065-e2074e6f21ed service neutron] 10.222.0.24 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028039
Dec 19 13:40:17.496276 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-947694ad-a2ef-4000-a2a9-deb4deec73b1 service neutron] 10.222.0.24 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544952
Dec 19 13:40:17.558752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:17.576379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5f087887-e710-4c57-aadc-30ed58bdd759 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:40:17.657214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 5f087887-e710-4c57-aadc-30ed58bdd759 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:17.657821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:17.759217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:40:17.773262 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ffa3624-e445-4b7c-ac35-7f2efbdbb31a req-27545c55-e602-427d-b3ba-1ea235e28d8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 210 time: 0.0475674
Dec 19 13:40:17.980590 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:40:17.989817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b278db-afbb-4758-b331-0ff7360da659 None None] Sync routers for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:40:17.997021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:18.002311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b278db-afbb-4758-b331-0ff7360da659 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:18.002935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d5b278db-afbb-4758-b331-0ff7360da659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46f2bcd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:18.055207 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "DELETE /v2.0/floatingips/443568c5-b4fb-44d8-ad2f-d5abd9534600 HTTP/1.1" status: 204  len: 168 time: 2.3235319
Dec 19 13:40:18.056038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'tag': '5922b09c-43d9-424f-a022-b55b3d8e48ce'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:40:18.130588 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'tag': '5922b09c-43d9-424f-a022-b55b3d8e48ce', 'status': 'completed', 'code': 200}
Dec 19 13:40:18.187398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-d5b278db-afbb-4758-b331-0ff7360da659 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:18.233379 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-254d1caf-84e5-407c-8035-33991a8a434c req-1f222f24-4bd6-4fb0-a51a-41358564d9c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 1098 time: 0.0806575
Dec 19 13:40:18.373635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d1caf-84e5-407c-8035-33991a8a434c req-6594a06b-5cab-4b01-afcc-3260ac9359f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:18.375177 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-254d1caf-84e5-407c-8035-33991a8a434c req-6594a06b-5cab-4b01-afcc-3260ac9359f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.1350770
Dec 19 13:40:18.455788 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-254d1caf-84e5-407c-8035-33991a8a434c req-f32ba185-8578-4f45-a8e5-68e0513586d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5922b09c-43d9-424f-a022-b55b3d8e48ce HTTP/1.1" status: 200  len: 217 time: 0.0745738
Dec 19 13:40:18.533321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d1caf-84e5-407c-8035-33991a8a434c req-df8905b3-008c-4505-aa99-d7182f07711d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:18.535335 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-254d1caf-84e5-407c-8035-33991a8a434c req-df8905b3-008c-4505-aa99-d7182f07711d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.0728824
Dec 19 13:40:18.628760 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-254d1caf-84e5-407c-8035-33991a8a434c req-f8f91c6d-83d7-47e6-b9d6-bcd93b3cafe6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0839081
Dec 19 13:40:18.629013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d5b278db-afbb-4758-b331-0ff7360da659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46f2bcd0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'bb42ab16-22fd-420d-9a40-4a156b53eeb1', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:4e:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:34:04Z', 'revision_number': 1, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:18.635870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b278db-afbb-4758-b331-0ff7360da659 None None] Checking router: acbf5ca9-9d83-418d-a03b-2830e1d7fc94 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:40:18.712947 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b278db-afbb-4758-b331-0ff7360da659 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:18.713576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d5b278db-afbb-4758-b331-0ff7360da659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46f2bcd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:18.733574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a21df6-17da-4988-b300-3afb40e15d8f req-21559486-c51e-433b-bf36-4e69ac83c1ae tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:18.734249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-53a21df6-17da-4988-b300-3afb40e15d8f req-21559486-c51e-433b-bf36-4e69ac83c1ae tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Synchronizing usage tracker for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:40:18.782768 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-254d1caf-84e5-407c-8035-33991a8a434c req-80454e37-f46f-4b28-aeed-1079dbefec37 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483407
Dec 19 13:40:18.788402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-53a21df6-17da-4988-b300-3afb40e15d8f req-21559486-c51e-433b-bf36-4e69ac83c1ae tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Unset dirty status for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:40:18.789806 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-53a21df6-17da-4988-b300-3afb40e15d8f req-21559486-c51e-433b-bf36-4e69ac83c1ae tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 945 time: 0.1397867
Dec 19 13:40:18.848981 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-53a21df6-17da-4988-b300-3afb40e15d8f req-a3ae61ae-ed77-4c6b-8024-c351be9aa9aa tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513690
Dec 19 13:40:18.972703 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-254d1caf-84e5-407c-8035-33991a8a434c req-7d82bf04-be48-4b9b-b46d-0fb6a1d4a14b service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808691
Dec 19 13:40:18.996698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-d5b278db-afbb-4758-b331-0ff7360da659 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:18.999603 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-365ef70a-0f6b-4aae-b85a-89667e0af743 req-a1f74f78-2864-41b1-a60b-4c2251d9478f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 210 time: 0.0574744
Dec 19 13:40:19.347100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-d5b278db-afbb-4758-b331-0ff7360da659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46f2bcd0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'bb42ab16-22fd-420d-9a40-4a156b53eeb1', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:4e:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:34:04Z', 'revision_number': 1, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:19.350931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b278db-afbb-4758-b331-0ff7360da659 None None] The sync data for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv is: [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'bb42ab16-22fd-420d-9a40-4a156b53eeb1', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'port_id': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'mac_address': 'fa:16:3e:4e:c2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:33:56Z', 'updated_at': '2021-12-19T13:34:04Z', 'revision_number': 1, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:40:19.624215 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-43439c26-cfce-40c9-9eed-51c5eeb8f78c service neutron] 10.222.0.18 "GET /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 1025 time: 0.0666220
Dec 19 13:40:19.944381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed033e-6290-492e-afe4-ceb80f23f998 req-f7bc152e-5764-4aa8-849b-cf11a9d3d7f2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:19.944381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-beed033e-6290-492e-afe4-ceb80f23f998 req-f7bc152e-5764-4aa8-849b-cf11a9d3d7f2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:40:20.015615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-beed033e-6290-492e-afe4-ceb80f23f998 req-f7bc152e-5764-4aa8-849b-cf11a9d3d7f2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:40:20.016844 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-f7bc152e-5764-4aa8-849b-cf11a9d3d7f2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=460cd95f-4013-4817-936b-2e70ab2731ab HTTP/1.1" status: 200  len: 797 time: 0.3870673
Dec 19 13:40:20.116244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-beed033e-6290-492e-afe4-ceb80f23f998 req-81d8111b-8b25-48c7-8f10-127fb49911e7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:40:20.189460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-beed033e-6290-492e-afe4-ceb80f23f998 req-81d8111b-8b25-48c7-8f10-127fb49911e7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:40:20.190257 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-81d8111b-8b25-48c7-8f10-127fb49911e7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 380 time: 0.1569374
Dec 19 13:40:20.202884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Request body: {'port': {'device_id': '74ed31de-cd99-497d-84b1-6bf570a55f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:20.320697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:20.367473 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e229b07e-c8e4-434a-bd63-3395f27248af req-537d1f40-4609-4937-8096-3eeefe37c778 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 210 time: 0.1834414
Dec 19 13:40:20.373056 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447ac54-e556-4fdb-afc0-7ff2b42f4a07 req-13359737-a04e-4313-8228-af46e4c43239 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:20.379815 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d447ac54-e556-4fdb-afc0-7ff2b42f4a07 req-13359737-a04e-4313-8228-af46e4c43239 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 945 time: 0.3291688
Dec 19 13:40:20.436334 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d447ac54-e556-4fdb-afc0-7ff2b42f4a07 req-6d763b44-9a19-45b6-add8-0279c0bc8ec8 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556676
Dec 19 13:40:20.446452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ebca7-aebf-4b39-b9c9-7aae1ef120bf req-0b7a3ee0-271c-4e7a-97d1-c1c52d173f5d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:20.447894 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-179ebca7-aebf-4b39-b9c9-7aae1ef120bf req-0b7a3ee0-271c-4e7a-97d1-c1c52d173f5d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 945 time: 0.3082263
Dec 19 13:40:20.514945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-179ebca7-aebf-4b39-b9c9-7aae1ef120bf req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Deleting port 5922b09c-43d9-424f-a022-b55b3d8e48ce {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:20.515304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-179ebca7-aebf-4b39-b9c9-7aae1ef120bf req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:20.666332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36dc26bb-b415-4b0f-a8b0-f314372494a7 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:40:20.673329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:20.688830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Transition to ACTIVE for port object 36dc26bb-b415-4b0f-a8b0-f314372494a7 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:40:20.756131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-179ebca7-aebf-4b39-b9c9-7aae1ef120bf req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] For port 5922b09c-43d9-424f-a022-b55b3d8e48ce, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5922b09c-43d9-424f-a022-b55b3d8e48ce,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:20.756384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-179ebca7-aebf-4b39-b9c9-7aae1ef120bf req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:20.794122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:20.798691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:20.886553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-179ebca7-aebf-4b39-b9c9-7aae1ef120bf req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Calling delete_port for 5922b09c-43d9-424f-a022-b55b3d8e48ce owned by compute:nova {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:20.941469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Pushing event updated for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:20.945869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:21.054431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Attempting to bind port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:40:21.054762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Attempting to bind port 36dc26bb-b415-4b0f-a8b0-f314372494a7 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:40:21.055110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Attempting to bind port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on network 460cd95f-4013-4817-936b-2e70ab2731ab {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:40:21.062346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on network 460cd95f-4013-4817-936b-2e70ab2731ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:40:21.062663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Attempting to bind port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on network 460cd95f-4013-4817-936b-2e70ab2731ab {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:40:21.069047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:40:21.069378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Checking segment: {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:40:21.069751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Bound using segment: {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:40:21.070165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Bound port: 36dc26bb-b415-4b0f-a8b0-f314372494a7, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:40:21.070523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:21.079681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-179ebca7-aebf-4b39-b9c9-7aae1ef120bf req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:21.085366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-33ea4ed8-651c-4c97-93e4-2b0b17727645 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:21.127041 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event deleted for resources: {'Port': ['ID=5922b09c-43d9-424f-a022-b55b3d8e48ce,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:21.130412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:21.164760 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:40:21.168737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:40:21.206185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-179ebca7-aebf-4b39-b9c9-7aae1ef120bf req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] No DVR routers for this DVR port 5922b09c-43d9-424f-a022-b55b3d8e48ce on host hv-neutron-8218 {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:40:21.208453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-179ebca7-aebf-4b39-b9c9-7aae1ef120bf req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:21.210883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'name': 'network-vif-deleted', 'tag': '5922b09c-43d9-424f-a022-b55b3d8e48ce'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:40:21.246525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:21.251141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-766e8011-1f38-4059-9de8-a1d48a31e7ee tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:21.267737 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b', 'name': 'network-vif-deleted', 'tag': '5922b09c-43d9-424f-a022-b55b3d8e48ce', 'status': 'completed', 'code': 200}
Dec 19 13:40:21.297872 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-179ebca7-aebf-4b39-b9c9-7aae1ef120bf req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "DELETE /v2.0/ports/5922b09c-43d9-424f-a022-b55b3d8e48ce HTTP/1.1" status: 204  len: 173 time: 0.8443544
Dec 19 13:40:21.308255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:21.309608 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] 10.222.0.18 "PUT /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 1130 time: 1.1109068
Dec 19 13:40:21.310127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ed31de-cd99-497d-84b1-6bf570a55f2c', 'tag': '36dc26bb-b415-4b0f-a8b0-f314372494a7'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:40:21.338956 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Pushing event updated for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:21.342340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:21.373733 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ed31de-cd99-497d-84b1-6bf570a55f2c', 'tag': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'status': 'completed', 'code': 200}
Dec 19 13:40:21.522781 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-a81f4d9d-0878-41e1-b595-73a7422c2d81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 1133 time: 0.1222811
Dec 19 13:40:21.634091 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-3d9afb87-4ce8-48bf-bc75-481f5eafa6c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 217 time: 0.1040459
Dec 19 13:40:21.671978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c100c5-654c-43b8-bae7-a04e09a7cc1a req-39f46792-c7e4-4911-91e8-c86a6e4c3b07 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:21.673651 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f8c100c5-654c-43b8-bae7-a04e09a7cc1a req-39f46792-c7e4-4911-91e8-c86a6e4c3b07 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 980 time: 0.1533837
Dec 19 13:40:21.679535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-b50c6712-495f-4002-868f-3010cb2142d2 req-26405234-a2b5-42c0-8b3b-22633fdc537f tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Synchronizing usage tracker for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:40:21.732306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b50253ae-1872-4941-a0f8-d8d4dcc2409c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:21.732306 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-b50253ae-1872-4941-a0f8-d8d4dcc2409c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ffff4fa-9bc2-469f-a855-a2d2569e3b13 HTTP/1.1" status: 200  len: 835 time: 0.0858862
Dec 19 13:40:21.756126 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f8c100c5-654c-43b8-bae7-a04e09a7cc1a req-fc7e54ca-1d29-4cde-9edd-325095aef85a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718601
Dec 19 13:40:21.793529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-b50c6712-495f-4002-868f-3010cb2142d2 req-26405234-a2b5-42c0-8b3b-22633fdc537f tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Unset dirty status for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:40:21.794769 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b50c6712-495f-4002-868f-3010cb2142d2 req-26405234-a2b5-42c0-8b3b-22633fdc537f tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 210 time: 0.1804783
Dec 19 13:40:21.814716 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-f4023c98-480f-42b2-b073-beea82d44d1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=460cd95f-4013-4817-936b-2e70ab2731ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0826786
Dec 19 13:40:21.956591 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-d07500df-cef6-4905-bbce-ddec3e836636 service neutron] 10.222.0.18 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348889
Dec 19 13:40:22.095193 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-beed033e-6290-492e-afe4-ceb80f23f998 req-8e201180-6d69-4aac-95aa-48442d4913c9 service neutron] 10.222.0.18 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290209
Dec 19 13:40:22.300158 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7f2da2a3-e750-4796-9990-656b3d535667 req-0aa02a8a-744b-4f9b-9568-060aeb257ead service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 1133 time: 0.0710864
Dec 19 13:40:22.523253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2da2a3-e750-4796-9990-656b3d535667 req-85b75400-d72f-43ed-aa5e-1121f068b1b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:22.524679 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7f2da2a3-e750-4796-9990-656b3d535667 req-85b75400-d72f-43ed-aa5e-1121f068b1b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=460cd95f-4013-4817-936b-2e70ab2731ab HTTP/1.1" status: 200  len: 898 time: 0.2179594
Dec 19 13:40:22.593949 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7f2da2a3-e750-4796-9990-656b3d535667 req-05b58010-6f8b-45eb-8a77-6ef504fe25c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 217 time: 0.0619276
Dec 19 13:40:22.663514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2da2a3-e750-4796-9990-656b3d535667 req-3f89c653-4809-4694-8d18-9d3d5f103e30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:22.665025 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7f2da2a3-e750-4796-9990-656b3d535667 req-3f89c653-4809-4694-8d18-9d3d5f103e30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ffff4fa-9bc2-469f-a855-a2d2569e3b13 HTTP/1.1" status: 200  len: 835 time: 0.0577857
Dec 19 13:40:22.740270 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7f2da2a3-e750-4796-9990-656b3d535667 req-6860bc32-c3b0-4a1a-96a2-40a957c74e46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=460cd95f-4013-4817-936b-2e70ab2731ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687194
Dec 19 13:40:22.890669 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7f2da2a3-e750-4796-9990-656b3d535667 req-1ad1ca61-3aa6-4e17-89da-9a9982b0e768 service neutron] 10.222.0.18 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425281
Dec 19 13:40:23.014482 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d06b-5528-47ef-bc2f-797aacd469a6 req-52d6f8b5-4c75-4868-81c1-f0346c29ab2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:23.016018 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1c29d06b-5528-47ef-bc2f-797aacd469a6 req-52d6f8b5-4c75-4868-81c1-f0346c29ab2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 980 time: 0.1266799
Dec 19 13:40:23.018211 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f2c2b831-d6b9-4ca6-af04-ceda1606c4e2 req-d5dbafa4-854c-4a1c-b2f2-8e8dc247e145 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=99daa02f-dbc3-4b2f-b1f5-f68b9370cd4b HTTP/1.1" status: 200  len: 210 time: 0.0555007
Dec 19 13:40:23.032456 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7f2da2a3-e750-4796-9990-656b3d535667 req-7fb1fe75-23ec-40fc-888f-0ee7988241e9 service neutron] 10.222.0.18 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346779
Dec 19 13:40:23.064385 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1c29d06b-5528-47ef-bc2f-797aacd469a6 req-35a5eecb-d1d2-46aa-a2d6-771d9adf68bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421646
Dec 19 13:40:24.262842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aabde8-5c31-4870-b429-8abafd01984e req-f6a9827d-bad4-41d3-9c47-79720f9c03ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:24.264283 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-34aabde8-5c31-4870-b429-8abafd01984e req-f6a9827d-bad4-41d3-9c47-79720f9c03ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 980 time: 0.0781169
Dec 19 13:40:24.311985 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-34aabde8-5c31-4870-b429-8abafd01984e req-b005ec97-7db0-494c-a72a-cdc04eb6d1a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420485
Dec 19 13:40:24.980613 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7238712-2c87-419a-afb5-46238710dfbb None None] New status for floating IP 443568c5-b4fb-44d8-ad2f-d5abd9534600: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:40:25.363863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:25.535870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2921d-e4df-4dd4-bb6b-4c4443d84843 req-2974c736-dab1-4224-8132-99a580dafd22 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:25.537322 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c5f2921d-e4df-4dd4-bb6b-4c4443d84843 req-2974c736-dab1-4224-8132-99a580dafd22 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 980 time: 0.0954134
Dec 19 13:40:25.576815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 36dc26bb-b415-4b0f-a8b0-f314372494a7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:40:25.581768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 5922b09c-43d9-424f-a022-b55b3d8e48ce no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:25.589711 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c5f2921d-e4df-4dd4-bb6b-4c4443d84843 req-015bb844-1a0e-4d66-a634-458e9466c68f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454495
Dec 19 13:40:25.635110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 5922b09c-43d9-424f-a022-b55b3d8e48ce {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:25.635699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 5922b09c-43d9-424f-a022-b55b3d8e48ce not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:25.764841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:25.778592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'port_id': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'mac_address': 'fa:16:3e:5f:c4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:40:25.831890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:25.849128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dc26bb-b415-4b0f-a8b0-f314372494a7 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:40:25.864805 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:25.941015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:25.942851 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:26.015119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:26.018046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:26.152422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['36dc26bb-b415-4b0f-a8b0-f314372494a7'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:40:26.813604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05bfa1-06a3-41d5-bea3-549198165268 req-cc949d71-d4f9-46da-9510-71080faf5fa0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:26.819618 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fe05bfa1-06a3-41d5-bea3-549198165268 req-cc949d71-d4f9-46da-9510-71080faf5fa0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 981 time: 0.0877004
Dec 19 13:40:26.867280 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fe05bfa1-06a3-41d5-bea3-549198165268 req-24a15796-98bd-4264-9c8c-07ba4380f806 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464768
Dec 19 13:40:27.576772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 36dc26bb-b415-4b0f-a8b0-f314372494a7 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:40:27.746330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 36dc26bb-b415-4b0f-a8b0-f314372494a7 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:40:27.751436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 36dc26bb-b415-4b0f-a8b0-f314372494a7 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:27.751815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:27.873932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:27.903010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ed31de-cd99-497d-84b1-6bf570a55f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dc26bb-b415-4b0f-a8b0-f314372494a7'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:40:27.912927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:27.970551 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ed31de-cd99-497d-84b1-6bf570a55f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'code': 200}
Dec 19 13:40:27.998024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:27.999918 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:28.065941 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:28.069045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:28.076073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117f077-c4b0-4fb2-b57b-cf7bafceabfa req-35b70c90-d659-44d5-8daf-0f282dcdbe15 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:28.077502 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7117f077-c4b0-4fb2-b57b-cf7bafceabfa req-35b70c90-d659-44d5-8daf-0f282dcdbe15 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 982 time: 0.0765493
Dec 19 13:40:28.122821 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7117f077-c4b0-4fb2-b57b-cf7bafceabfa req-de5ba503-28c6-4cf6-b4c4-450f963eff55 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395255
Dec 19 13:40:28.358256 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7882c2a2-8c6b-477e-afab-5170ab9247ae req-352554a7-4061-4237-86dc-22aa7227e2ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 1135 time: 0.0707598
Dec 19 13:40:28.399792 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7882c2a2-8c6b-477e-afab-5170ab9247ae req-ba65746a-a138-4ccc-a07a-dbce27fb8012 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358272
Dec 19 13:40:28.833215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47942) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:29.031401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Deleting port d762022c-98b6-4b24-8fe2-7a34f319f837 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:29.031722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:29.197982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:29.198291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:29.320633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Calling delete_port for d762022c-98b6-4b24-8fe2-7a34f319f837 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:29.328314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518084b4-5ed9-4b7f-abf1-d5094f9ab14d req-f4193bde-cb0e-4f5e-8fc8-a3fbf9be340d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:29.329741 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-518084b4-5ed9-4b7f-abf1-d5094f9ab14d req-f4193bde-cb0e-4f5e-8fc8-a3fbf9be340d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 982 time: 0.0825987
Dec 19 13:40:29.376283 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-518084b4-5ed9-4b7f-abf1-d5094f9ab14d req-11bb4361-d7ed-4947-b9f1-cf444b7abf91 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407937
Dec 19 13:40:29.531450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:29.535839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a79d0455-3efe-4351-a922-a16c045aef6e tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:29.578410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event deleted for resources: {'Port': ['ID=d762022c-98b6-4b24-8fe2-7a34f319f837,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:29.581628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:29.671988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:30.162405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:40:30.361807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:40:30.371228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f57d2-173d-4860-992b-c1c0b29de734 None None] Sync routers for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:40:30.382529 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f57d2-173d-4860-992b-c1c0b29de734 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:30.386697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cf9f57d2-173d-4860-992b-c1c0b29de734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d70e50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:30.440012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:30.497746 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "DELETE /v2.0/floatingips/bb42ab16-22fd-420d-9a40-4a156b53eeb1 HTTP/1.1" status: 204  len: 168 time: 1.6634331
Dec 19 13:40:30.498389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'tag': 'b02911c5-cd31-4f01-be34-37c93e95c6bb'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:40:30.581836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6deea-d52c-48b7-9c68-7734155b606d req-70d2580a-5958-489b-8d53-5a57ab025fa2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:30.583309 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4af6deea-d52c-48b7-9c68-7734155b606d req-70d2580a-5958-489b-8d53-5a57ab025fa2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 982 time: 0.0871420
Dec 19 13:40:30.621628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-cf9f57d2-173d-4860-992b-c1c0b29de734 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:30.647734 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4af6deea-d52c-48b7-9c68-7734155b606d req-6d7d2a09-f0b4-4f5a-aa2f-0173d0678df9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557137
Dec 19 13:40:30.709344 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'tag': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'status': 'completed', 'code': 200}
Dec 19 13:40:30.805745 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c197e6f-9a60-4da0-a1ba-729136c24411 req-2b67765f-09b0-4c32-9dc4-8a9438d56e63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 1098 time: 0.0731790
Dec 19 13:40:30.968728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c197e6f-9a60-4da0-a1ba-729136c24411 req-bc6f5815-2fe9-4d2b-8b62-1f38b9050345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:30.970548 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c197e6f-9a60-4da0-a1ba-729136c24411 req-bc6f5815-2fe9-4d2b-8b62-1f38b9050345 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 200  len: 913 time: 0.1535523
Dec 19 13:40:30.985706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cf9f57d2-173d-4860-992b-c1c0b29de734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d70e50>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:30.989733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f57d2-173d-4860-992b-c1c0b29de734 None None] Checking router: acbf5ca9-9d83-418d-a03b-2830e1d7fc94 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:40:31.001186 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9f57d2-173d-4860-992b-c1c0b29de734 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:31.001795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cf9f57d2-173d-4860-992b-c1c0b29de734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d70e50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:31.051031 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c197e6f-9a60-4da0-a1ba-729136c24411 req-9ecb6f25-a5d8-43ce-9c62-e95585b852ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb HTTP/1.1" status: 200  len: 217 time: 0.0719991
Dec 19 13:40:31.075218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e0eb3-8466-44b6-b293-2cdf79b04339 req-9f63fb32-ad93-46f0-8f56-144f96ae4135 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:31.081951 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dd4e0eb3-8466-44b6-b293-2cdf79b04339 req-9f63fb32-ad93-46f0-8f56-144f96ae4135 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 982 time: 0.2769973
Dec 19 13:40:31.107304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b8c5-0b3d-4568-9215-f04849d66dd1 req-33760420-2026-431e-b4f7-c54ddfb4de1f tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:31.108775 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7820b8c5-0b3d-4568-9215-f04849d66dd1 req-33760420-2026-431e-b4f7-c54ddfb4de1f tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 945 time: 0.1273277
Dec 19 13:40:31.124252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c197e6f-9a60-4da0-a1ba-729136c24411 req-14d56e2b-652d-4541-a019-0e910000db93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:31.125967 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c197e6f-9a60-4da0-a1ba-729136c24411 req-14d56e2b-652d-4541-a019-0e910000db93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 200  len: 851 time: 0.0678606
Dec 19 13:40:31.171718 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dd4e0eb3-8466-44b6-b293-2cdf79b04339 req-c6526b2b-4643-4321-9e64-a1aef2692229 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887806
Dec 19 13:40:31.186970 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7820b8c5-0b3d-4568-9215-f04849d66dd1 req-941b8ffe-0ef6-42b1-ab5c-a21743de92b6 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709612
Dec 19 13:40:31.194177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47958) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:31.203102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-cf9f57d2-173d-4860-992b-c1c0b29de734 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:31.221498 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c197e6f-9a60-4da0-a1ba-729136c24411 req-38fbaf6c-62da-4931-9d1b-2fc9cdeae8e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6db66d00-2be3-45d5-84e8-dc6c71b54415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0873237
Dec 19 13:40:31.275680 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f125e90c-5a98-42c1-b3e9-b49b52f4fe30 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 1130 time: 0.0802217
Dec 19 13:40:31.278228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47962) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:31.283742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:31.289587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:31.293977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:floatingip and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:31.297043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:31.302980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:31.362272 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c197e6f-9a60-4da0-a1ba-729136c24411 req-0d8bc0e6-1e5a-47b8-92ec-d1f10e93b9c7 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334062
Dec 19 13:40:31.371495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:31.498351 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c197e6f-9a60-4da0-a1ba-729136c24411 req-964e80d9-2b1d-4eae-bacb-f79dfc232007 service neutron] 10.222.0.18 "GET /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298234
Dec 19 13:40:31.536589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cf9f57d2-173d-4860-992b-c1c0b29de734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d70e50>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:31.540660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9f57d2-173d-4860-992b-c1c0b29de734 None None] The sync data for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv is: [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:28:04Z', 'revision_number': 4, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'bcea038b-4f0f-4a49-b98e-eaf22de77566', 'name': '', 'network_id': '6db66d00-2be3-45d5-84e8-dc6c71b54415', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'mac_address': 'fa:16:3e:ed:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:04Z', 'updated_at': '2021-12-19T13:28:14Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'subnets': [{'id': 'b15a803b-7bd3-4788-a1e2-89f95f9d6333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:40:31.549793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd08ea-8298-4228-94e6-d209c18b8c44 req-79f8402b-ea99-45ac-aef2-ee3523372a93 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:31.551500 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d5bd08ea-8298-4228-94e6-d209c18b8c44 req-79f8402b-ea99-45ac-aef2-ee3523372a93 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 945 time: 0.1093175
Dec 19 13:40:31.637836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-d5bd08ea-8298-4228-94e6-d209c18b8c44 req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Deleting port b02911c5-cd31-4f01-be34-37c93e95c6bb {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:31.638474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-d5bd08ea-8298-4228-94e6-d209c18b8c44 req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:31.680066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:31.961230 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.14 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/b69c0b24-7b56-46bf-a86b-9b4a3b232633) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:40:32.072565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-d5bd08ea-8298-4228-94e6-d209c18b8c44 req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] For port b02911c5-cd31-4f01-be34-37c93e95c6bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b02911c5-cd31-4f01-be34-37c93e95c6bb,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:32.073038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-d5bd08ea-8298-4228-94e6-d209c18b8c44 req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:32.204156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-d5bd08ea-8298-4228-94e6-d209c18b8c44 req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Calling delete_port for b02911c5-cd31-4f01-be34-37c93e95c6bb owned by compute:nova {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:32.204849 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab23f765-3670-4214-b1fd-613b1a5aa306 None None] New status for floating IP bb42ab16-22fd-420d-9a40-4a156b53eeb1: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:40:32.357619 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:32.468751 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e0e76-42b3-469a-aed7-c9cc416bf3b6 req-2faba421-c918-47bd-8ee7-9fabd6376bcb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:32.470177 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-761e0e76-42b3-469a-aed7-c9cc416bf3b6 req-2faba421-c918-47bd-8ee7-9fabd6376bcb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 945 time: 0.1520312
Dec 19 13:40:32.518456 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-761e0e76-42b3-469a-aed7-c9cc416bf3b6 req-56f2bf68-3f26-40cf-a2de-9e137cbc7851 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5a592-9fdb-454b-876d-e6734aa637c1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426342
Dec 19 13:40:32.519470 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-d5bd08ea-8298-4228-94e6-d209c18b8c44 req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:32.524800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:32.561064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:32.573981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event deleted for resources: {'Port': ['ID=b02911c5-cd31-4f01-be34-37c93e95c6bb,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:32.579293 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:32.579786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ea5f19fe-973a-4473-92bd-8f0936538feb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:32.797552 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:40:32.808723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:40:32.816590 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:40:32.841077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bd08ea-8298-4228-94e6-d209c18b8c44 req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] No DVR routers for this DVR port b02911c5-cd31-4f01-be34-37c93e95c6bb on host hv-neutron-8218 {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:40:32.851168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-d5bd08ea-8298-4228-94e6-d209c18b8c44 req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:32.853696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'name': 'network-vif-deleted', 'tag': 'b02911c5-cd31-4f01-be34-37c93e95c6bb'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:40:32.861840 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=b69c0b24-7b56-46bf-a86b-9b4a3b232633,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:32.880119 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:32.888017 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d5bd08ea-8298-4228-94e6-d209c18b8c44 req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.18 "DELETE /v2.0/ports/b02911c5-cd31-4f01-be34-37c93e95c6bb HTTP/1.1" status: 204  len: 173 time: 1.3305492
Dec 19 13:40:32.923661 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7508a49-9c44-4d30-bb43-e1336108edc9', 'name': 'network-vif-deleted', 'tag': 'b02911c5-cd31-4f01-be34-37c93e95c6bb', 'status': 'completed', 'code': 200}
Dec 19 13:40:33.391377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:33.497813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:33.690510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-dedd7699-245b-4eea-bd7a-824164b15717 req-8b6d3d29-2844-40ba-a718-679077e2bcb4 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Synchronizing usage tracker for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:40:33.754399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:33.786367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-dedd7699-245b-4eea-bd7a-824164b15717 req-8b6d3d29-2844-40ba-a718-679077e2bcb4 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Unset dirty status for tenant:afb7e7c024a14aa0b2ca3ece70a5e45a on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:40:33.787658 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dedd7699-245b-4eea-bd7a-824164b15717 req-8b6d3d29-2844-40ba-a718-679077e2bcb4 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7508a49-9c44-4d30-bb43-e1336108edc9 HTTP/1.1" status: 200  len: 210 time: 0.1439722
Dec 19 13:40:33.815156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:33.818989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-431547d4-825a-4b5a-b30b-a8fba874d9f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:33.915407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=b69c0b24-7b56-46bf-a86b-9b4a3b232633,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:33.920002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:33.937243 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:34.021834 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:40:34.127658 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP b8ce502c-ad5e-456b-96b4-29fb09dfe798 associated. External IP: 172.26.4.14, port: 36dc26bb-b415-4b0f-a8b0-f314372494a7.
Dec 19 13:40:34.642956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 4a187414-b3f6-4d12-8028-06c047c1f8fb has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:40:34.848445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:40:34.859925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edaa1f8-e52e-4868-a5de-73bdec2e2252 None None] Sync routers for ids ['4a187414-b3f6-4d12-8028-06c047c1f8fb'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:40:34.873357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edaa1f8-e52e-4868-a5de-73bdec2e2252 None None] Routers {'4a187414-b3f6-4d12-8028-06c047c1f8fb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:34.873961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9edaa1f8-e52e-4868-a5de-73bdec2e2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472dea00>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4a187414-b3f6-4d12-8028-06c047c1f8fb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:34.905406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 47976) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:34.969255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:35.063519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-9edaa1f8-e52e-4868-a5de-73bdec2e2252 None None] Set router 4a187414-b3f6-4d12-8028-06c047c1f8fb gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:35.110666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Deleting port d3734fd5-3385-4931-8527-f97a161ca312 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:35.110913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:35.137392 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1032 time: 3.8553233
Dec 19 13:40:35.138180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 47980) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:35.139185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ed31de-cd99-497d-84b1-6bf570a55f2c', 'tag': '36dc26bb-b415-4b0f-a8b0-f314372494a7'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:40:35.229841 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ed31de-cd99-497d-84b1-6bf570a55f2c', 'tag': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'status': 'completed', 'code': 200}
Dec 19 13:40:35.248765 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fa47d71a-b11f-4a23-9ceb-7bea614954ee tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c&network_id=460cd95f-4013-4817-936b-2e70ab2731ab HTTP/1.1" status: 200  len: 1130 time: 0.1087859
Dec 19 13:40:35.342415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:35.342733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:35.474676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Calling delete_port for d3734fd5-3385-4931-8527-f97a161ca312 owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:35.477618 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9edaa1f8-e52e-4868-a5de-73bdec2e2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472dea00>, [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:10Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b8ce502c-ad5e-456b-96b4-29fb09dfe798', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'port_id': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-922857507', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'mac_address': 'fa:16:3e:5f:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ed31de-cd99-497d-84b1-6bf570a55f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:40:33Z', 'updated_at': '2021-12-19T13:40:33Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f087887-e710-4c57-aadc-30ed58bdd759', 'name': '', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:7e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:09Z', 'updated_at': '2021-12-19T13:40:15Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:35.482180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edaa1f8-e52e-4868-a5de-73bdec2e2252 None None] Checking router: 4a187414-b3f6-4d12-8028-06c047c1f8fb for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:40:35.493161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edaa1f8-e52e-4868-a5de-73bdec2e2252 None None] Routers {'4a187414-b3f6-4d12-8028-06c047c1f8fb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:35.493776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9edaa1f8-e52e-4868-a5de-73bdec2e2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472dea00>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4a187414-b3f6-4d12-8028-06c047c1f8fb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:35.513302 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6041d852-3ffe-43ac-939c-830e31b3a981 req-df599ab4-bbbd-4f20-b034-ad637a4db9ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 1135 time: 0.2654939
Dec 19 13:40:35.626195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b02911c5-cd31-4f01-be34-37c93e95c6bb no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:35.671506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: b02911c5-cd31-4f01-be34-37c93e95c6bb {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:35.671866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b02911c5-cd31-4f01-be34-37c93e95c6bb not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:35.711306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-9edaa1f8-e52e-4868-a5de-73bdec2e2252 None None] Set router 4a187414-b3f6-4d12-8028-06c047c1f8fb gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:35.789361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041d852-3ffe-43ac-939c-830e31b3a981 req-f208f67a-fd49-4da1-937c-717c0efc3195 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:35.791418 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6041d852-3ffe-43ac-939c-830e31b3a981 req-f208f67a-fd49-4da1-937c-717c0efc3195 service neutron] 10.222.0.18 "GET /v2.0/networks?id=460cd95f-4013-4817-936b-2e70ab2731ab HTTP/1.1" status: 200  len: 898 time: 0.2704484
Dec 19 13:40:35.873592 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:35.880818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:35.943604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event deleted for resources: {'Port': ['ID=d3734fd5-3385-4931-8527-f97a161ca312,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:35.949723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:36.070120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9edaa1f8-e52e-4868-a5de-73bdec2e2252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472dea00>, [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:10Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b8ce502c-ad5e-456b-96b4-29fb09dfe798', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'port_id': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-922857507', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'mac_address': 'fa:16:3e:5f:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ed31de-cd99-497d-84b1-6bf570a55f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:40:33Z', 'updated_at': '2021-12-19T13:40:33Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f087887-e710-4c57-aadc-30ed58bdd759', 'name': '', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:7e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:09Z', 'updated_at': '2021-12-19T13:40:15Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:36.075111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edaa1f8-e52e-4868-a5de-73bdec2e2252 None None] The sync data for ids ['4a187414-b3f6-4d12-8028-06c047c1f8fb'] in dv-neutron-821895-1-hyperv is: [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:10Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b8ce502c-ad5e-456b-96b4-29fb09dfe798', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'port_id': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-922857507', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'mac_address': 'fa:16:3e:5f:c4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ed31de-cd99-497d-84b1-6bf570a55f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:40:33Z', 'updated_at': '2021-12-19T13:40:33Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f087887-e710-4c57-aadc-30ed58bdd759', 'name': '', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:7e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:09Z', 'updated_at': '2021-12-19T13:40:15Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:40:36.114783 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6041d852-3ffe-43ac-939c-830e31b3a981 req-824604b4-10e4-4098-a8af-c1987e50961a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 1035 time: 0.3159888
Dec 19 13:40:36.182292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5db9f9-5037-4bae-89ba-9603fd1bf923 req-4b7455ee-6356-4319-aa04-278a0e836292 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:36.183790 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4a5db9f9-5037-4bae-89ba-9603fd1bf923 req-4b7455ee-6356-4319-aa04-278a0e836292 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 982 time: 0.4536617
Dec 19 13:40:36.263252 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:36.266812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041d852-3ffe-43ac-939c-830e31b3a981 req-ab01f0a8-5c68-4c6e-a0d2-5114dea9150a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:36.268264 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6041d852-3ffe-43ac-939c-830e31b3a981 req-ab01f0a8-5c68-4c6e-a0d2-5114dea9150a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ffff4fa-9bc2-469f-a855-a2d2569e3b13 HTTP/1.1" status: 200  len: 835 time: 0.1256065
Dec 19 13:40:36.295703 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c692e36-dcaf-4e6b-9489-f587f68a5e9e None None] New status for floating IP b8ce502c-ad5e-456b-96b4-29fb09dfe798: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:40:36.309638 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4a5db9f9-5037-4bae-89ba-9603fd1bf923 req-19ef2a25-36f5-4667-8edb-b3e49351fbad tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186950
Dec 19 13:40:36.363111 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6041d852-3ffe-43ac-939c-830e31b3a981 req-4c4db045-7a89-4bed-acdd-f7b79ab85f39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=460cd95f-4013-4817-936b-2e70ab2731ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0860767
Dec 19 13:40:36.444988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:36.446104 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "DELETE /v2.0/floatingips/400859b3-9df7-4b56-b379-ff971cb1ab78 HTTP/1.1" status: 204  len: 168 time: 1.5397048
Dec 19 13:40:36.504780 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6041d852-3ffe-43ac-939c-830e31b3a981 req-e6da7f46-f0c8-49e2-a736-f77039be55ef service neutron] 10.222.0.18 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342771
Dec 19 13:40:36.653652 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6041d852-3ffe-43ac-939c-830e31b3a981 req-ce7be49e-d3f4-457a-a84f-30d75b30f288 service neutron] 10.222.0.18 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418104
Dec 19 13:40:37.014448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2761c-21d6-449e-878c-80a06eef512b req-8d494736-9e2a-474a-b004-2e020bc6adb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:37.015912 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-59a2761c-21d6-449e-878c-80a06eef512b req-8d494736-9e2a-474a-b004-2e020bc6adb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 982 time: 0.0799003
Dec 19 13:40:37.087137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2761c-21d6-449e-878c-80a06eef512b req-e0a86ec0-7715-4722-b08d-447fdc4e094e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:37.089008 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-59a2761c-21d6-449e-878c-80a06eef512b req-e0a86ec0-7715-4722-b08d-447fdc4e094e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0673254
Dec 19 13:40:37.234683 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-59a2761c-21d6-449e-878c-80a06eef512b req-b6970cb5-e99c-43d2-999c-de45f46efb51 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1409888
Dec 19 13:40:37.245095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-59a2761c-21d6-449e-878c-80a06eef512b req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:37.357509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-59a2761c-21d6-449e-878c-80a06eef512b req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:37.572521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-59a2761c-21d6-449e-878c-80a06eef512b req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:37.638577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-59a2761c-21d6-449e-878c-80a06eef512b req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:40:37.695014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-59a2761c-21d6-449e-878c-80a06eef512b req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] device_id is not set on port 36dc26bb-b415-4b0f-a8b0-f314372494a7 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:40:37.705808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-59a2761c-21d6-449e-878c-80a06eef512b req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:37.729660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04231f-3542-4ecf-b221-4e2d0307b0b0 req-7be2744a-7b04-4021-801e-9434f9c13bb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:37.731154 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4e04231f-3542-4ecf-b221-4e2d0307b0b0 req-7be2744a-7b04-4021-801e-9434f9c13bb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 982 time: 0.1390824
Dec 19 13:40:37.780647 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4e04231f-3542-4ecf-b221-4e2d0307b0b0 req-4f6e8134-fe1b-4a2c-bdc8-6bd1bcae0565 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436809
Dec 19 13:40:37.790032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-59a2761c-21d6-449e-878c-80a06eef512b req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:37.793745 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-24164145-a417-4b6d-ab28-5caf69a0b8eb tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:37.922985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] Pushing event updated for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=6']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:37.928525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:37.993092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a2761c-21d6-449e-878c-80a06eef512b req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] No DVR routers for this DVR port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on host hv-neutron-8218 {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:40:38.121085 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-498e0a3b-81a2-43e6-b43c-7e7fb12e71bd None None] Provisioning complete for port 36dc26bb-b415-4b0f-a8b0-f314372494a7 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:38.121653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-498e0a3b-81a2-43e6-b43c-7e7fb12e71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:38.175947 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-498e0a3b-81a2-43e6-b43c-7e7fb12e71bd None None] Port 36dc26bb-b415-4b0f-a8b0-f314372494a7 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:40:38.352067 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-59a2761c-21d6-449e-878c-80a06eef512b req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] In _notify_port_updated(), no bound segment for port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on network 460cd95f-4013-4817-936b-2e70ab2731ab {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:40:38.353135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-59a2761c-21d6-449e-878c-80a06eef512b req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:38.355002 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-59a2761c-21d6-449e-878c-80a06eef512b req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] 10.222.0.18 "PUT /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 1025 time: 1.1143184
Dec 19 13:40:38.962095 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e3cecf2c-3f9a-4d45-ba11-fc74303c6d84 req-94a915b5-06b5-4d7c-ab88-c46f0e9fecff tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=74ed31de-cd99-497d-84b1-6bf570a55f2c HTTP/1.1" status: 200  len: 210 time: 0.0416865
Dec 19 13:40:39.111262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48006) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:39.186636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-817ca9ec-27ce-492c-b98d-523eb06f00f0 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:39.217542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-817ca9ec-27ce-492c-b98d-523eb06f00f0 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:39.359749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-817ca9ec-27ce-492c-b98d-523eb06f00f0 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:39.363823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-00419d42-7678-4006-b167-2ce527dcf778 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:39.379769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ca9ec-27ce-492c-b98d-523eb06f00f0 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c5a592-9fdb-454b-876d-e6734aa637c1,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:39.382313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-817ca9ec-27ce-492c-b98d-523eb06f00f0 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:39.473144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-817ca9ec-27ce-492c-b98d-523eb06f00f0 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:39.474174 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-817ca9ec-27ce-492c-b98d-523eb06f00f0 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] 10.222.0.24 "DELETE /v2.0/security-groups/52c5a592-9fdb-454b-876d-e6734aa637c1 HTTP/1.1" status: 204  len: 168 time: 0.3619182
Dec 19 13:40:39.617727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48012) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:40.072596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48020) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:40.139647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e35384a-052e-47e3-8936-2a41157a3ee1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:40.140325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0e35384a-052e-47e3-8936-2a41157a3ee1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:40:40.188400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:40.217131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0e35384a-052e-47e3-8936-2a41157a3ee1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:40:40.218304 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0e35384a-052e-47e3-8936-2a41157a3ee1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 924 time: 0.1447608
Dec 19 13:40:40.434886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48026) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:40.440642 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-157688928', 'description': 'tempest-secgroup-smoke-157688928 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:40.446598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:40.456823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:40.528883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:40.568441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:40.572981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:40.575894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:40.581620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:40.750219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:40.792335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Deleting port bcea038b-4f0f-4a49-b98e-eaf22de77566 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:40.792869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:40.803522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:40.807866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-26b0e293-2227-4174-8e92-b8b2c8a1055c tempest-PortsIpV6TestJSON-1623496694 tempest-PortsIpV6TestJSON-1623496694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:40.846285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ddb786-2f41-4eb6-afac-d3c617183d27,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:40.849019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:40.935008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:40.936263 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.5002744
Dec 19 13:40:40.939131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48030) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:40.945197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'a4ddb786-2f41-4eb6-afac-d3c617183d27', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:40.951267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:40.954979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:40.958236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:40.962383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] For port bcea038b-4f0f-4a49-b98e-eaf22de77566, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bcea038b-4f0f-4a49-b98e-eaf22de77566,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:40.963132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:40.963844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:41.059448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:41.125072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:41.201422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Calling delete_port for bcea038b-4f0f-4a49-b98e-eaf22de77566 owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:41.216613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:41.218455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8f6cca25-7a49-45b6-9ea6-ef074aed3d3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:41.241497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b85ca7-76e9-4979-80f8-2b162a5c06d4,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:41.246641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:41.348377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:41.349486 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4094527
Dec 19 13:40:41.352249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48034) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:41.358576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'a4ddb786-2f41-4eb6-afac-d3c617183d27', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:41.364451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:41.370938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:41.370938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:41.376847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:41.457212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:41.461110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-13307c5a-7bfa-4eb5-aa84-fa900331728f tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:41.491770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:41.504195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=bcea038b-4f0f-4a49-b98e-eaf22de77566,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:41.507600 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:41.570908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:41.652054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 36dc26bb-b415-4b0f-a8b0-f314372494a7 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:41.656830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:41.679587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-684b5c65-fc13-4e36-a63d-7f3076ce50d3 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:41.692211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1189da-7d4e-4306-bc25-da4ba3affa0c,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:41.694757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:41.722052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 36dc26bb-b415-4b0f-a8b0-f314372494a7 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:41.752228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:41.753545 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4003682
Dec 19 13:40:41.756386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48038) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:41.763113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'a4ddb786-2f41-4eb6-afac-d3c617183d27', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:41.769138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:41.772918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:41.776750 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:41.784849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:41.815577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:41.924986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:41.993257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.071983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.073953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-59eb264c-4a6e-430a-849b-2497a717d9de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:42.095010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802fb070-8c85-43fd-8e72-86e630a66766,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:42.099276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:42.188286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.189421 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4319901
Dec 19 13:40:42.192124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48044) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:42.197816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'a4ddb786-2f41-4eb6-afac-d3c617183d27', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:42.204364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:42.207769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:42.210780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:42.217194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:42.287478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.352293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.405205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1624725b-fbc0-4790-9bd0-4cfe7f5389b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.409077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:40:42.439678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.447518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-58bb5209-f937-446c-92ae-7bc9ccd79473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:42.467722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029de05f-40ab-46ec-8ad3-9c55530b100b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:42.470057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:42.530711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.531932 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3388586
Dec 19 13:40:42.534768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48048) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:42.540279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'a4ddb786-2f41-4eb6-afac-d3c617183d27', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:42.546287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:42.550478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:42.553565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:42.559486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:42.611626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:40:42.621853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d82c9-b8b6-4068-9e2c-9ea1c66df950 None None] Sync routers for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:40:42.627873 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] 10.222.0.24 "PUT /v2.0/routers/acbf5ca9-9d83-418d-a03b-2830e1d7fc94/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0060592
Dec 19 13:40:42.628412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48052) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:42.632080 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:40:42.640082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.654043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d82c9-b8b6-4068-9e2c-9ea1c66df950 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:42.654861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e29d82c9-b8b6-4068-9e2c-9ea1c66df950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474b10a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:42.727020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.780524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.783163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3629be9f-27dc-4576-b076-d22b28464779 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:42.809578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c752a02-3395-49df-84af-070ba2d3e40c,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:42.812462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:42.849253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-e29d82c9-b8b6-4068-9e2c-9ea1c66df950 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:42.883566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.885665 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3499160
Dec 19 13:40:42.888487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48056) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:42.894221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': 'a4ddb786-2f41-4eb6-afac-d3c617183d27', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:42.900685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:40:42.904706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:40:42.907935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:40:42.913831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:40:42.964563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:42.991993 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:40:43.000182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:43.069673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:43.140494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e29d82c9-b8b6-4068-9e2c-9ea1c66df950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474b10a0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:40:41Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:43.144224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d82c9-b8b6-4068-9e2c-9ea1c66df950 None None] Checking router: acbf5ca9-9d83-418d-a03b-2830e1d7fc94 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:40:43.154729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d82c9-b8b6-4068-9e2c-9ea1c66df950 None None] Routers {'acbf5ca9-9d83-418d-a03b-2830e1d7fc94'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:43.155355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e29d82c9-b8b6-4068-9e2c-9ea1c66df950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474b10a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:43.165411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:43.193595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:43.199684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d5f826ab-4584-4686-8a0d-5a6c61ecce2d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:43.218665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe0c908-0c37-4320-9979-a382e7c63668,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:43.221015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:43.280094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Deleting port 387252b9-03f0-4a07-8feb-8eff856531c7 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:43.280458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:43.309191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:43.320766 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4305313
Dec 19 13:40:43.380650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-e29d82c9-b8b6-4068-9e2c-9ea1c66df950 None None] Set router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:43.477594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] For port 387252b9-03f0-4a07-8feb-8eff856531c7, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=387252b9-03f0-4a07-8feb-8eff856531c7,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:43.477945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:43.615370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Calling delete_port for 387252b9-03f0-4a07-8feb-8eff856531c7 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:43.664404 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-599f7839-405e-4fba-ac87-2cde033bd6b4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-157688928&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.2067199
Dec 19 13:40:43.667326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e29d82c9-b8b6-4068-9e2c-9ea1c66df950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474b10a0>, [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:40:41Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:43.671495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d82c9-b8b6-4068-9e2c-9ea1c66df950 None None] The sync data for ids ['acbf5ca9-9d83-418d-a03b-2830e1d7fc94'] in dv-neutron-821895-1-hyperv is: [{'id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'name': 'tempest-TestVolumeBootPattern-1403933655-router', 'tenant_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:27:56Z', 'updated_at': '2021-12-19T13:40:41Z', 'revision_number': 5, 'project_id': 'afb7e7c024a14aa0b2ca3ece70a5e45a', 'gw_port': {'id': '387252b9-03f0-4a07-8feb-8eff856531c7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbf5ca9-9d83-418d-a03b-2830e1d7fc94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:27:59Z', 'updated_at': '2021-12-19T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:40:43.771216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-13c972a3-3d50-4442-8975-6d746ce72a51 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:43.772507 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-13c972a3-3d50-4442-8975-6d746ce72a51 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 929 time: 0.0909882
Dec 19 13:40:43.881675 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-e8a9f01a-e2f5-4dfb-a70c-ae9921ac54ae service neutron] 10.222.0.24 "GET /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0962474
Dec 19 13:40:44.021819 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-ab0750e9-5f47-45d2-a4c1-a9a3ede103e6 service neutron] 10.222.0.24 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319156
Dec 19 13:40:44.027005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:44.031960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3d5a4507-06e5-471d-a3b2-1e15e03ffdde tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:44.141210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Pushing event deleted for resources: {'Port': ['ID=387252b9-03f0-4a07-8feb-8eff856531c7,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:44.147139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:44.277569 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-9d44df46-e5f5-4247-a4e5-9de85272b72b service neutron] 10.222.0.24 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2465334
Dec 19 13:40:44.571356 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7dd8d855-ab47-44f8-a2a8-55b715ce5dc6 req-6a7d6db1-2d91-4efb-ad9a-f9afc4ba1b40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 210 time: 0.0524106
Dec 19 13:40:44.576682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:44.639404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-62226339-1e2a-4a94-b7e9-3f6d0dc8892a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:44.838436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:44.842618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:44.934664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:44.935180 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router acbf5ca9-9d83-418d-a03b-2830e1d7fc94 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:40:44.946713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:44.947933 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] 10.222.0.24 "DELETE /v2.0/routers/acbf5ca9-9d83-418d-a03b-2830e1d7fc94 HTTP/1.1" status: 204  len: 168 time: 2.3190050
Dec 19 13:40:44.950286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48076) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:45.007596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e2c2e5-ae8c-444f-bde1-80f5a34b83b8 admin admin] Deleting subnet b15a803b-7bd3-4788-a1e2-89f95f9d6333 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:40:45.010409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79e2c2e5-ae8c-444f-bde1-80f5a34b83b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:45.060978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79e2c2e5-ae8c-444f-bde1-80f5a34b83b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:45.138472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79e2c2e5-ae8c-444f-bde1-80f5a34b83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:45.274247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79e2c2e5-ae8c-444f-bde1-80f5a34b83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:45.278594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5965849d-a3f5-42f5-bb30-4267e71dc359 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:45.316054 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2c2e5-ae8c-444f-bde1-80f5a34b83b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15a803b-7bd3-4788-a1e2-89f95f9d6333,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:45.319958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-79e2c2e5-ae8c-444f-bde1-80f5a34b83b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:45.322591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79e2c2e5-ae8c-444f-bde1-80f5a34b83b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:45.328215 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e289890-ea07-4279-86a6-e819edca4c55 None None] Network 6db66d00-2be3-45d5-84e8-dc6c71b54415 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:40:45.328646 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-79e2c2e5-ae8c-444f-bde1-80f5a34b83b8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b15a803b-7bd3-4788-a1e2-89f95f9d6333 HTTP/1.1" status: 204  len: 168 time: 0.3772721
Dec 19 13:40:45.330941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48080) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:45.433110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:45.443302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Deleting port 4413da84-de6d-4bc7-bf15-b0921be057ac {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:45.443627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:45.617190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b9c7a-1e6b-47da-8ab9-8bd76efb89c0 None None] DHCP port deletion for 6db66d00-2be3-45d5-84e8-dc6c71b54415 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:40:45.622069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-596b9c7a-1e6b-47da-8ab9-8bd76efb89c0 None None] Deleting port 4413da84-de6d-4bc7-bf15-b0921be057ac {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:45.622448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-596b9c7a-1e6b-47da-8ab9-8bd76efb89c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:45.664771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bcea038b-4f0f-4a49-b98e-eaf22de77566 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:45.711660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: bcea038b-4f0f-4a49-b98e-eaf22de77566 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:45.712025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bcea038b-4f0f-4a49-b98e-eaf22de77566 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:45.718028 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-23e84c7e-7cfa-42b6-aebe-e3681461c7af req-69ddf209-8621-4383-880b-6c835fbc3fb5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 210 time: 0.0536802
Dec 19 13:40:45.736891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] For port 4413da84-de6d-4bc7-bf15-b0921be057ac, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4413da84-de6d-4bc7-bf15-b0921be057ac,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:45.750577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:45.869452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Calling delete_port for 4413da84-de6d-4bc7-bf15-b0921be057ac owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:45.871471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-596b9c7a-1e6b-47da-8ab9-8bd76efb89c0 None None] For port 4413da84-de6d-4bc7-bf15-b0921be057ac, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4413da84-de6d-4bc7-bf15-b0921be057ac,segment=NetworkSegment(f7d8c0aa-3242-4e0f-8c77-20527ddc2695),segment_id=f7d8c0aa-3242-4e0f-8c77-20527ddc2695)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:45.871869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-596b9c7a-1e6b-47da-8ab9-8bd76efb89c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:45.993573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-596b9c7a-1e6b-47da-8ab9-8bd76efb89c0 None None] Calling delete_port for 4413da84-de6d-4bc7-bf15-b0921be057ac owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:46.051425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:46.055914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-59759d12-9d93-4505-b17e-7a06e8314e94 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:46.066167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-596b9c7a-1e6b-47da-8ab9-8bd76efb89c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:40:46.066523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-596b9c7a-1e6b-47da-8ab9-8bd76efb89c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:40:46.099395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Pushing event deleted for resources: {'Port': ['ID=4413da84-de6d-4bc7-bf15-b0921be057ac,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:46.102799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:46.105901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] No DVR routers for this DVR port 4413da84-de6d-4bc7-bf15-b0921be057ac on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:40:46.188365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:46.294861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:46.333368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:46.358542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46f0ef70>,) {'filters': {'network_id': ['6db66d00-2be3-45d5-84e8-dc6c71b54415']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:46.371197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46f0ef70>, 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:46.371486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46f0ef70>, 'f7d8c0aa-3242-4e0f-8c77-20527ddc2695') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:46.382520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:46.398062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:46.404247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:40:46.404956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:40:46.418067 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:40:46.568060 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-596b9c7a-1e6b-47da-8ab9-8bd76efb89c0 None None] Deleting port 4413da84-de6d-4bc7-bf15-b0921be057ac {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:46.568526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-596b9c7a-1e6b-47da-8ab9-8bd76efb89c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:46.632340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-596b9c7a-1e6b-47da-8ab9-8bd76efb89c0 None None] The port '4413da84-de6d-4bc7-bf15-b0921be057ac' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:40:46.640840 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:46.645058 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3600516d-3cb1-4453-b996-21ea0bad8659 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:46.662014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:46.669666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db66d00-2be3-45d5-84e8-dc6c71b54415,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:46.673999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:46.750495 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6db66d00-2be3-45d5-84e8-dc6c71b54415 HTTP/1.1" status: 204  len: 168 time: 1.4169893
Dec 19 13:40:46.751756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48092) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:46.946112 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d9a87ccb-d437-4b89-b6ad-d25871ff8267 req-bf635418-145c-4f18-b259-d57797d69567 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 210 time: 0.0978143
Dec 19 13:40:47.184091 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:47.553341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:47.574474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4413da84-de6d-4bc7-bf15-b0921be057ac no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:47.575877 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-83d0f717-25f5-4313-8752-081831700363 service neutron] 10.222.0.18 "GET /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 1025 time: 0.1114268
Dec 19 13:40:47.610413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 4413da84-de6d-4bc7-bf15-b0921be057ac {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:47.610846 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4413da84-de6d-4bc7-bf15-b0921be057ac not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:47.611375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 387252b9-03f0-4a07-8feb-8eff856531c7 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:47.651319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 387252b9-03f0-4a07-8feb-8eff856531c7 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:47.651801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 387252b9-03f0-4a07-8feb-8eff856531c7 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:47.927524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-2d77dc2c-7ce3-4faa-9e92-aa28c326111d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:47.928903 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-2d77dc2c-7ce3-4faa-9e92-aa28c326111d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=460cd95f-4013-4817-936b-2e70ab2731ab HTTP/1.1" status: 200  len: 797 time: 0.3462329
Dec 19 13:40:48.027128 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-881613ae-06ca-47a6-b284-12053d702c6f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 472 time: 0.0783780
Dec 19 13:40:48.038414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Request body: {'port': {'device_id': '3c54eed1-9755-4454-a829-55c44595e827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:40:48.131781 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b8104eb1-f099-43a4-9d9f-54a45b0d105f req-7305272f-f12c-4fbe-ba72-11c1548bd043 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 210 time: 0.0612042
Dec 19 13:40:48.204367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:48.311445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Deleting port d5aea10b-a817-4e5d-8c29-de61de2a8dc0 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:48.311785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:48.630418 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] For port d5aea10b-a817-4e5d-8c29-de61de2a8dc0, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d5aea10b-a817-4e5d-8c29-de61de2a8dc0,segment=NetworkSegment(adbc1612-ff33-4d3c-926d-d5661d88c9eb),segment_id=adbc1612-ff33-4d3c-926d-d5661d88c9eb)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:48.630758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:48.769010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Calling delete_port for d5aea10b-a817-4e5d-8c29-de61de2a8dc0 owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:48.919523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36dc26bb-b415-4b0f-a8b0-f314372494a7 {{(pid=84125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:40:48.927543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:48.946508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Transition to ACTIVE for port object 36dc26bb-b415-4b0f-a8b0-f314372494a7 will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:40:49.051367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:49.054919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:49.166616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:49.192430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Pushing event updated for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=7']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:49.199377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:49.202008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-03a1b029-3fc8-46ec-9467-2dce776c25fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:49.264821 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5aea10b-a817-4e5d-8c29-de61de2a8dc0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:49.294378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:49.703197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363561b4-0fd1-4637-a05d-24443ac394e2 req-79d5f7ec-fb20-4605-8055-ea7848b1462e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:49.704548 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-363561b4-0fd1-4637-a05d-24443ac394e2 req-79d5f7ec-fb20-4605-8055-ea7848b1462e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 980 time: 0.4127576
Dec 19 13:40:49.708108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Attempting to bind port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:40:49.708437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Attempting to bind port 36dc26bb-b415-4b0f-a8b0-f314372494a7 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:40:49.708757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Attempting to bind port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on network 460cd95f-4013-4817-936b-2e70ab2731ab {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:40:49.737109 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on network 460cd95f-4013-4817-936b-2e70ab2731ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:40:49.737421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Attempting to bind port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on network 460cd95f-4013-4817-936b-2e70ab2731ab {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:40:49.766078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:40:49.766406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Checking segment: {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:40:49.766783 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Bound using segment: {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:40:49.767234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Bound port: 36dc26bb-b415-4b0f-a8b0-f314372494a7, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192596ea-421c-4fbb-a5a2-961b44c14268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab'}}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:40:49.767571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:49.844963 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-363561b4-0fd1-4637-a05d-24443ac394e2 req-36c56a76-9c71-4e6a-b94d-1bb9985d2e57 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326799
Dec 19 13:40:49.938964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:40:49.950633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:40:49.962274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:50.025224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:50.035182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:50.094737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:50.096150 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] 10.222.0.18 "PUT /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 1130 time: 2.0616717
Dec 19 13:40:50.098691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c54eed1-9755-4454-a829-55c44595e827', 'tag': '36dc26bb-b415-4b0f-a8b0-f314372494a7'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:40:50.136405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Pushing event updated for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=8']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:50.141700 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:50.192432 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c54eed1-9755-4454-a829-55c44595e827', 'tag': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'status': 'completed', 'code': 200}
Dec 19 13:40:50.300421 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7bab7817-fcdb-4e96-b344-b11e49743362 req-cbf65ab6-f322-4b42-b29c-866e40cd4ea7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 1133 time: 0.1071568
Dec 19 13:40:50.590243 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab7817-fcdb-4e96-b344-b11e49743362 req-7bdc6ac2-5125-456a-81c3-bf8650d4f25e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:50.591690 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7bab7817-fcdb-4e96-b344-b11e49743362 req-7bdc6ac2-5125-456a-81c3-bf8650d4f25e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=077ccee64892449c9cacad2ed1d1a724&shared=False HTTP/1.1" status: 200  len: 898 time: 0.2832496
Dec 19 13:40:50.794580 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab7817-fcdb-4e96-b344-b11e49743362 req-1a251c10-0739-46a8-819e-ea711ad3614b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:50.796024 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7bab7817-fcdb-4e96-b344-b11e49743362 req-1a251c10-0739-46a8-819e-ea711ad3614b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1984303
Dec 19 13:40:51.152696 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-22702260-f0f8-4415-92b7-8f62d886e8eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 1133 time: 0.2926421
Dec 19 13:40:51.167415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e73388-a524-4ac4-9984-50f492e13837 req-5caf61d1-827c-40c4-ac0c-15095242b0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:51.168740 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-12e73388-a524-4ac4-9984-50f492e13837 req-5caf61d1-827c-40c4-ac0c-15095242b0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 980 time: 0.1336703
Dec 19 13:40:51.268346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Router 202e3761-64e1-4c8b-a55a-a0a04f9cdada has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:40:51.313126 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-12e73388-a524-4ac4-9984-50f492e13837 req-5dfa2170-f7fd-4ff3-a8a6-a4362c70e906 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953059
Dec 19 13:40:51.318018 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-7e920374-9949-4378-b64d-9953571b7829 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 1035 time: 0.1579716
Dec 19 13:40:51.438804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-d0421547-cf17-45a7-a184-ac335db73121 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:51.440125 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-d0421547-cf17-45a7-a184-ac335db73121 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2ffff4fa-9bc2-469f-a855-a2d2569e3b13 HTTP/1.1" status: 200  len: 835 time: 0.0720778
Dec 19 13:40:51.594388 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-daf82278-9199-42f0-88ea-3692bb2f9aa5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=460cd95f-4013-4817-936b-2e70ab2731ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1477590
Dec 19 13:40:51.733708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:40:51.742864 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ea108-2d14-4ab4-808e-01e49659c152 None None] Sync routers for ids ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:40:51.749649 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-fea6c7a9-9338-4849-82dc-abef09b31c67 service neutron] 10.222.0.18 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466632
Dec 19 13:40:51.755993 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ea108-2d14-4ab4-808e-01e49659c152 None None] Routers {'202e3761-64e1-4c8b-a55a-a0a04f9cdada'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:51.756595 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-157ea108-2d14-4ab4-808e-01e49659c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47810e80>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:51.823516 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] 10.222.0.24 "PUT /v2.0/routers/202e3761-64e1-4c8b-a55a-a0a04f9cdada/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0705383
Dec 19 13:40:51.826053 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48106) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:51.891294 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebd146a6-a1c7-4479-9156-2a5f5e29a114 req-0bdc17c8-bb52-48bc-9c58-3a75a6d9bad6 service neutron] 10.222.0.18 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349466
Dec 19 13:40:51.933761 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-157ea108-2d14-4ab4-808e-01e49659c152 None None] Set router 202e3761-64e1-4c8b-a55a-a0a04f9cdada gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:52.028836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:52.213502 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-157ea108-2d14-4ab4-808e-01e49659c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47810e80>, [{'id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'name': 'tempest-TestVolumeBootPattern-1201810053-router', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '6aa78e81-98d1-4f45-99de-66409833342d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:28:16Z', 'updated_at': '2021-12-19T13:40:48Z', 'revision_number': 5, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'gw_port': {'id': '6aa78e81-98d1-4f45-99de-66409833342d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:17Z', 'updated_at': '2021-12-19T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:52.217235 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ea108-2d14-4ab4-808e-01e49659c152 None None] Checking router: 202e3761-64e1-4c8b-a55a-a0a04f9cdada for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:40:52.225754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:52.227336 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157ea108-2d14-4ab4-808e-01e49659c152 None None] Routers {'202e3761-64e1-4c8b-a55a-a0a04f9cdada'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:40:52.228454 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-157ea108-2d14-4ab4-808e-01e49659c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47810e80>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:52.296748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Deleting port 6aa78e81-98d1-4f45-99de-66409833342d {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:52.297136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:52.430051 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-157ea108-2d14-4ab4-808e-01e49659c152 None None] Set router 202e3761-64e1-4c8b-a55a-a0a04f9cdada gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:40:52.473172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] For port 6aa78e81-98d1-4f45-99de-66409833342d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6aa78e81-98d1-4f45-99de-66409833342d,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:52.473625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:52.517971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1dab9-7092-4468-8c79-890c91b16f50 req-1767b756-c6f5-4d60-ac36-153897d2d69e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:52.519506 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19c1dab9-7092-4468-8c79-890c91b16f50 req-1767b756-c6f5-4d60-ac36-153897d2d69e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 980 time: 0.0800242
Dec 19 13:40:52.567246 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19c1dab9-7092-4468-8c79-890c91b16f50 req-3e8036b8-6628-4bfd-a35f-77d470fdd6af tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419784
Dec 19 13:40:52.608151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Calling delete_port for 6aa78e81-98d1-4f45-99de-66409833342d owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:52.715501 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-157ea108-2d14-4ab4-808e-01e49659c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47810e80>, [{'id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'name': 'tempest-TestVolumeBootPattern-1201810053-router', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '6aa78e81-98d1-4f45-99de-66409833342d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:28:16Z', 'updated_at': '2021-12-19T13:40:48Z', 'revision_number': 5, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'gw_port': {'id': '6aa78e81-98d1-4f45-99de-66409833342d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:17Z', 'updated_at': '2021-12-19T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:52.719347 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157ea108-2d14-4ab4-808e-01e49659c152 None None] The sync data for ids ['202e3761-64e1-4c8b-a55a-a0a04f9cdada'] in dv-neutron-821895-1-hyperv is: [{'id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'name': 'tempest-TestVolumeBootPattern-1201810053-router', 'tenant_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '6aa78e81-98d1-4f45-99de-66409833342d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:28:16Z', 'updated_at': '2021-12-19T13:40:48Z', 'revision_number': 5, 'project_id': '4e5cd62eddd4417390bfb2ad573e8b78', 'gw_port': {'id': '6aa78e81-98d1-4f45-99de-66409833342d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202e3761-64e1-4c8b-a55a-a0a04f9cdada', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:28:17Z', 'updated_at': '2021-12-19T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:40:52.833483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:52.837034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-be403cc7-5994-4182-b825-7f95d5f0bcb5 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:52.879432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa78e81-98d1-4f45-99de-66409833342d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:52.918987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:52.919741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:52.919741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:52.920166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:52.920526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:52.920882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:52.921234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:52.921585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:52.921931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:52.922276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:52.922624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:40:52.929562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:53.224433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:53.486292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:53.490244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:53.580028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:53.580564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 202e3761-64e1-4c8b-a55a-a0a04f9cdada {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:40:53.583998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d5aea10b-a817-4e5d-8c29-de61de2a8dc0 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:53.593386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:53.599606 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] 10.222.0.24 "DELETE /v2.0/routers/202e3761-64e1-4c8b-a55a-a0a04f9cdada HTTP/1.1" status: 204  len: 168 time: 1.7675717
Dec 19 13:40:53.599759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48114) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:53.623634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: d5aea10b-a817-4e5d-8c29-de61de2a8dc0 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:53.623988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d5aea10b-a817-4e5d-8c29-de61de2a8dc0 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:53.683286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17f062a-3788-4463-96f8-312b545ca602 admin admin] Deleting subnet 3d177b66-260e-4c07-8a74-e8054cb2f7a6 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:40:53.685883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c17f062a-3788-4463-96f8-312b545ca602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:53.785231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c17f062a-3788-4463-96f8-312b545ca602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:53.862379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99777a3-bf72-489d-937a-7766ec20e060 req-475ff371-8c4f-4d36-8e5a-187cce669d85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:53.863827 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a99777a3-bf72-489d-937a-7766ec20e060 req-475ff371-8c4f-4d36-8e5a-187cce669d85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 980 time: 0.1500061
Dec 19 13:40:53.906844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c17f062a-3788-4463-96f8-312b545ca602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:53.960429 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a99777a3-bf72-489d-937a-7766ec20e060 req-c0c5fcbf-0377-46d8-9cde-1f4c581cf7f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901241
Dec 19 13:40:54.034039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c17f062a-3788-4463-96f8-312b545ca602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.037813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-79e2c2e5-ae8c-444f-bde1-80f5a34b83b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:54.070669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f062a-3788-4463-96f8-312b545ca602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d177b66-260e-4c07-8a74-e8054cb2f7a6,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:54.073508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c17f062a-3788-4463-96f8-312b545ca602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:54.083326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c17f062a-3788-4463-96f8-312b545ca602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.090711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514ce8f-8ce0-4115-b332-f70a810ffcd3 None None] Network 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:40:54.092112 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c17f062a-3788-4463-96f8-312b545ca602 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3d177b66-260e-4c07-8a74-e8054cb2f7a6 HTTP/1.1" status: 204  len: 168 time: 0.4936299
Dec 19 13:40:54.094708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48118) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:54.202819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.213730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Deleting port f2551e29-6070-42cb-a090-ac90c1ac753c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:54.214079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.329492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73d373-fab8-421c-b00e-a037192de7da None None] DHCP port deletion for 5247dbab-6ae0-4dfc-8d3d-48bc32f1209a request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:40:54.333775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ad73d373-fab8-421c-b00e-a037192de7da None None] Deleting port f2551e29-6070-42cb-a090-ac90c1ac753c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:54.334156 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad73d373-fab8-421c-b00e-a037192de7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.419629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] For port f2551e29-6070-42cb-a090-ac90c1ac753c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=f2551e29-6070-42cb-a090-ac90c1ac753c,segment=NetworkSegment(adbc1612-ff33-4d3c-926d-d5661d88c9eb),segment_id=adbc1612-ff33-4d3c-926d-d5661d88c9eb)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:54.419871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.539702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Calling delete_port for f2551e29-6070-42cb-a090-ac90c1ac753c owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:54.568148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ad73d373-fab8-421c-b00e-a037192de7da None None] For port f2551e29-6070-42cb-a090-ac90c1ac753c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=f2551e29-6070-42cb-a090-ac90c1ac753c,segment=NetworkSegment(adbc1612-ff33-4d3c-926d-d5661d88c9eb),segment_id=adbc1612-ff33-4d3c-926d-d5661d88c9eb)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:54.568543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad73d373-fab8-421c-b00e-a037192de7da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.689827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ad73d373-fab8-421c-b00e-a037192de7da None None] Calling delete_port for f2551e29-6070-42cb-a090-ac90c1ac753c owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:40:54.702375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.706284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:54.745137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2551e29-6070-42cb-a090-ac90c1ac753c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:54.749221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:54.753811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] No DVR routers for this DVR port f2551e29-6070-42cb-a090-ac90c1ac753c on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:40:54.758524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-ad73d373-fab8-421c-b00e-a037192de7da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:40:54.758884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-ad73d373-fab8-421c-b00e-a037192de7da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:40:54.865301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.890185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46198730>,) {'filters': {'network_id': ['5247dbab-6ae0-4dfc-8d3d-48bc32f1209a']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:54.904992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46198730>, 'adbc1612-ff33-4d3c-926d-d5661d88c9eb') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:54.905274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46198730>, 'adbc1612-ff33-4d3c-926d-d5661d88c9eb') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:40:54.916171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.931898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.937822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:40:54.938190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:40:54.951297 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:40:55.100366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:55.104879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6af2b75b-caba-48ec-91c9-1599b47462aa tempest-NetworksIpV6TestAttrs-845795507 tempest-NetworksIpV6TestAttrs-845795507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:55.118402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:55.131587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Pushing event deleted for resources: {'Network': ['ID=5247dbab-6ae0-4dfc-8d3d-48bc32f1209a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:55.137577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:55.143697 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] 10.222.0.24 "DELETE /v2.0/networks/5247dbab-6ae0-4dfc-8d3d-48bc32f1209a HTTP/1.1" status: 204  len: 168 time: 1.0478928
Dec 19 13:40:55.260251 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ad73d373-fab8-421c-b00e-a037192de7da None None] Deleting port f2551e29-6070-42cb-a090-ac90c1ac753c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:40:55.260821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad73d373-fab8-421c-b00e-a037192de7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:55.307666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65006-6126-452a-8aba-53492586fe95 req-5999c323-af9a-424f-b2a5-ad799ac593e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:55.309099 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1dc65006-6126-452a-8aba-53492586fe95 req-5999c323-af9a-424f-b2a5-ad799ac593e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 980 time: 0.0787613
Dec 19 13:40:55.336444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ad73d373-fab8-421c-b00e-a037192de7da None None] The port 'f2551e29-6070-42cb-a090-ac90c1ac753c' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:40:55.359350 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1dc65006-6126-452a-8aba-53492586fe95 req-edd6c18c-b628-45d7-b2fd-3d231795b347 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444751
Dec 19 13:40:55.432222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:55.483503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48126) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:55.578670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6aa78e81-98d1-4f45-99de-66409833342d no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:55.611083 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 6aa78e81-98d1-4f45-99de-66409833342d {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:55.611355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6aa78e81-98d1-4f45-99de-66409833342d not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:55.611997 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device f2551e29-6070-42cb-a090-ac90c1ac753c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:40:55.638603 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2ee6e16e-115f-4283-a92d-a14d02d620a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afb7e7c024a14aa0b2ca3ece70a5e45a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1537921
Dec 19 13:40:55.640930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48130) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:55.647499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: f2551e29-6070-42cb-a090-ac90c1ac753c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:40:55.647854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device f2551e29-6070-42cb-a090-ac90c1ac753c not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:40:55.684606 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 36dc26bb-b415-4b0f-a8b0-f314372494a7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:40:55.700888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6082ca08-3e05-425e-adaa-6cbf89edc380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:55.726122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6082ca08-3e05-425e-adaa-6cbf89edc380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:55.819601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:55.833516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'port_id': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'mac_address': 'fa:16:3e:5f:c4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:40:55.890193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:55.902005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6082ca08-3e05-425e-adaa-6cbf89edc380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:55.907193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f52e980a-8678-4a4e-b4bb-d338372acdae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:55.907642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dc26bb-b415-4b0f-a8b0-f314372494a7 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:40:55.922766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082ca08-3e05-425e-adaa-6cbf89edc380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425c2d09-e524-4f06-bac2-7b85a2f6a239,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:55.923250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:55.925949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6082ca08-3e05-425e-adaa-6cbf89edc380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:55.927819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6082ca08-3e05-425e-adaa-6cbf89edc380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:55.929205 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6082ca08-3e05-425e-adaa-6cbf89edc380 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/425c2d09-e524-4f06-bac2-7b85a2f6a239 HTTP/1.1" status: 204  len: 168 time: 0.2871177
Dec 19 13:40:56.005004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:56.006727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:56.071319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=9']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:56.074395 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:56.191756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['36dc26bb-b415-4b0f-a8b0-f314372494a7'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:40:56.556233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ecdf3-2afa-401f-8e38-ee7b2ce8cf6a req-2f01041f-d630-4c23-bdda-1db4f70126bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:56.557887 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-316ecdf3-2afa-401f-8e38-ee7b2ce8cf6a req-2f01041f-d630-4c23-bdda-1db4f70126bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 981 time: 0.0762568
Dec 19 13:40:56.604133 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-316ecdf3-2afa-401f-8e38-ee7b2ce8cf6a req-6e26a8da-5509-44fa-8058-6c0c0b97d744 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405011
Dec 19 13:40:56.648802 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48140) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:56.699509 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7d8fdd0d-8772-4589-9245-6434ce1c044c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e5cd62eddd4417390bfb2ad573e8b78&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494583
Dec 19 13:40:56.714071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48144) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:40:56.776549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95d7a87e-fa59-4c42-bade-8e928b6238c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:56.912974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95d7a87e-fa59-4c42-bade-8e928b6238c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:57.057008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95d7a87e-fa59-4c42-bade-8e928b6238c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:57.061145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ff50d0f0-848f-4204-a6db-e464dbc127f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:57.074841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7a87e-fa59-4c42-bade-8e928b6238c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c86c3e3-2bbf-43b8-aad3-55ff8d82078b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:57.077214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-95d7a87e-fa59-4c42-bade-8e928b6238c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:57.081539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-95d7a87e-fa59-4c42-bade-8e928b6238c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:57.082817 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-95d7a87e-fa59-4c42-bade-8e928b6238c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c86c3e3-2bbf-43b8-aad3-55ff8d82078b HTTP/1.1" status: 204  len: 168 time: 0.3677480
Dec 19 13:40:57.700499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 36dc26bb-b415-4b0f-a8b0-f314372494a7 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:40:57.801692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce779-4ac3-4a29-b240-237925b6371f req-f871aa48-a338-4930-9174-4e4ca0420b00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:57.803161 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0bce779-4ac3-4a29-b240-237925b6371f req-f871aa48-a338-4930-9174-4e4ca0420b00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 981 time: 0.0786335
Dec 19 13:40:57.837109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 36dc26bb-b415-4b0f-a8b0-f314372494a7 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:40:57.842821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 36dc26bb-b415-4b0f-a8b0-f314372494a7 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:40:57.843229 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:57.851541 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0bce779-4ac3-4a29-b240-237925b6371f req-3ceb765f-b624-4c68-9d1d-e8634bc736ac tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423653
Dec 19 13:40:57.956592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:57.982961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c54eed1-9755-4454-a829-55c44595e827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dc26bb-b415-4b0f-a8b0-f314372494a7'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:40:57.992470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:40:58.034678 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c54eed1-9755-4454-a829-55c44595e827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dc26bb-b415-4b0f-a8b0-f314372494a7', 'code': 200}
Dec 19 13:40:58.084819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:40:58.086730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:40:58.153868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=10']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:40:58.156736 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:40:58.412324 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4c9c6bfd-141e-4918-b869-c0b7988862cf req-59525714-e0bb-4f40-a3e1-4b974e987f86 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 1136 time: 0.0655878
Dec 19 13:40:58.453105 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4c9c6bfd-141e-4918-b869-c0b7988862cf req-12fab587-a0c4-4d31-b79c-d81deb637fed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347903
Dec 19 13:40:59.045840 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fab39c-e31c-4d33-99cc-15920914bb56 req-c5dc53dc-b477-4d1b-991a-966bd753e2a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:40:59.047259 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-71fab39c-e31c-4d33-99cc-15920914bb56 req-c5dc53dc-b477-4d1b-991a-966bd753e2a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 983 time: 0.0775907
Dec 19 13:40:59.092045 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-71fab39c-e31c-4d33-99cc-15920914bb56 req-36bcb3f9-6889-42b1-9f64-be63ce8b4d47 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386934
Dec 19 13:41:00.289662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dde6e-d0aa-4e55-98ff-56349c6db26a req-8100a42b-936b-46aa-891f-2870f6f8824e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:00.291079 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eb4dde6e-d0aa-4e55-98ff-56349c6db26a req-8100a42b-936b-46aa-891f-2870f6f8824e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 983 time: 0.0761881
Dec 19 13:41:00.335394 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eb4dde6e-d0aa-4e55-98ff-56349c6db26a req-0c14831d-e2bf-41b2-99b8-a46bc0677005 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388043
Dec 19 13:41:00.534895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d472fa3-e5ac-4f8a-b597-82e95c7e5462 req-c5f8c1b8-284b-405a-bcc4-01a094164c22 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:00.536322 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d472fa3-e5ac-4f8a-b597-82e95c7e5462 req-c5f8c1b8-284b-405a-bcc4-01a094164c22 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 983 time: 0.0774562
Dec 19 13:41:00.580503 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d472fa3-e5ac-4f8a-b597-82e95c7e5462 req-bd6dc45e-5b83-4da6-ae73-bddd88484966 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387433
Dec 19 13:41:00.607981 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48160) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:00.678656 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2faf0f96-9648-4f69-8c0d-0d2692bb9fe1 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827&network_id=460cd95f-4013-4817-936b-2e70ab2731ab HTTP/1.1" status: 200  len: 1131 time: 0.0694671
Dec 19 13:41:01.298507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d2e6b-8224-4965-bac4-8d26cdb6f306 req-0304a5f6-e86d-481e-9c39-dbe7aa46a81a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:01.300225 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3f0d2e6b-8224-4965-bac4-8d26cdb6f306 req-0304a5f6-e86d-481e-9c39-dbe7aa46a81a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 983 time: 0.0813148
Dec 19 13:41:01.343786 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3f0d2e6b-8224-4965-bac4-8d26cdb6f306 req-b83f054c-f431-43fc-80d6-a35c79e6811d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381980
Dec 19 13:41:02.547687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5205deb-4dad-440c-be54-7434024491c2 req-a3afeb00-0d05-4dbe-97ed-4fffe7e9c32d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:02.549090 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e5205deb-4dad-440c-be54-7434024491c2 req-a3afeb00-0d05-4dbe-97ed-4fffe7e9c32d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 983 time: 0.1266184
Dec 19 13:41:02.610099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf5e8-b154-470c-ae53-977fedd2a7c2 req-262e3971-47e5-4af2-8e5b-a00f65d9fe53 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:02.611527 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6decf5e8-b154-470c-ae53-977fedd2a7c2 req-262e3971-47e5-4af2-8e5b-a00f65d9fe53 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 983 time: 0.1440325
Dec 19 13:41:02.641866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5205deb-4dad-440c-be54-7434024491c2 req-28eadf68-3253-4abc-a29c-8f6df61ec5e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:02.643097 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e5205deb-4dad-440c-be54-7434024491c2 req-28eadf68-3253-4abc-a29c-8f6df61ec5e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0872576
Dec 19 13:41:02.742036 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6decf5e8-b154-470c-ae53-977fedd2a7c2 req-36e41287-f643-4fe8-954f-6fa8662db57c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=41c9cdaf-876a-419b-aba1-dbe74044be7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210475
Dec 19 13:41:02.798433 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e5205deb-4dad-440c-be54-7434024491c2 req-ba4d4c13-3c2b-43f0-a2e2-d1b6ca2004f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1496809
Dec 19 13:41:02.809729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-e5205deb-4dad-440c-be54-7434024491c2 req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:02.914400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-e5205deb-4dad-440c-be54-7434024491c2 req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:03.110331 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-e5205deb-4dad-440c-be54-7434024491c2 req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=36dc26bb-b415-4b0f-a8b0-f314372494a7,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:41:03.137963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-e5205deb-4dad-440c-be54-7434024491c2 req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] For port 36dc26bb-b415-4b0f-a8b0-f314372494a7, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:41:03.186885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-e5205deb-4dad-440c-be54-7434024491c2 req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] device_id is not set on port 36dc26bb-b415-4b0f-a8b0-f314372494a7 yet. {{(pid=84125) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 19 13:41:03.194343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-e5205deb-4dad-440c-be54-7434024491c2 req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:03.267971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-e5205deb-4dad-440c-be54-7434024491c2 req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:03.271604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ac58675d-79b3-4814-8ba2-3896d2f0da9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:03.396564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] Pushing event updated for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=11']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:03.401318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:03.464575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5205deb-4dad-440c-be54-7434024491c2 req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] No DVR routers for this DVR port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on host hv-neutron-8218 {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:41:03.604719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d993f4bc-f1ce-4715-b56a-71932c7f30d9 None None] Provisioning complete for port 36dc26bb-b415-4b0f-a8b0-f314372494a7 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:03.605233 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d993f4bc-f1ce-4715-b56a-71932c7f30d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:03.658128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d993f4bc-f1ce-4715-b56a-71932c7f30d9 None None] Port 36dc26bb-b415-4b0f-a8b0-f314372494a7 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:41:03.805052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-e5205deb-4dad-440c-be54-7434024491c2 req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] In _notify_port_updated(), no bound segment for port 36dc26bb-b415-4b0f-a8b0-f314372494a7 on network 460cd95f-4013-4817-936b-2e70ab2731ab {{(pid=84125) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 19 13:41:03.806166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-e5205deb-4dad-440c-be54-7434024491c2 req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:03.807475 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e5205deb-4dad-440c-be54-7434024491c2 req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] 10.222.0.18 "PUT /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 200  len: 1026 time: 1.0020928
Dec 19 13:41:03.903216 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1387d85f-d59a-42b1-9f49-51792f7d006a req-f785efcb-c5cd-41f8-a5da-b7e5f3760074 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c54eed1-9755-4454-a829-55c44595e827 HTTP/1.1" status: 200  len: 210 time: 0.0413609
Dec 19 13:41:05.004964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48174) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:05.072986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a27ab7a3-84de-4d52-98cc-8af3cf2fd03e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:05.106603 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a27ab7a3-84de-4d52-98cc-8af3cf2fd03e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:05.216446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a27ab7a3-84de-4d52-98cc-8af3cf2fd03e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:05.220189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a54632e-1367-4e4d-b045-11ec670014a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:05.233599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ab7a3-84de-4d52-98cc-8af3cf2fd03e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ddb786-2f41-4eb6-afac-d3c617183d27,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:05.236112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a27ab7a3-84de-4d52-98cc-8af3cf2fd03e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:05.243605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a27ab7a3-84de-4d52-98cc-8af3cf2fd03e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:05.244677 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a27ab7a3-84de-4d52-98cc-8af3cf2fd03e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/a4ddb786-2f41-4eb6-afac-d3c617183d27 HTTP/1.1" status: 204  len: 168 time: 0.2387509
Dec 19 13:41:05.334235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48180) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:05.528662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port b69c0b24-7b56-46bf-a86b-9b4a3b232633 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:41:05.528996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:05.697264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:05.697585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:05.819509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for b69c0b24-7b56-46bf-a86b-9b4a3b232633 owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:41:06.022266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:06.025848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0a1f6c6a-dad0-4109-aa9c-27dd27c36e03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:06.066800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=b69c0b24-7b56-46bf-a86b-9b4a3b232633,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:06.070209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:06.159136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:06.639579 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 4a187414-b3f6-4d12-8028-06c047c1f8fb has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:41:06.847314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:41:06.858010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06241358-b839-4198-98db-6e14c5bf7b05 None None] Sync routers for ids ['4a187414-b3f6-4d12-8028-06c047c1f8fb'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:41:06.869455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06241358-b839-4198-98db-6e14c5bf7b05 None None] Routers {'4a187414-b3f6-4d12-8028-06c047c1f8fb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:41:06.875316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-06241358-b839-4198-98db-6e14c5bf7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472dea30>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4a187414-b3f6-4d12-8028-06c047c1f8fb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:06.934680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:07.001033 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/floatingips/b8ce502c-ad5e-456b-96b4-29fb09dfe798 HTTP/1.1" status: 204  len: 168 time: 1.6657200
Dec 19 13:41:07.099629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-06241358-b839-4198-98db-6e14c5bf7b05 None None] Set router 4a187414-b3f6-4d12-8028-06c047c1f8fb gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:41:07.196131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48188) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:07.267982 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-56263483-8c95-4557-baa3-43aca9cc5e2e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:07.298681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-56263483-8c95-4557-baa3-43aca9cc5e2e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:07.436782 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-06241358-b839-4198-98db-6e14c5bf7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472dea30>, [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:10Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '5f087887-e710-4c57-aadc-30ed58bdd759', 'name': '', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:7e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:09Z', 'updated_at': '2021-12-19T13:40:15Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:07.441034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06241358-b839-4198-98db-6e14c5bf7b05 None None] Checking router: 4a187414-b3f6-4d12-8028-06c047c1f8fb for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:41:07.449112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-56263483-8c95-4557-baa3-43aca9cc5e2e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:07.451783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06241358-b839-4198-98db-6e14c5bf7b05 None None] Routers {'4a187414-b3f6-4d12-8028-06c047c1f8fb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:41:07.452394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-06241358-b839-4198-98db-6e14c5bf7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472dea30>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4a187414-b3f6-4d12-8028-06c047c1f8fb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:07.453465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-adfa25ee-d221-4a2a-b64f-c2096a7effe5 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:07.470131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56263483-8c95-4557-baa3-43aca9cc5e2e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bca687-dd28-431d-b2ad-44c717d665a9,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:07.473603 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-56263483-8c95-4557-baa3-43aca9cc5e2e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:07.479654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-56263483-8c95-4557-baa3-43aca9cc5e2e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:07.482471 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-56263483-8c95-4557-baa3-43aca9cc5e2e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/75bca687-dd28-431d-b2ad-44c717d665a9 HTTP/1.1" status: 204  len: 168 time: 0.2836909
Dec 19 13:41:07.575168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48194) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:07.644254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-33053aa3-dc4d-4e00-bb3d-cf81bb0e8de6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 36dc26bb-b415-4b0f-a8b0-f314372494a7 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:41:07.644593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33053aa3-dc4d-4e00-bb3d-cf81bb0e8de6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:07.652073 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-06241358-b839-4198-98db-6e14c5bf7b05 None None] Set router 4a187414-b3f6-4d12-8028-06c047c1f8fb gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:41:07.777094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 36dc26bb-b415-4b0f-a8b0-f314372494a7 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:41:07.886619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33053aa3-dc4d-4e00-bb3d-cf81bb0e8de6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:07.921750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 36dc26bb-b415-4b0f-a8b0-f314372494a7 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:41:08.007685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-33053aa3-dc4d-4e00-bb3d-cf81bb0e8de6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 36dc26bb-b415-4b0f-a8b0-f314372494a7 owned by  {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:41:08.017822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-06241358-b839-4198-98db-6e14c5bf7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472dea30>, [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:10Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '5f087887-e710-4c57-aadc-30ed58bdd759', 'name': '', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:7e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:09Z', 'updated_at': '2021-12-19T13:40:15Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:08.021754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06241358-b839-4198-98db-6e14c5bf7b05 None None] The sync data for ids ['4a187414-b3f6-4d12-8028-06c047c1f8fb'] in dv-neutron-821895-1-hyperv is: [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:10Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '5f087887-e710-4c57-aadc-30ed58bdd759', 'name': '', 'network_id': '460cd95f-4013-4817-936b-2e70ab2731ab', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:7e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:09Z', 'updated_at': '2021-12-19T13:40:15Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '2ffff4fa-9bc2-469f-a855-a2d2569e3b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:41:08.236123 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cda918-93b8-488f-aa5b-19e58d7b1233 None None] New status for floating IP b8ce502c-ad5e-456b-96b4-29fb09dfe798: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:41:08.256696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33053aa3-dc4d-4e00-bb3d-cf81bb0e8de6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:08.262551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c76b7f94-6886-4fe4-82e6-1f44f38b1f14 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:08.305600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33053aa3-dc4d-4e00-bb3d-cf81bb0e8de6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=36dc26bb-b415-4b0f-a8b0-f314372494a7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:08.310267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-33053aa3-dc4d-4e00-bb3d-cf81bb0e8de6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:08.410197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33053aa3-dc4d-4e00-bb3d-cf81bb0e8de6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:08.421415 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-33053aa3-dc4d-4e00-bb3d-cf81bb0e8de6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/ports/36dc26bb-b415-4b0f-a8b0-f314372494a7 HTTP/1.1" status: 204  len: 168 time: 0.8448315
Dec 19 13:41:08.424000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48198) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:08.826169 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:09.519031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 5f087887-e710-4c57-aadc-30ed58bdd759 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:41:09.519467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:09.704712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 5f087887-e710-4c57-aadc-30ed58bdd759, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5f087887-e710-4c57-aadc-30ed58bdd759,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:41:09.705055 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:09.822012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 5f087887-e710-4c57-aadc-30ed58bdd759 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:41:10.056248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:10.060118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b32357c2-d49e-4048-a8fe-fbbad86c1e28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:10.101442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=5f087887-e710-4c57-aadc-30ed58bdd759,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:10.104745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:10.393326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:11.022641 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:41:11.055793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 4a187414-b3f6-4d12-8028-06c047c1f8fb has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:41:11.248653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:41:11.258531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1dfafe-9175-4bac-b9fe-88a348a42aaf None None] Sync routers for ids ['4a187414-b3f6-4d12-8028-06c047c1f8fb'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:41:11.263445 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/4a187414-b3f6-4d12-8028-06c047c1f8fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8377523
Dec 19 13:41:11.266335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48202) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:11.273436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1dfafe-9175-4bac-b9fe-88a348a42aaf None None] Routers {'4a187414-b3f6-4d12-8028-06c047c1f8fb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:41:11.274008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9d1dfafe-9175-4bac-b9fe-88a348a42aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47622f70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4a187414-b3f6-4d12-8028-06c047c1f8fb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:11.450293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-9d1dfafe-9175-4bac-b9fe-88a348a42aaf None None] Set router 4a187414-b3f6-4d12-8028-06c047c1f8fb gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:41:11.451281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebbde04-4a25-4162-adc7-1c9aa22ed89d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting subnet 2ffff4fa-9bc2-469f-a855-a2d2569e3b13 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:41:11.454122 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9ebbde04-4a25-4162-adc7-1c9aa22ed89d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:11.507702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9ebbde04-4a25-4162-adc7-1c9aa22ed89d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:11.602785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9ebbde04-4a25-4162-adc7-1c9aa22ed89d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:11.746139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9ebbde04-4a25-4162-adc7-1c9aa22ed89d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:11.750174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-837867dd-19ea-4ec5-b8d0-6bc30f20573b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:11.788628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbde04-4a25-4162-adc7-1c9aa22ed89d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Subnet': ['ID=2ffff4fa-9bc2-469f-a855-a2d2569e3b13,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:11.790580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9d1dfafe-9175-4bac-b9fe-88a348a42aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47622f70>, [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:41:09Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:11.791146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9ebbde04-4a25-4162-adc7-1c9aa22ed89d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:11.794935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1dfafe-9175-4bac-b9fe-88a348a42aaf None None] Checking router: 4a187414-b3f6-4d12-8028-06c047c1f8fb for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:41:11.802355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9ebbde04-4a25-4162-adc7-1c9aa22ed89d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:11.816037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f0c9c-4eb5-45a8-9b5b-6bfd825c50d1 None None] Network 460cd95f-4013-4817-936b-2e70ab2731ab requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:41:11.816176 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9ebbde04-4a25-4162-adc7-1c9aa22ed89d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/subnets/2ffff4fa-9bc2-469f-a855-a2d2569e3b13 HTTP/1.1" status: 204  len: 168 time: 0.5419233
Dec 19 13:41:11.816176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48206) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:11.823327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1dfafe-9175-4bac-b9fe-88a348a42aaf None None] Routers {'4a187414-b3f6-4d12-8028-06c047c1f8fb'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:41:11.823984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9d1dfafe-9175-4bac-b9fe-88a348a42aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47622f70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:40:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['4a187414-b3f6-4d12-8028-06c047c1f8fb'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:12.010206 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:12.142150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-9d1dfafe-9175-4bac-b9fe-88a348a42aaf None None] Set router 4a187414-b3f6-4d12-8028-06c047c1f8fb gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:41:12.209904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:12.279493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port e0e2566e-bc42-4a62-b766-604788fd5ba4 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:41:12.280171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:12.389824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] DHCP port deletion for 460cd95f-4013-4817-936b-2e70ab2731ab request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:41:12.403261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Deleting port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:41:12.403748 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:12.456245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2b11c5bc-dcc2-4ee9-88b6-14eab761773d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:12.577563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port e0e2566e-bc42-4a62-b766-604788fd5ba4, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e0e2566e-bc42-4a62-b766-604788fd5ba4,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:41:12.577934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:12.647565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-9d1dfafe-9175-4bac-b9fe-88a348a42aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47622f70>, [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:41:09Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:12.658076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1dfafe-9175-4bac-b9fe-88a348a42aaf None None] The sync data for ids ['4a187414-b3f6-4d12-8028-06c047c1f8fb'] in dv-neutron-821895-1-hyperv is: [{'id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'name': 'tempest-TestNetworkBasicOps-router-339746950', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:41:09Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'e0e2566e-bc42-4a62-b766-604788fd5ba4', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a187414-b3f6-4d12-8028-06c047c1f8fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:40:05Z', 'updated_at': '2021-12-19T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:41:12.660484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] For port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d51b7cfe-b5c9-4a28-a0c9-c53f523fc146,segment=NetworkSegment(192596ea-421c-4fbb-a5a2-961b44c14268),segment_id=192596ea-421c-4fbb-a5a2-961b44c14268)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:41:12.660875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:12.700305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for e0e2566e-bc42-4a62-b766-604788fd5ba4 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:41:12.790657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Calling delete_port for d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:41:12.925113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:12.929307 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:12.953824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:12.958328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:12.970404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Pushing event deleted for resources: {'Port': ['ID=d51b7cfe-b5c9-4a28-a0c9-c53f523fc146,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:12.980429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] No DVR routers for this DVR port d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:41:12.987597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:12.987597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:12.987597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:12.987597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:12.987597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:12.987597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:12.987597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:12.987597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:12.988655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:12.988655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:12.988655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:12.992058 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:13.001919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=e0e2566e-bc42-4a62-b766-604788fd5ba4,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:13.005908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:13.229509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:13.479356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:13.484105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:13.604754 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:13.605494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Fanout notify agent at l3_agent the message router_deleted on router 4a187414-b3f6-4d12-8028-06c047c1f8fb {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:41:13.623048 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:13.627278 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/routers/4a187414-b3f6-4d12-8028-06c047c1f8fb HTTP/1.1" status: 204  len: 168 time: 1.8112860
Dec 19 13:41:13.627278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48210) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:13.642815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5f087887-e710-4c57-aadc-30ed58bdd759 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:41:13.683488 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 5f087887-e710-4c57-aadc-30ed58bdd759 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:41:13.683921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5f087887-e710-4c57-aadc-30ed58bdd759 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:41:13.684464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:41:13.717138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:41:13.717494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d51b7cfe-b5c9-4a28-a0c9-c53f523fc146 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:41:13.760363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:13.886432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:13.911317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4760b310>,) {'filters': {'network_id': ['460cd95f-4013-4817-936b-2e70ab2731ab']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:13.922882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4760b310>, '192596ea-421c-4fbb-a5a2-961b44c14268') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:13.923197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4760b310>, '192596ea-421c-4fbb-a5a2-961b44c14268') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:13.934463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:13.949989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:13.955912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:41:13.959156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:41:13.970456 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:41:14.248361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:14.251685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9fb6b7e7-6dad-4d38-b2c1-7b2ef453f151 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:14.266486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:14.277192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Network': ['ID=460cd95f-4013-4817-936b-2e70ab2731ab,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:14.280338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:14.342424 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/networks/460cd95f-4013-4817-936b-2e70ab2731ab HTTP/1.1" status: 204  len: 168 time: 0.7139606
Dec 19 13:41:14.356939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48214) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:14.369367 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d03bd581-5ffb-453e-ad56-779856ef902f tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0112691
Dec 19 13:41:14.372359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48218) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:14.377701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'network': {'name': 'tempest-network-smoke--1346593207', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'port_security_enabled': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:14.382334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:14.386260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:network and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:14.391037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:14.396713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:14.473129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:41:14.476041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:14.503504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:41:14.511664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:14.512613 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Added segment 3be98ed5-d1cc-4b7c-a398-e58a9e5023cc of type vlan for network 286785d1-5f36-4075-b4e8-11c0a7606065
Dec 19 13:41:14.541265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:14.650836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3845-efb3-4319-a664-97e6b6203240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:14.682231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:14.686902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:14.687514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:14.691190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1b2675ab-c8fd-4c2a-899c-57af0a11de30 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:14.793675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Network': ['ID=286785d1-5f36-4075-b4e8-11c0a7606065,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:14.797095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:14.804984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 286785d1-5f36-4075-b4e8-11c0a7606065 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:41:14.843140 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4696379
Dec 19 13:41:14.845817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48222) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:14.850927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-462993710', 'admin_state_up': True, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:14.858232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:14.862419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:router and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:14.865567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:14.871621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:14.934095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:14.934953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:14.953254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:15.170987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:15.411555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:15.439718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:15.545093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0e2566e-bc42-4a62-b766-604788fd5ba4 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:41:15.573557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.160 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/b6101535-79aa-4551-b35e-231f5494629d) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:41:15.578539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: e0e2566e-bc42-4a62-b766-604788fd5ba4 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:41:15.578893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0e2566e-bc42-4a62-b766-604788fd5ba4 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:41:15.717662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:15.828917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:15.832701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bcdd3258-9629-4bf0-aef3-9bfc871dd722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:15.998393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:41:16.005757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:41:16.009680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:41:16.038823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=b6101535-79aa-4551-b35e-231f5494629d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:16.044522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:16.181850 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:16.268105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:16.268823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:16.296612 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:16.576566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 1ec830f0-b0b0-4a6f-979b-527b25d3566f is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:41:16.778277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:41:16.789829 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Sync routers for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:41:16.802689 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Routers {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:41:16.803313 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8cd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:41:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:16.896681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:16.897805 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.0510962
Dec 19 13:41:16.900902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48226) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:16.940958 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-905f0c71-4604-4bf9-b34e-89412e77fde2 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=077ccee64892449c9cacad2ed1d1a724&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0389216
Dec 19 13:41:16.943446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48230) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:16.978969 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Set router 1ec830f0-b0b0-4a6f-979b-527b25d3566f gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:41:17.074188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dbadf6-8423-48f1-a2eb-095e3ae4a8e1 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:17.075719 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-50dbadf6-8423-48f1-a2eb-095e3ae4a8e1 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1313741
Dec 19 13:41:17.079183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48234) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:17.118355 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-09e38379-d0c8-494a-842e-763d4b888834 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0380359
Dec 19 13:41:17.120736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48238) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:17.126112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087583981', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:17.247409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:17.252003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:subnet and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:17.254819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:17.260492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:17.263200 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8cd0>, [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:16Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:17.267829 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Checking router: 1ec830f0-b0b0-4a6f-979b-527b25d3566f for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:41:17.268179 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Updating router 1ec830f0-b0b0-4a6f-979b-527b25d3566f port b6101535-79aa-4551-b35e-231f5494629d binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:41:17.317548 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:17.353299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:41:17.455635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:17.564911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:17.675748 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:17.686904 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Transition to ACTIVE for port object b6101535-79aa-4551-b35e-231f5494629d will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:41:17.725270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:17.728958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f0be84b9-7177-4b80-9196-f8c56bb723fd tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:17.758797 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:17.763003 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-1c9eda5c-49bc-4193-895b-612358993c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:17.798622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Subnet': ['ID=e5a3d6df-8028-433e-bd72-9b12585948bd,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:17.804100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:17.814324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Checking segment: {'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:41:17.814807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network hostable DHCP agents. Network: 286785d1-5f36-4075-b4e8-11c0a7606065, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:41:17.836578 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Pushing event updated for resources: {'Port': ['ID=b6101535-79aa-4551-b35e-231f5494629d,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:17.845461 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Attempting to bind port b6101535-79aa-4551-b35e-231f5494629d on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:41:17.845832 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Attempting to bind port b6101535-79aa-4551-b35e-231f5494629d by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:41:17.846192 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Attempting to bind port b6101535-79aa-4551-b35e-231f5494629d on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:41:17.853383 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:17.853710 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:17.854034 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:17.854353 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:17.854671 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:17.855036 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:17.855375 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:17.855688 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:17.855997 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:17.856303 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:17.856609 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:17.860690 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:17.861547 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:41:17.861914 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:41:17.862310 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:17.862690 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:41:17.863169 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Bound port: b6101535-79aa-4551-b35e-231f5494629d, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:41:17.863537 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:17.918862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 286785d1-5f36-4075-b4e8-11c0a7606065 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:41:17.933299 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] For port b6101535-79aa-4551-b35e-231f5494629d, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:41:17.937027 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] For port b6101535-79aa-4551-b35e-231f5494629d, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b6101535-79aa-4551-b35e-231f5494629d,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:41:17.993344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 286785d1-5f36-4075-b4e8-11c0a7606065) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:41:17.997213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:17.998432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:18.002454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761f12f-1523-45f7-8e20-d36725a9a7a0 None None] Network 286785d1-5f36-4075-b4e8-11c0a7606065 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:41:18.028002 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:18.031697 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-085bb30f-90b1-4514-8092-439cf5e26a53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:18.097277 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9755461
Dec 19 13:41:18.100089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48242) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:18.113028 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Routers {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:41:18.118135 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8cd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:41:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:18.164768 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Pushing event updated for resources: {'Port': ['ID=b6101535-79aa-4551-b35e-231f5494629d,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:18.168053 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:18.222789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-286785d1-5f36-4075-b4e8-11c0a7606065', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ips': [{'subnet_id': 'e5a3d6df-8028-433e-bd72-9b12585948bd'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:41:18.223744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:18.296968 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] Set router 1ec830f0-b0b0-4a6f-979b-527b25d3566f gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:41:18.387778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Allocated IP 172.20.0.2 (286785d1-5f36-4075-b4e8-11c0a7606065/e5a3d6df-8028-433e-bd72-9b12585948bd/cef307a0-ace1-44e2-9819-b078972f4f79) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:41:18.588763 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8cd0>, [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:16Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:18.593674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:18.594531 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9872926-d5da-429a-ba91-d37560f87670 None None] The sync data for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv is: [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:16Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:41:18.608952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Transition to ACTIVE for port object cef307a0-ace1-44e2-9819-b078972f4f79 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:41:18.633416 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Transition to ACTIVE for port object cef307a0-ace1-44e2-9819-b078972f4f79 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:41:18.706319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:18.711518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:18.772373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Network 286785d1-5f36-4075-b4e8-11c0a7606065 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:41:18.775285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:41:18.784081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:41:18.794288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Pushing event updated for resources: {'Port': ['ID=cef307a0-ace1-44e2-9819-b078972f4f79,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:18.837572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:18.901289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Attempting to bind port cef307a0-ace1-44e2-9819-b078972f4f79 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:41:18.901983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Attempting to bind port cef307a0-ace1-44e2-9819-b078972f4f79 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:41:18.902473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Attempting to bind port cef307a0-ace1-44e2-9819-b078972f4f79 on network 286785d1-5f36-4075-b4e8-11c0a7606065 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:41:18.909799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:41:18.910361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Checking segment: {'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:41:18.910859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:18.911483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Bound using segment: {'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:41:18.912155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Bound port: cef307a0-ace1-44e2-9819-b078972f4f79, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:41:18.912527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:19.008559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] For port cef307a0-ace1-44e2-9819-b078972f4f79, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:41:19.012109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] For port cef307a0-ace1-44e2-9819-b078972f4f79, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cef307a0-ace1-44e2-9819-b078972f4f79,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:41:19.054469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:19.085361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:19.089311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:19.187499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Pushing event updated for resources: {'Port': ['ID=cef307a0-ace1-44e2-9819-b078972f4f79,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:19.192330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:19.502210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.1 (286785d1-5f36-4075-b4e8-11c0a7606065/e5a3d6df-8028-433e-bd72-9b12585948bd/4975647c-4e0d-4769-8770-ef050e1672ee) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:41:19.689112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b6101535-79aa-4551-b35e-231f5494629d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:41:19.723721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:19.742720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 4975647c-4e0d-4769-8770-ef050e1672ee will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:41:19.831976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:19.835828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-66323b8c-9727-48b4-b123-1ff2003e3f56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:19.842643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port b6101535-79aa-4551-b35e-231f5494629d completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:41:19.847789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b6101535-79aa-4551-b35e-231f5494629d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:19.848165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:19.905470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 286785d1-5f36-4075-b4e8-11c0a7606065 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:41:19.913546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:41:19.918060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:41:19.959315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=4975647c-4e0d-4769-8770-ef050e1672ee,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:19.963604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:19.982593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:19.983430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:20.004336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port b6101535-79aa-4551-b35e-231f5494629d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b6101535-79aa-4551-b35e-231f5494629d,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:41:20.073697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:20.074596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cef307a0-ace1-44e2-9819-b078972f4f79 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:41:20.101120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:20.167457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:20.225827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=b6101535-79aa-4551-b35e-231f5494629d,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:20.229508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:20.282828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8954563-1de4-4f68-a5e4-cdae23b612f5 None None] Network 286785d1-5f36-4075-b4e8-11c0a7606065 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:41:20.302005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port cef307a0-ace1-44e2-9819-b078972f4f79 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:41:20.519969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-5c5fb4e6-5698-4542-b42a-d150e0dfc6c8 None None] Provisioning for port cef307a0-ace1-44e2-9819-b078972f4f79 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:41:20.527467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-5c5fb4e6-5698-4542-b42a-d150e0dfc6c8 None None] Provisioning complete for port cef307a0-ace1-44e2-9819-b078972f4f79 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:20.527941 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb4e6-5698-4542-b42a-d150e0dfc6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:20.727541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb4e6-5698-4542-b42a-d150e0dfc6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:20.730669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:20.761766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-5c5fb4e6-5698-4542-b42a-d150e0dfc6c8 None None] For port cef307a0-ace1-44e2-9819-b078972f4f79, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cef307a0-ace1-44e2-9819-b078972f4f79,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:41:20.813783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:20.825245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb4e6-5698-4542-b42a-d150e0dfc6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:20.827993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:20.845059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5eed4b3b-ee32-45f1-bec2-a7a268f61fb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:20.894856 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fb4e6-5698-4542-b42a-d150e0dfc6c8 None None] Pushing event updated for resources: {'Port': ['ID=cef307a0-ace1-44e2-9819-b078972f4f79,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:20.898208 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5c5fb4e6-5698-4542-b42a-d150e0dfc6c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:20.937178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:20.942504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=4975647c-4e0d-4769-8770-ef050e1672ee,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:20.945390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:21.007887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b6136bd1-ca78-4e88-9a8f-89d362a5fd26 None None] Provisioning for port 4975647c-4e0d-4769-8770-ef050e1672ee completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:41:21.012715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b6136bd1-ca78-4e88-9a8f-89d362a5fd26 None None] Provisioning complete for port 4975647c-4e0d-4769-8770-ef050e1672ee triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:21.013092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b6136bd1-ca78-4e88-9a8f-89d362a5fd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:21.065238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b6136bd1-ca78-4e88-9a8f-89d362a5fd26 None None] Port 4975647c-4e0d-4769-8770-ef050e1672ee cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:41:21.080022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 286785d1-5f36-4075-b4e8-11c0a7606065 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:41:21.081151 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:41:21.085513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b6136bd1-ca78-4e88-9a8f-89d362a5fd26 None None] Provisioning complete for port cef307a0-ace1-44e2-9819-b078972f4f79 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:21.085886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b6136bd1-ca78-4e88-9a8f-89d362a5fd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:21.328739 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7c0ec251-4d4e-419d-923f-155e71335c67 None None] Provisioning complete for port 4975647c-4e0d-4769-8770-ef050e1672ee triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:21.329187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7c0ec251-4d4e-419d-923f-155e71335c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:21.380009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ec251-4d4e-419d-923f-155e71335c67 None None] Port 4975647c-4e0d-4769-8770-ef050e1672ee cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:41:21.471161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 1ec830f0-b0b0-4a6f-979b-527b25d3566f has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:41:21.597716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b6101535-79aa-4551-b35e-231f5494629d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:41:21.670900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b6101535-79aa-4551-b35e-231f5494629d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:21.670900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:21.677713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:41:21.690370 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/1ec830f0-b0b0-4a6f-979b-527b25d3566f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5892229
Dec 19 13:41:21.692912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48246) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:21.790430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cef307a0-ace1-44e2-9819-b078972f4f79 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:41:21.830957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1ab3a-e57f-4058-84ce-6f043fc9ac51 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:21.831427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1ab3a-e57f-4058-84ce-6f043fc9ac51 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:21.831799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1ab3a-e57f-4058-84ce-6f043fc9ac51 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:21.832145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1ab3a-e57f-4058-84ce-6f043fc9ac51 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:21.833738 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cac1ab3a-e57f-4058-84ce-6f043fc9ac51 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1399226
Dec 19 13:41:21.836486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48250) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:21.862276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port cef307a0-ace1-44e2-9819-b078972f4f79 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:21.862561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:21.906718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e140f8-575f-43f9-a59e-28d52e33ab75 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:21.907105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e140f8-575f-43f9-a59e-28d52e33ab75 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:21.907464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e140f8-575f-43f9-a59e-28d52e33ab75 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:21.907822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e140f8-575f-43f9-a59e-28d52e33ab75 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:21.909426 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-55e140f8-575f-43f9-a59e-28d52e33ab75 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0720553
Dec 19 13:41:21.912261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48254) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:22.112576 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0d74da84-0d63-4c29-9093-cdeb46d45cf8 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.1966722
Dec 19 13:41:22.196433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Sync routers for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:41:22.208439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Routers {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:41:22.209050 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d01f10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:41:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:22.381866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Set router 1ec830f0-b0b0-4a6f-979b-527b25d3566f gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:41:22.501620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48260) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:22.507108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1063214036', 'description': 'tempest-secgroup-smoke-1063214036 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:22.512861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:22.517862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:22.520682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:22.526894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:22.602726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:22.642637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:22.646451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:22.649327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:22.655304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:22.698742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d01f10>, [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:20Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '4975647c-4e0d-4769-8770-ef050e1672ee', 'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:63:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:19Z', 'updated_at': '2021-12-19T13:41:20Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:22.703940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Checking router: 1ec830f0-b0b0-4a6f-979b-527b25d3566f for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:41:22.704298 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Updating router 1ec830f0-b0b0-4a6f-979b-527b25d3566f port 4975647c-4e0d-4769-8770-ef050e1672ee binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:41:22.757112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:22.830885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:22.896771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:22.901794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2bb3aaec-6cc2-4622-b0a1-f99935c03e0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:22.944670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2205e0a1-642e-4d95-8f75-35431014f895,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:22.947475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:23.027812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.029248 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5265439
Dec 19 13:41:23.032036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48264) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:23.037472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '2205e0a1-642e-4d95-8f75-35431014f895', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:23.043150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:23.047720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:23.050896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:23.056553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:23.124947 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.135956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Transition to ACTIVE for port object 4975647c-4e0d-4769-8770-ef050e1672ee will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:41:23.142921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.203357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.215885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.220742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-712bbae6-0a09-4fa4-a77b-e05d7eadeb6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:23.296918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.303534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ff637fe1-d000-4d83-b3bc-a52bff2d0625 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:23.324286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bbcbdf-0bb0-4393-bf76-de35486165ad,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:23.326976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:23.345002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbe194-c720-4595-9868-8558bfa51242 None None] Pushing event updated for resources: {'Port': ['ID=4975647c-4e0d-4769-8770-ef050e1672ee,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:23.348854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-accbe194-c720-4595-9868-8558bfa51242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:23.410449 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.411957 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3788452
Dec 19 13:41:23.414460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48268) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:23.420564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '2205e0a1-642e-4d95-8f75-35431014f895', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:23.427519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:23.431825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:23.434899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:23.438741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Attempting to bind port 4975647c-4e0d-4769-8770-ef050e1672ee on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:41:23.438741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Attempting to bind port 4975647c-4e0d-4769-8770-ef050e1672ee by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:41:23.438741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Attempting to bind port 4975647c-4e0d-4769-8770-ef050e1672ee on network 286785d1-5f36-4075-b4e8-11c0a7606065 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:41:23.441695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:23.443736 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:41:23.444202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Checking segment: {'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:41:23.444681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.445153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Bound using segment: {'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:41:23.445627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Bound port: 4975647c-4e0d-4769-8770-ef050e1672ee, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:41:23.446163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.540307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.545586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] For port 4975647c-4e0d-4769-8770-ef050e1672ee, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:41:23.548993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] For port 4975647c-4e0d-4769-8770-ef050e1672ee, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4975647c-4e0d-4769-8770-ef050e1672ee,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:41:23.608571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.628324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.632199 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fccb1582-f110-430d-98d1-e5e81bcf603a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:23.673622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.675695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0f0997bc-8f2c-41fc-b639-9df30fc3cadd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:23.699528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e457aaa7-874c-48dc-a5d8-9e5e8a26357d,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:23.702180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:23.712712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbe194-c720-4595-9868-8558bfa51242 None None] Pushing event updated for resources: {'Port': ['ID=4975647c-4e0d-4769-8770-ef050e1672ee,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:23.713560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-accbe194-c720-4595-9868-8558bfa51242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:23.714683 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Routers {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:41:23.715329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d01f10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:41:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:23.822517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.824018 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4084861
Dec 19 13:41:23.826875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48272) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:23.832691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '2205e0a1-642e-4d95-8f75-35431014f895', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:23.838842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:23.843247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:23.846270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:23.852233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:23.905339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] Set router 1ec830f0-b0b0-4a6f-979b-527b25d3566f gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:41:23.934419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:23.998680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:24.054076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:24.055927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a9c03f5d-4820-4cb2-89e9-8adde3cd01d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:24.075757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128a42cc-2e04-41ce-9056-38f392dca340,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:24.079796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:24.159541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:24.160776 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3328424
Dec 19 13:41:24.163770 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48276) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:24.169319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '2205e0a1-642e-4d95-8f75-35431014f895', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:24.175962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:24.179729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:24.182528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:24.189223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:24.228790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d01f10>, [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:20Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '4975647c-4e0d-4769-8770-ef050e1672ee', 'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:63:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:19Z', 'updated_at': '2021-12-19T13:41:23Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:24.233294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb85714-3a5a-4c0c-9de8-9463e8c45267 None None] The sync data for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv is: [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:20Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '4975647c-4e0d-4769-8770-ef050e1672ee', 'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:63:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:19Z', 'updated_at': '2021-12-19T13:41:23Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:41:24.278059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:24.358609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:24.433163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:24.434936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:24.461517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee156de-66b8-4dd6-bdf1-0208494e44b7,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:24.476060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:24.478805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:24.478805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:24.478805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:24.478805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:24.478805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:24.478805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:24.478805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:24.479519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:24.479519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:24.479686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:41:24.482723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:24.547578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:24.548773 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3840477
Dec 19 13:41:24.551741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48280) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:24.557205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '2205e0a1-642e-4d95-8f75-35431014f895', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:24.564010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:24.567963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:24.571123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:24.577582 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:24.650508 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:41:24.658508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:24.730587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:24.802644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:24.808587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5c797641-a3db-4505-895d-0c6345beb68e tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:24.828660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c8e423-4c93-43cd-a9c0-f304c924450a,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:24.831002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:24.920053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:24.921558 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3689005
Dec 19 13:41:24.924292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48284) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:24.930133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '2205e0a1-642e-4d95-8f75-35431014f895', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:24.936513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:24.940401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:24.943294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:24.949175 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:25.039432 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:41:25.046391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:25.114028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:25.187421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:25.189169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e5604b91-f20d-427b-b2a0-8236a88afcc3 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:25.210680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5301ff2c-ff8d-4af3-afe5-d40fa0d906ca,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:25.212979 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:25.279742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:25.280851 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3556466
Dec 19 13:41:25.382220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:25.566181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-314cbf99-bf92-48a5-92e5-e2fb8de7bc29 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:41:25.627463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4975647c-4e0d-4769-8770-ef050e1672ee up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:41:25.648976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-314cbf99-bf92-48a5-92e5-e2fb8de7bc29 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:41:25.649604 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-314cbf99-bf92-48a5-92e5-e2fb8de7bc29 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1063214036&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.1395841
Dec 19 13:41:25.759203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 4975647c-4e0d-4769-8770-ef050e1672ee completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:41:25.766351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4975647c-4e0d-4769-8770-ef050e1672ee triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:25.767340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:25.808236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-312c7eb6-4a40-4992-9861-3074b98a19de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:25.808814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-312c7eb6-4a40-4992-9861-3074b98a19de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:41:25.883701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:25.893339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-312c7eb6-4a40-4992-9861-3074b98a19de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:41:25.894500 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-312c7eb6-4a40-4992-9861-3074b98a19de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/networks?id=286785d1-5f36-4075-b4e8-11c0a7606065 HTTP/1.1" status: 200  len: 797 time: 0.2378187
Dec 19 13:41:25.913935 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-4708f746-b4be-4efb-b57c-6e82c6320862 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/quotas/077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 375 time: 0.0138717
Dec 19 13:41:25.923544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 4975647c-4e0d-4769-8770-ef050e1672ee, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4975647c-4e0d-4769-8770-ef050e1672ee,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:41:25.994969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-f73af74c-97a8-4540-b359-a65c36d83e53 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:41:26.031181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:26.033118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:26.095667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=4975647c-4e0d-4769-8770-ef050e1672ee,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:26.095968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-f73af74c-97a8-4540-b359-a65c36d83e53 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:41:26.097306 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-f73af74c-97a8-4540-b359-a65c36d83e53 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1778450
Dec 19 13:41:26.098460 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:26.235805 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-cb0f3db2-1a73-4fd5-bc1c-cfa2b96c2131 service neutron] 10.222.0.24 "GET /v2.0/networks/286785d1-5f36-4075-b4e8-11c0a7606065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261950
Dec 19 13:41:26.368178 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-4d154082-f774-439a-bf13-8d8bcd03a3b4 service neutron] 10.222.0.24 "GET /v2.0/networks/286785d1-5f36-4075-b4e8-11c0a7606065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265013
Dec 19 13:41:26.643871 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c95f2509-f892-48bc-b5bd-5a1fe4d61e37 req-7a9ae868-28c2-4fb1-9459-0278a192108c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 210 time: 0.0469089
Dec 19 13:41:27.596908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4975647c-4e0d-4769-8770-ef050e1672ee up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:41:27.668751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4975647c-4e0d-4769-8770-ef050e1672ee triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:27.669273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:27.819841 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-824a68a9-ee9b-4ade-9662-7f4ed1b23e59 req-35ed778a-8199-4d8f-a4c0-1f6262d4da98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 210 time: 0.0505075
Dec 19 13:41:28.638817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-5a5f45d8-af30-41ee-b32a-f3fed0918062 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:28.640257 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-5a5f45d8-af30-41ee-b32a-f3fed0918062 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=286785d1-5f36-4075-b4e8-11c0a7606065 HTTP/1.1" status: 200  len: 797 time: 0.1431620
Dec 19 13:41:28.694145 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-eba8516d-bf59-4573-9c19-5d15dc668c56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 380 time: 0.0415270
Dec 19 13:41:28.703080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'device_id': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'admin_state_up': True, 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'security_groups': ['2205e0a1-642e-4d95-8f75-35431014f895']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:28.837837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:28.847939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:28.910723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:41:28.913750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:29.022499 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0b50cf4-b74c-4ad6-9381-fb4ec28d0b4a req-203e7dcc-a4fe-45aa-ab87-cad491ce6924 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 210 time: 0.0527182
Dec 19 13:41:29.115926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.7 (286785d1-5f36-4075-b4e8-11c0a7606065/e5a3d6df-8028-433e-bd72-9b12585948bd/413e823d-a545-485b-9d8d-571b5aaf7f42) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:41:29.298535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:29.314584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 413e823d-a545-485b-9d8d-571b5aaf7f42 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:41:29.408238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:29.413538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e15fe0b2-f0c6-4fd2-86f2-0205a61bab86 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:29.587756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 286785d1-5f36-4075-b4e8-11c0a7606065 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:41:29.590929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:41:29.593842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:41:29.629596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=413e823d-a545-485b-9d8d-571b5aaf7f42,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:29.632518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:29.664846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:29.665454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:29.765843 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0661900
Dec 19 13:41:29.777376 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Request body: {'port': {'device_id': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:29.886536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:29.893321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e8386045-4e45-402c-987e-b7f799141158 None None] Provisioning for port 413e823d-a545-485b-9d8d-571b5aaf7f42 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:41:29.898285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e8386045-4e45-402c-987e-b7f799141158 None None] Provisioning complete for port 413e823d-a545-485b-9d8d-571b5aaf7f42 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:29.898685 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e8386045-4e45-402c-987e-b7f799141158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:29.993585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e8386045-4e45-402c-987e-b7f799141158 None None] Port 413e823d-a545-485b-9d8d-571b5aaf7f42 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:41:30.290792 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd979e72-15fe-4082-b1b8-cd71f72a3e70 req-8152994f-d289-4178-97fc-e588eb7204f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:30.291495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-dd979e72-15fe-4082-b1b8-cd71f72a3e70 req-8152994f-d289-4178-97fc-e588eb7204f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:41:30.297992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413e823d-a545-485b-9d8d-571b5aaf7f42 {{(pid=84125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:41:30.307953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:30.326257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Transition to ACTIVE for port object 413e823d-a545-485b-9d8d-571b5aaf7f42 will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:41:30.415681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-dd979e72-15fe-4082-b1b8-cd71f72a3e70 req-8152994f-d289-4178-97fc-e588eb7204f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:41:30.416880 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dd979e72-15fe-4082-b1b8-cd71f72a3e70 req-8152994f-d289-4178-97fc-e588eb7204f3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 931 time: 0.2687156
Dec 19 13:41:30.439408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:30.446250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4deb1f54-57d7-4cb7-8e7e-30411c2b13a5 tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:30.586993 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dd979e72-15fe-4082-b1b8-cd71f72a3e70 req-a3a7ed14-94d1-4bd1-a89d-6c95086ec81c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1643062
Dec 19 13:41:30.588104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Pushing event updated for resources: {'Port': ['ID=413e823d-a545-485b-9d8d-571b5aaf7f42,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:30.593045 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:30.709434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Attempting to bind port 413e823d-a545-485b-9d8d-571b5aaf7f42 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:41:30.709877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Attempting to bind port 413e823d-a545-485b-9d8d-571b5aaf7f42 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:41:30.710064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Attempting to bind port 413e823d-a545-485b-9d8d-571b5aaf7f42 on network 286785d1-5f36-4075-b4e8-11c0a7606065 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:41:30.715721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Port 413e823d-a545-485b-9d8d-571b5aaf7f42 on network 286785d1-5f36-4075-b4e8-11c0a7606065 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:41:30.716030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Attempting to bind port 413e823d-a545-485b-9d8d-571b5aaf7f42 on network 286785d1-5f36-4075-b4e8-11c0a7606065 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:41:30.722550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:41:30.722872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Checking segment: {'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:41:30.723271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Bound using segment: {'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:41:30.723676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Bound port: 413e823d-a545-485b-9d8d-571b5aaf7f42, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065'}}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:41:30.724005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:30.809523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] For port 413e823d-a545-485b-9d8d-571b5aaf7f42, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:41:30.812878 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] For port 413e823d-a545-485b-9d8d-571b5aaf7f42, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=413e823d-a545-485b-9d8d-571b5aaf7f42,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:41:30.879507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:30.883490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-006347ba-2c42-4c98-93bd-fe1889964f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:30.948265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:30.949728 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] 10.222.0.18 "PUT /v2.0/ports/413e823d-a545-485b-9d8d-571b5aaf7f42 HTTP/1.1" status: 200  len: 1093 time: 1.1763570
Dec 19 13:41:30.950277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'tag': '413e823d-a545-485b-9d8d-571b5aaf7f42'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:41:30.966401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Pushing event updated for resources: {'Port': ['ID=413e823d-a545-485b-9d8d-571b5aaf7f42,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:30.974580 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:31.010547 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'tag': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'status': 'completed', 'code': 200}
Dec 19 13:41:31.103040 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f45b60d6-a673-4f12-b6ec-239ab2de7500 req-3d06cdcc-cce3-4c9b-975c-550bb127c438 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 1096 time: 0.0714495
Dec 19 13:41:31.242408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b60d6-a673-4f12-b6ec-239ab2de7500 req-86b0d893-c574-4721-bd5a-69277ddec50a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:31.243755 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f45b60d6-a673-4f12-b6ec-239ab2de7500 req-86b0d893-c574-4721-bd5a-69277ddec50a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=077ccee64892449c9cacad2ed1d1a724&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1338382
Dec 19 13:41:31.379708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b60d6-a673-4f12-b6ec-239ab2de7500 req-8c00f388-7149-408a-a410-a9eb053330dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:31.381039 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f45b60d6-a673-4f12-b6ec-239ab2de7500 req-8c00f388-7149-408a-a410-a9eb053330dd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1306882
Dec 19 13:41:31.489376 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-bcae875b-8af4-4c88-94c8-512158e59e4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 1096 time: 0.0716856
Dec 19 13:41:31.555727 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-d322bc12-ef13-45f6-a30f-04c3d824443c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=413e823d-a545-485b-9d8d-571b5aaf7f42 HTTP/1.1" status: 200  len: 217 time: 0.0594561
Dec 19 13:41:31.751867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-db8f57fa-7902-4739-8c11-1cfbe8e772de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:31.753221 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-db8f57fa-7902-4739-8c11-1cfbe8e772de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5a3d6df-8028-433e-bd72-9b12585948bd HTTP/1.1" status: 200  len: 835 time: 0.1917961
Dec 19 13:41:31.859126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d6608-f3e6-44ff-9dea-e5e36fca4f13 req-0cac2aa8-4294-4d4d-9953-1b9b9a18433c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:31.860606 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-029d6608-f3e6-44ff-9dea-e5e36fca4f13 req-0cac2aa8-4294-4d4d-9953-1b9b9a18433c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 943 time: 0.1401346
Dec 19 13:41:31.863539 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-9aa25ebd-097b-4d6f-882f-4685d24dcdd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=286785d1-5f36-4075-b4e8-11c0a7606065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1005213
Dec 19 13:41:31.989390 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-029d6608-f3e6-44ff-9dea-e5e36fca4f13 req-2dfd09a8-6d8a-4eb6-a8e1-8293a672c655 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230516
Dec 19 13:41:32.023638 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8b723907-8250-44af-b35b-30161bc246a4 service neutron] 10.222.0.18 "GET /v2.0/networks/286785d1-5f36-4075-b4e8-11c0a7606065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436739
Dec 19 13:41:32.151448 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d362c75-75a7-4f5f-8943-cf2abf125d9f req-8830f3c5-0a46-43ee-8c78-f53ec67726e3 service neutron] 10.222.0.18 "GET /v2.0/networks/286785d1-5f36-4075-b4e8-11c0a7606065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213799
Dec 19 13:41:33.183671 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2ff28-6fa8-45f0-ae23-975a57ee0540 req-e0af55e0-296d-4284-8ece-bccd0150cb3f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:33.184985 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b3c2ff28-6fa8-45f0-ae23-975a57ee0540 req-e0af55e0-296d-4284-8ece-bccd0150cb3f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 943 time: 0.0741899
Dec 19 13:41:33.234591 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b3c2ff28-6fa8-45f0-ae23-975a57ee0540 req-c8d5e87e-3d0c-40f1-8512-7ea921ac85ed tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432189
Dec 19 13:41:34.428707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824256ca-7ccf-4fa1-bc59-3f323974009f req-82091514-c91a-4511-840b-caf26a0616a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:34.430141 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-824256ca-7ccf-4fa1-bc59-3f323974009f req-82091514-c91a-4511-840b-caf26a0616a8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 943 time: 0.0775657
Dec 19 13:41:34.474053 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-824256ca-7ccf-4fa1-bc59-3f323974009f req-9bb5ea86-2e6c-456b-bf25-8af8babe4f43 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383656
Dec 19 13:41:35.673749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fcfd-46e9-4c6b-a926-34547d66eb00 req-19ba7c86-e921-4087-98c4-859617696ad7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:35.674931 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ba38fcfd-46e9-4c6b-a926-34547d66eb00 req-19ba7c86-e921-4087-98c4-859617696ad7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 943 time: 0.0796740
Dec 19 13:41:35.720062 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ba38fcfd-46e9-4c6b-a926-34547d66eb00 req-9db42e1c-85d0-4b7a-9940-5baf0a00f68e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390410
Dec 19 13:41:35.882829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 413e823d-a545-485b-9d8d-571b5aaf7f42 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:41:36.013134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 413e823d-a545-485b-9d8d-571b5aaf7f42, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=413e823d-a545-485b-9d8d-571b5aaf7f42,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:41:36.025962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'port_id': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'mac_address': 'fa:16:3e:00:fb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:41:36.081934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:36.099035 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413e823d-a545-485b-9d8d-571b5aaf7f42 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:41:36.115589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 413e823d-a545-485b-9d8d-571b5aaf7f42, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=413e823d-a545-485b-9d8d-571b5aaf7f42,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:41:36.196584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:36.198325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6f162d22-4e0b-48eb-8082-c9df868b587d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:36.261144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=413e823d-a545-485b-9d8d-571b5aaf7f42,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:36.263990 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:36.405529 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['413e823d-a545-485b-9d8d-571b5aaf7f42'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:41:36.913736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e654a4-02e0-41aa-b782-b27441886b9f req-e38dce5b-cf2b-4dd3-bf06-a9cde48c5465 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:36.915112 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-71e654a4-02e0-41aa-b782-b27441886b9f req-e38dce5b-cf2b-4dd3-bf06-a9cde48c5465 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 944 time: 0.0752630
Dec 19 13:41:36.962052 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-71e654a4-02e0-41aa-b782-b27441886b9f req-7bad75e3-4b8d-43b8-93df-e4ec5708c355 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413387
Dec 19 13:41:37.886577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 413e823d-a545-485b-9d8d-571b5aaf7f42 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:41:38.013305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 413e823d-a545-485b-9d8d-571b5aaf7f42 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:41:38.019546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 413e823d-a545-485b-9d8d-571b5aaf7f42 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:41:38.019914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:38.132741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:38.162666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413e823d-a545-485b-9d8d-571b5aaf7f42'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:41:38.163456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f788ba-ea0e-489c-bff7-5256be673bd9 req-7dfb1c2a-b9f6-4a5c-aad7-5beaeee87ff1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:38.164908 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19f788ba-ea0e-489c-bff7-5256be673bd9 req-7dfb1c2a-b9f6-4a5c-aad7-5beaeee87ff1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 944 time: 0.0799863
Dec 19 13:41:38.173774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 413e823d-a545-485b-9d8d-571b5aaf7f42, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=413e823d-a545-485b-9d8d-571b5aaf7f42,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:41:38.213082 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19f788ba-ea0e-489c-bff7-5256be673bd9 req-377d247d-ea6e-43a8-95a3-8bdc59ae4886 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424662
Dec 19 13:41:38.221438 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'code': 200}
Dec 19 13:41:38.247970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:38.249785 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:38.312277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=413e823d-a545-485b-9d8d-571b5aaf7f42,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:38.315259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:38.572435 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-23c64ac3-be03-48f1-990c-e39f7032c914 req-31690692-af12-4b0a-98db-8d074c3f7d9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 1098 time: 0.0661197
Dec 19 13:41:38.617464 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-23c64ac3-be03-48f1-990c-e39f7032c914 req-f9440802-395b-4101-a750-7da44b4940ac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391765
Dec 19 13:41:39.410425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcac2f7-136e-429d-928d-fbfcf99180ce req-b291ba52-aa69-4224-a7b2-07afe8f9fb2a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:39.411865 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5dcac2f7-136e-429d-928d-fbfcf99180ce req-b291ba52-aa69-4224-a7b2-07afe8f9fb2a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 945 time: 0.0760336
Dec 19 13:41:39.457193 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5dcac2f7-136e-429d-928d-fbfcf99180ce req-f7517247-275f-45d3-8abd-4a24b4a2430d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398581
Dec 19 13:41:40.653341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae861b-ac50-4cbb-91d8-8f075232838e req-9dd8ff83-3cf1-4f29-b9d9-2d07f938c7b8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:40.654771 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7fae861b-ac50-4cbb-91d8-8f075232838e req-9dd8ff83-3cf1-4f29-b9d9-2d07f938c7b8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 945 time: 0.0799942
Dec 19 13:41:40.701332 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7fae861b-ac50-4cbb-91d8-8f075232838e req-43eec3fd-7c6e-407c-9dca-c6eaf4fffa0f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405688
Dec 19 13:41:40.892375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fd354-247b-4db0-8dcb-da5f1376738a req-3225ee1a-3562-48f4-b3de-6b43703efedb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:40.893795 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7c0fd354-247b-4db0-8dcb-da5f1376738a req-3225ee1a-3562-48f4-b3de-6b43703efedb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 945 time: 0.0750213
Dec 19 13:41:40.938014 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7c0fd354-247b-4db0-8dcb-da5f1376738a req-f2637cda-7f70-4a15-b208-3910e891eefc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387795
Dec 19 13:41:40.965740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48334) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:41.038125 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c9f04fa6-0b5b-45f2-9514-9e43755f130b tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 1093 time: 0.0711823
Dec 19 13:41:41.040609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48338) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:41.045551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:41:41.051358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:41:41.054966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:floatingip and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:41:41.057692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:41:41.063707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:41:41.153300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:41.287788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:41.418570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.216 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/08d940fb-1bba-4766-83d1-6dd48fa1ff7c) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:41:41.562836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:41.664860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:41.668791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a4aa4cda-302b-4d5b-b63b-04e87a1c6876 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:41.736787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:41:41.739853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:41:41.743900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:41:41.770667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=08d940fb-1bba-4766-83d1-6dd48fa1ff7c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:41.777069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:41.972595 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3cdf3fd0-307e-478b-b4bd-abc3c73ae592 req-2cabac5d-f2ac-4787-855a-6b3e3c9933f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712304
Dec 19 13:41:42.106416 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3cdf3fd0-307e-478b-b4bd-abc3c73ae592 req-4ab2423e-40bd-4346-bd09-68cbbc321459 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 1098 time: 0.0684030
Dec 19 13:41:42.253648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf3fd0-307e-478b-b4bd-abc3c73ae592 req-298cba7f-51b2-4f9f-8de7-f709722fde0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:42.255016 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3cdf3fd0-307e-478b-b4bd-abc3c73ae592 req-298cba7f-51b2-4f9f-8de7-f709722fde0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=286785d1-5f36-4075-b4e8-11c0a7606065 HTTP/1.1" status: 200  len: 898 time: 0.1281059
Dec 19 13:41:42.258109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:42.368268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:42.393576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bb0b6498-0ced-4655-984d-bfdf2dd61a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:42.473653 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3cdf3fd0-307e-478b-b4bd-abc3c73ae592 req-b7311359-258f-4f4a-8649-d4e2a5fd9eb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=413e823d-a545-485b-9d8d-571b5aaf7f42 HTTP/1.1" status: 200  len: 999 time: 0.2123694
Dec 19 13:41:42.534347 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf3fd0-307e-478b-b4bd-abc3c73ae592 req-c883cf1c-48b2-4982-8ed4-f4726ff7b685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:42.535787 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3cdf3fd0-307e-478b-b4bd-abc3c73ae592 req-c883cf1c-48b2-4982-8ed4-f4726ff7b685 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5a3d6df-8028-433e-bd72-9b12585948bd HTTP/1.1" status: 200  len: 835 time: 0.0559397
Dec 19 13:41:42.618200 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3cdf3fd0-307e-478b-b4bd-abc3c73ae592 req-dd758fd1-778c-4edb-a4fc-a20c203f51d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=286785d1-5f36-4075-b4e8-11c0a7606065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0759513
Dec 19 13:41:42.678989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:42.747635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:42.751549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ea67d147-7332-4b7f-84a2-803bfe6612b4 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:41:42.752520 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3cdf3fd0-307e-478b-b4bd-abc3c73ae592 req-8822d380-7ee2-48f9-9443-49c81431513b service neutron] 10.222.0.18 "GET /v2.0/networks/286785d1-5f36-4075-b4e8-11c0a7606065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276646
Dec 19 13:41:42.853431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=08d940fb-1bba-4766-83d1-6dd48fa1ff7c,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:41:42.861724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:41:42.870374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:42.890417 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3cdf3fd0-307e-478b-b4bd-abc3c73ae592 req-ae9974d5-4bd6-4780-9915-ea25371df446 service neutron] 10.222.0.18 "GET /v2.0/networks/286785d1-5f36-4075-b4e8-11c0a7606065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314454
Dec 19 13:41:43.059265 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP eb9a2f1d-a058-4063-a238-d9dac2e1915d associated. External IP: 172.26.4.216, port: 413e823d-a545-485b-9d8d-571b5aaf7f42.
Dec 19 13:41:43.441274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 1ec830f0-b0b0-4a6f-979b-527b25d3566f has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:41:43.636299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:41:43.647025 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfadc29-0708-4b9a-a439-ffcff6beeffb None None] Sync routers for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:41:43.661924 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfadc29-0708-4b9a-a439-ffcff6beeffb None None] Routers {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:41:43.666569 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-abfadc29-0708-4b9a-a439-ffcff6beeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473ffc40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:41:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:43.730534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:43.784575 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7429817
Dec 19 13:41:43.785340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'tag': '413e823d-a545-485b-9d8d-571b5aaf7f42'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:41:43.787285 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48342) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:43.845084 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'tag': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'status': 'completed', 'code': 200}
Dec 19 13:41:43.848875 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-abfadc29-0708-4b9a-a439-ffcff6beeffb None None] Set router 1ec830f0-b0b0-4a6f-979b-527b25d3566f gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:41:44.015717 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63cbc3d3-a082-4d5c-87f2-ed20afddedd7 req-1363aa28-37c4-41dd-9a97-8f4ba9e743d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 1098 time: 0.1462197
Dec 19 13:41:44.150534 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-467f2f76-4d2f-4482-86ee-57dce2e15e77 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers/1ec830f0-b0b0-4a6f-979b-527b25d3566f HTTP/1.1" status: 200  len: 922 time: 0.3619571
Dec 19 13:41:44.152963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48348) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:44.215355 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-abfadc29-0708-4b9a-a439-ffcff6beeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473ffc40>, [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:20Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'eb9a2f1d-a058-4063-a238-d9dac2e1915d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'port_id': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'mac_address': 'fa:16:3e:00:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:41:42Z', 'updated_at': '2021-12-19T13:41:42Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4975647c-4e0d-4769-8770-ef050e1672ee', 'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:63:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:19Z', 'updated_at': '2021-12-19T13:41:25Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:44.219828 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfadc29-0708-4b9a-a439-ffcff6beeffb None None] Checking router: 1ec830f0-b0b0-4a6f-979b-527b25d3566f for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:41:44.230148 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfadc29-0708-4b9a-a439-ffcff6beeffb None None] Routers {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:41:44.230733 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-abfadc29-0708-4b9a-a439-ffcff6beeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473ffc40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:41:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:44.244715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbc3d3-a082-4d5c-87f2-ed20afddedd7 req-0723ecef-1d4e-45e9-9dfe-c0ae3f374d8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:44.246106 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63cbc3d3-a082-4d5c-87f2-ed20afddedd7 req-0723ecef-1d4e-45e9-9dfe-c0ae3f374d8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=286785d1-5f36-4075-b4e8-11c0a7606065 HTTP/1.1" status: 200  len: 898 time: 0.2182467
Dec 19 13:41:44.341212 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3dd0b97b-8400-411f-8aba-c81dcbb110d1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 991 time: 0.1869819
Dec 19 13:41:44.370393 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63cbc3d3-a082-4d5c-87f2-ed20afddedd7 req-bc1340d8-b42b-43c9-88bd-6d9074b28b8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=413e823d-a545-485b-9d8d-571b5aaf7f42 HTTP/1.1" status: 200  len: 999 time: 0.1167042
Dec 19 13:41:44.404088 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-abfadc29-0708-4b9a-a439-ffcff6beeffb None None] Set router 1ec830f0-b0b0-4a6f-979b-527b25d3566f gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:41:44.433644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbc3d3-a082-4d5c-87f2-ed20afddedd7 req-1d06d8e9-5ac2-42e3-8ff7-e6f65559d498 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:41:44.435048 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63cbc3d3-a082-4d5c-87f2-ed20afddedd7 req-1d06d8e9-5ac2-42e3-8ff7-e6f65559d498 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5a3d6df-8028-433e-bd72-9b12585948bd HTTP/1.1" status: 200  len: 835 time: 0.0582709
Dec 19 13:41:44.513329 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63cbc3d3-a082-4d5c-87f2-ed20afddedd7 req-fea6414b-1b18-4c22-a105-684553854a90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=286785d1-5f36-4075-b4e8-11c0a7606065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716395
Dec 19 13:41:44.648269 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63cbc3d3-a082-4d5c-87f2-ed20afddedd7 req-3bccd745-4103-4d79-afa3-5451a5488744 service neutron] 10.222.0.18 "GET /v2.0/networks/286785d1-5f36-4075-b4e8-11c0a7606065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279368
Dec 19 13:41:44.667165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ec408617-3ce0-42db-b553-ad7df8d20a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:44.746305 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-abfadc29-0708-4b9a-a439-ffcff6beeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473ffc40>, [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:20Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'eb9a2f1d-a058-4063-a238-d9dac2e1915d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'port_id': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'mac_address': 'fa:16:3e:00:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:41:42Z', 'updated_at': '2021-12-19T13:41:42Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4975647c-4e0d-4769-8770-ef050e1672ee', 'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:63:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:19Z', 'updated_at': '2021-12-19T13:41:25Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:41:44.750507 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfadc29-0708-4b9a-a439-ffcff6beeffb None None] The sync data for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv is: [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:20Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'eb9a2f1d-a058-4063-a238-d9dac2e1915d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'port_id': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'mac_address': 'fa:16:3e:00:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:41:42Z', 'updated_at': '2021-12-19T13:41:42Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4975647c-4e0d-4769-8770-ef050e1672ee', 'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:63:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:19Z', 'updated_at': '2021-12-19T13:41:25Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:41:44.902114 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63cbc3d3-a082-4d5c-87f2-ed20afddedd7 req-43f28342-939c-4e90-9bf7-dec5c4f251bd service neutron] 10.222.0.18 "GET /v2.0/networks/286785d1-5f36-4075-b4e8-11c0a7606065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2480702
Dec 19 13:41:44.962140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f295fe01-2836-43f5-ab74-dd9011fbdc9a None None] New status for floating IP eb9a2f1d-a058-4063-a238-d9dac2e1915d: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:41:45.345316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48352) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:41:45.448139 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-20f6f043-5e9d-4b49-b2a9-380737eb24c9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 993 time: 0.1016426
Dec 19 13:41:46.192836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:46.290388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:47.550480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:41:48.022412 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:41:55.361515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:10.059198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48364) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:10.267280 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9d7a188b-e452-4a3f-8a05-e60185de2fee tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers/1ec830f0-b0b0-4a6f-979b-527b25d3566f/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.2067683
Dec 19 13:42:10.270028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48368) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:10.565239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a59857f-cb69-4800-a007-af349e13efdd tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Notify agent at dv-neutron-821895-1-hyperv the message router_removed_from_agent {{(pid=84125) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Dec 19 13:42:10.569150 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2a59857f-cb69-4800-a007-af349e13efdd tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "DELETE /v2.0/agents/59083b7d-50eb-41fb-a314-3afea8140e37/l3-routers/1ec830f0-b0b0-4a6f-979b-527b25d3566f HTTP/1.1" status: 204  len: 168 time: 0.2981730
Dec 19 13:42:10.571723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48372) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:10.780253 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-798eebf9-695d-441a-88c0-def7ea5d01f4 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers/1ec830f0-b0b0-4a6f-979b-527b25d3566f/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.2073984
Dec 19 13:42:10.782742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48376) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:10.885230 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4cbb8b0d-9d28-4db7-b894-c60476234439 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 993 time: 0.1012638
Dec 19 13:42:11.348678 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13724130-0cc0-401f-8000-65ff84424527 None None] New status for floating IP eb9a2f1d-a058-4063-a238-d9dac2e1915d: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:42:11.612011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4975647c-4e0d-4769-8770-ef050e1672ee no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:42:11.723920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:11.758280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 4975647c-4e0d-4769-8770-ef050e1672ee, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4975647c-4e0d-4769-8770-ef050e1672ee,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:11.821288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:11.821984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b6101535-79aa-4551-b35e-231f5494629d no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:42:11.848189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:11.888836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48380) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:11.930669 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=4975647c-4e0d-4769-8770-ef050e1672ee,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:11.933763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:11.989440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:11.993968 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bf360029-4261-443c-9559-3e472b2c99f4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 991 time: 0.1038895
Dec 19 13:42:12.006515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port b6101535-79aa-4551-b35e-231f5494629d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b6101535-79aa-4551-b35e-231f5494629d,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:12.089652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:12.091370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e37e51f9-ba74-4b37-9c10-79984095e6a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:12.155006 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=b6101535-79aa-4551-b35e-231f5494629d,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:12.157912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:12.404883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0ab8-52af-4743-a005-6fdec1f3952e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:14.039400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48388) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:14.302259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4872cb7-1489-4b22-bcca-82599c193e11 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Router 1ec830f0-b0b0-4a6f-979b-527b25d3566f is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:42:14.302589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4872cb7-1489-4b22-bcca-82599c193e11 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Notify agent at dv-neutron-821895-1-hyperv the message router_added_to_agent {{(pid=84124) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Dec 19 13:42:14.330445 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b4872cb7-1489-4b22-bcca-82599c193e11 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "POST /v2.0/agents/59083b7d-50eb-41fb-a314-3afea8140e37/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2888839
Dec 19 13:42:14.332028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48394) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:14.350116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe5a429-bdba-4518-8ea4-aa92ad22e834 None None] Sync routers for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:42:14.362624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe5a429-bdba-4518-8ea4-aa92ad22e834 None None] Routers {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:42:14.363312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-afe5a429-bdba-4518-8ea4-aa92ad22e834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b6d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:41:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:14.510319 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b5b43406-b9e6-4f72-969a-661391afb431 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers/1ec830f0-b0b0-4a6f-979b-527b25d3566f/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1769955
Dec 19 13:42:14.512912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48400) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:14.584837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-afe5a429-bdba-4518-8ea4-aa92ad22e834 None None] Set router 1ec830f0-b0b0-4a6f-979b-527b25d3566f gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:42:14.631280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-01f972ac-56ef-42a1-99e7-32ef7061c408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:14.736172 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-34870e7e-c0a5-4302-899b-d1c0cced22b4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 991 time: 0.2221420
Dec 19 13:42:14.932369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-afe5a429-bdba-4518-8ea4-aa92ad22e834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b6d0>, [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:20Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:42:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'eb9a2f1d-a058-4063-a238-d9dac2e1915d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'port_id': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'mac_address': 'fa:16:3e:00:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:41:42Z', 'updated_at': '2021-12-19T13:42:11Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4975647c-4e0d-4769-8770-ef050e1672ee', 'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:63:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:19Z', 'updated_at': '2021-12-19T13:42:11Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:14.936104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe5a429-bdba-4518-8ea4-aa92ad22e834 None None] Checking router: 1ec830f0-b0b0-4a6f-979b-527b25d3566f for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:42:14.946316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe5a429-bdba-4518-8ea4-aa92ad22e834 None None] Routers {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:42:14.946903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-afe5a429-bdba-4518-8ea4-aa92ad22e834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b6d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:42:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:15.118075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-afe5a429-bdba-4518-8ea4-aa92ad22e834 None None] Set router 1ec830f0-b0b0-4a6f-979b-527b25d3566f gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:42:15.453903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-afe5a429-bdba-4518-8ea4-aa92ad22e834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4783b6d0>, [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:20Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:42:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'eb9a2f1d-a058-4063-a238-d9dac2e1915d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'port_id': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'mac_address': 'fa:16:3e:00:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:41:42Z', 'updated_at': '2021-12-19T13:42:11Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4975647c-4e0d-4769-8770-ef050e1672ee', 'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:63:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:19Z', 'updated_at': '2021-12-19T13:42:11Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:15.458592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe5a429-bdba-4518-8ea4-aa92ad22e834 None None] The sync data for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv is: [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:41:20Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:42:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'eb9a2f1d-a058-4063-a238-d9dac2e1915d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'port_id': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'mac_address': 'fa:16:3e:00:fb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:41:42Z', 'updated_at': '2021-12-19T13:42:11Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4975647c-4e0d-4769-8770-ef050e1672ee', 'name': '', 'network_id': '286785d1-5f36-4075-b4e8-11c0a7606065', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:63:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:19Z', 'updated_at': '2021-12-19T13:42:11Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'e5a3d6df-8028-433e-bd72-9b12585948bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:42:15.740620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48404) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:15.849195 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ec8a0aaf-19c6-4d63-8011-f8e8be15df30 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 991 time: 0.1072574
Dec 19 13:42:16.166534 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:16.289741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:16.852823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48408) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:16.957647 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-36771c51-173e-47b4-a5a2-bbb14cb61aff tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 991 time: 0.1029975
Dec 19 13:42:17.555298 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:17.661217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4975647c-4e0d-4769-8770-ef050e1672ee up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:42:17.731441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4975647c-4e0d-4769-8770-ef050e1672ee triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:17.731732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:17.841021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:17.872427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 4975647c-4e0d-4769-8770-ef050e1672ee, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4975647c-4e0d-4769-8770-ef050e1672ee,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:17.935869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:17.936701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b6101535-79aa-4551-b35e-231f5494629d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:42:17.960892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48412) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:17.961832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:18.050185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=4975647c-4e0d-4769-8770-ef050e1672ee,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:18.063229 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:18.063574 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:18.063915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:18.064235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:18.064558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:18.064881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:18.065198 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:18.065512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:18.065866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:18.066140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:18.066495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:18.071228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:18.072809 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5a4b5aa7-28be-4421-a8f4-d3164e4fd677 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 991 time: 0.1105101
Dec 19 13:42:18.078664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b6101535-79aa-4551-b35e-231f5494629d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:18.079032 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:18.231377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:18.246402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port b6101535-79aa-4551-b35e-231f5494629d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b6101535-79aa-4551-b35e-231f5494629d,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:18.309351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:18.311110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:18.374760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=b6101535-79aa-4551-b35e-231f5494629d,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:18.377696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:19.076515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48416) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:19.181899 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1a07481d-24ea-4f45-8ad2-ea43afe88caf tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 991 time: 0.1041298
Dec 19 13:42:19.625001 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4975647c-4e0d-4769-8770-ef050e1672ee up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:42:19.695908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4975647c-4e0d-4769-8770-ef050e1672ee triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:19.696195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:19.809205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b6101535-79aa-4551-b35e-231f5494629d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:42:19.876202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b6101535-79aa-4551-b35e-231f5494629d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:19.876579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:20.185066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48420) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:20.290060 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3467306f-8d6d-4325-b145-6bee0758a662 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 991 time: 0.1038673
Dec 19 13:42:21.292916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48424) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:21.400476 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-abbaf7cf-ec78-4315-abf4-bcb58a85f01d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 991 time: 0.1063247
Dec 19 13:42:22.404338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48428) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:22.512542 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-51834cb1-8c54-45fc-8dac-41929f17c929 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 991 time: 0.1070750
Dec 19 13:42:22.716873 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab24ec-37e6-4b2f-b47a-c1cf571629b8 None None] New status for floating IP eb9a2f1d-a058-4063-a238-d9dac2e1915d: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:42:23.516482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48432) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:23.620726 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aa8d070f-b683-4ba1-ab1e-19e8dda04307 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 200  len: 993 time: 0.1030030
Dec 19 13:42:23.904895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48440) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:24.100717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 08d940fb-1bba-4766-83d1-6dd48fa1ff7c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:42:24.101044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:24.261217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:24.261447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:24.380612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 08d940fb-1bba-4766-83d1-6dd48fa1ff7c owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:42:24.612157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:24.615997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ea6cea13-37de-4933-a713-3c97acb2ac61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:24.659644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=08d940fb-1bba-4766-83d1-6dd48fa1ff7c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:24.698669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:24.699047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:24.699444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:24.699806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:24.700171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:24.700531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:24.700890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:24.701249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:24.701603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:24.701953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:24.702304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:24.710207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:24.762386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:25.022573 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:42:25.242924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 1ec830f0-b0b0-4a6f-979b-527b25d3566f has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:42:25.384025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:25.440152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:42:25.523308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:25.581072 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/floatingips/eb9a2f1d-a058-4063-a238-d9dac2e1915d HTTP/1.1" status: 204  len: 168 time: 1.6731381
Dec 19 13:42:25.581072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'tag': '413e823d-a545-485b-9d8d-571b5aaf7f42'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:42:25.635642 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'tag': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'status': 'completed', 'code': 200}
Dec 19 13:42:25.727792 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6947b52a-8c0a-4400-9d31-1e23b2b6cbf7 req-d4882572-b9cc-47e3-b664-86de0869f38d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 1098 time: 0.0705020
Dec 19 13:42:25.996049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947b52a-8c0a-4400-9d31-1e23b2b6cbf7 req-6285d1fe-1ff2-4a43-b28f-78c6dda9b97e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:25.997552 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6947b52a-8c0a-4400-9d31-1e23b2b6cbf7 req-6285d1fe-1ff2-4a43-b28f-78c6dda9b97e service neutron] 10.222.0.18 "GET /v2.0/networks?id=286785d1-5f36-4075-b4e8-11c0a7606065 HTTP/1.1" status: 200  len: 898 time: 0.2639608
Dec 19 13:42:26.071407 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6947b52a-8c0a-4400-9d31-1e23b2b6cbf7 req-db48ceac-ff9b-452d-aec2-94c7d3943c9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=413e823d-a545-485b-9d8d-571b5aaf7f42 HTTP/1.1" status: 200  len: 217 time: 0.0677383
Dec 19 13:42:26.185352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947b52a-8c0a-4400-9d31-1e23b2b6cbf7 req-6fbd9fa7-0700-4a33-81a6-f9019d902107 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:26.186820 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6947b52a-8c0a-4400-9d31-1e23b2b6cbf7 req-6fbd9fa7-0700-4a33-81a6-f9019d902107 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e5a3d6df-8028-433e-bd72-9b12585948bd HTTP/1.1" status: 200  len: 835 time: 0.1092057
Dec 19 13:42:26.251315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de9ca0-42ba-44da-b67a-9b6fa6a38eef req-9e8cd855-5bfa-434b-858c-0b8b434a4f60 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:26.252608 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-28de9ca0-42ba-44da-b67a-9b6fa6a38eef req-9e8cd855-5bfa-434b-858c-0b8b434a4f60 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 945 time: 0.1397593
Dec 19 13:42:26.310338 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6947b52a-8c0a-4400-9d31-1e23b2b6cbf7 req-1709a367-836a-41bd-a1f2-71bd30a044cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=286785d1-5f36-4075-b4e8-11c0a7606065&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1161413
Dec 19 13:42:26.313984 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-28de9ca0-42ba-44da-b67a-9b6fa6a38eef req-ada162e4-3ce6-491c-91ea-52743d88afa6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553379
Dec 19 13:42:26.443026 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6947b52a-8c0a-4400-9d31-1e23b2b6cbf7 req-79d50ed7-c82d-4faa-b786-9b661a0fee60 service neutron] 10.222.0.18 "GET /v2.0/networks/286785d1-5f36-4075-b4e8-11c0a7606065?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247849
Dec 19 13:42:26.575611 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6947b52a-8c0a-4400-9d31-1e23b2b6cbf7 req-b0e80296-5be3-4a5a-8859-9efe50f00996 service neutron] 10.222.0.18 "GET /v2.0/networks/286785d1-5f36-4075-b4e8-11c0a7606065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257861
Dec 19 13:42:27.391264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1c089-f681-4686-b3e6-d19dc19ba452 req-af935840-1718-4c56-a9e6-82385d96f50c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:27.392730 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d4d1c089-f681-4686-b3e6-d19dc19ba452 req-af935840-1718-4c56-a9e6-82385d96f50c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 945 time: 0.0903814
Dec 19 13:42:27.502188 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-d4d1c089-f681-4686-b3e6-d19dc19ba452 req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 413e823d-a545-485b-9d8d-571b5aaf7f42 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:42:27.502520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-d4d1c089-f681-4686-b3e6-d19dc19ba452 req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:27.649989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374694ba-98b0-4cba-8002-5ece074d23f3 req-835ee647-3f06-4d8a-b93d-9050bd41f0bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:27.651365 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-374694ba-98b0-4cba-8002-5ece074d23f3 req-835ee647-3f06-4d8a-b93d-9050bd41f0bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 945 time: 0.2087696
Dec 19 13:42:27.777981 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-374694ba-98b0-4cba-8002-5ece074d23f3 req-8ff94a59-2561-46fa-9932-2e7e7089f8d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=2205e0a1-642e-4d95-8f75-35431014f895&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817597
Dec 19 13:42:27.802163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-d4d1c089-f681-4686-b3e6-d19dc19ba452 req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 413e823d-a545-485b-9d8d-571b5aaf7f42, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=413e823d-a545-485b-9d8d-571b5aaf7f42,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:27.802514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-d4d1c089-f681-4686-b3e6-d19dc19ba452 req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:27.923125 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-d4d1c089-f681-4686-b3e6-d19dc19ba452 req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 413e823d-a545-485b-9d8d-571b5aaf7f42 owned by compute:nova {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:42:28.123838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-d4d1c089-f681-4686-b3e6-d19dc19ba452 req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:28.129573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:28.173217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=413e823d-a545-485b-9d8d-571b5aaf7f42,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:28.213200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:28.213576 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:28.213942 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:28.214305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:28.214664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:28.215022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:28.215400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:28.215755 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:28.216105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:28.216453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:28.216801 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:28.247877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:28.260733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d1c089-f681-4686-b3e6-d19dc19ba452 req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] No DVR routers for this DVR port 413e823d-a545-485b-9d8d-571b5aaf7f42 on host hv-neutron-8218 {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:42:28.263016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-d4d1c089-f681-4686-b3e6-d19dc19ba452 req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:28.265468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'name': 'network-vif-deleted', 'tag': '413e823d-a545-485b-9d8d-571b5aaf7f42'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:42:28.277556 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d4d1c089-f681-4686-b3e6-d19dc19ba452 req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "DELETE /v2.0/ports/413e823d-a545-485b-9d8d-571b5aaf7f42 HTTP/1.1" status: 204  len: 173 time: 0.8790174
Dec 19 13:42:28.322248 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f32c8b-68a7-430a-8966-47ba3dad12a0', 'name': 'network-vif-deleted', 'tag': '413e823d-a545-485b-9d8d-571b5aaf7f42', 'status': 'completed', 'code': 200}
Dec 19 13:42:29.055977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-3e7a5828-0c56-40a6-be54-85f4d859f122 req-14689440-5e49-49b3-a354-a95800e7595d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:42:29.129465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-3e7a5828-0c56-40a6-be54-85f4d859f122 req-14689440-5e49-49b3-a354-a95800e7595d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:42:29.131012 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3e7a5828-0c56-40a6-be54-85f4d859f122 req-14689440-5e49-49b3-a354-a95800e7595d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f32c8b-68a7-430a-8966-47ba3dad12a0 HTTP/1.1" status: 200  len: 210 time: 0.2186637
Dec 19 13:42:30.239200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48458) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:30.306811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11000c7f-9e4f-4606-a96f-d8c4a2554895 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:30.335432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11000c7f-9e4f-4606-a96f-d8c4a2554895 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:30.457858 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11000c7f-9e4f-4606-a96f-d8c4a2554895 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:30.461686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-862445fe-1f83-47ec-9f87-e0419100dabe tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:30.479049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11000c7f-9e4f-4606-a96f-d8c4a2554895 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2205e0a1-642e-4d95-8f75-35431014f895,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:30.481673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-11000c7f-9e4f-4606-a96f-d8c4a2554895 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:30.542196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11000c7f-9e4f-4606-a96f-d8c4a2554895 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:30.543603 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-11000c7f-9e4f-4606-a96f-d8c4a2554895 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/2205e0a1-642e-4d95-8f75-35431014f895 HTTP/1.1" status: 204  len: 168 time: 0.3031664
Dec 19 13:42:30.624219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48464) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:31.013843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:31.721393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 4975647c-4e0d-4769-8770-ef050e1672ee {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:42:31.722044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:31.903287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 4975647c-4e0d-4769-8770-ef050e1672ee, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4975647c-4e0d-4769-8770-ef050e1672ee,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:31.903553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:32.022221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 4975647c-4e0d-4769-8770-ef050e1672ee owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:42:32.134715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 413e823d-a545-485b-9d8d-571b5aaf7f42 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:42:32.167597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 413e823d-a545-485b-9d8d-571b5aaf7f42 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:42:32.167597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 413e823d-a545-485b-9d8d-571b5aaf7f42 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:42:32.260945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:32.264493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:32.307748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=4975647c-4e0d-4769-8770-ef050e1672ee,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:32.311664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:32.600788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:33.156638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ceca82-6e6d-460c-93cb-d6cf8e246a36 None None] Sync routers for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:42:33.168756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ceca82-6e6d-460c-93cb-d6cf8e246a36 None None] Routers {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:42:33.169363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-32ceca82-6e6d-460c-93cb-d6cf8e246a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d3e160>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:42:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:33.276038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 1ec830f0-b0b0-4a6f-979b-527b25d3566f has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:42:33.345686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-32ceca82-6e6d-460c-93cb-d6cf8e246a36 None None] Set router 1ec830f0-b0b0-4a6f-979b-527b25d3566f gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:42:33.473043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:42:33.542858 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/1ec830f0-b0b0-4a6f-979b-527b25d3566f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9174633
Dec 19 13:42:33.545475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48468) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:33.648439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-32ceca82-6e6d-460c-93cb-d6cf8e246a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d3e160>, [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:42:32Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:42:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:33.652422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ceca82-6e6d-460c-93cb-d6cf8e246a36 None None] Checking router: 1ec830f0-b0b0-4a6f-979b-527b25d3566f for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:42:33.664989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ceca82-6e6d-460c-93cb-d6cf8e246a36 None None] Routers {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:42:33.665621 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-32ceca82-6e6d-460c-93cb-d6cf8e246a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d3e160>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:42:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:33.739546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f7df9a-f29e-405d-a79d-b46a5420b500 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting subnet e5a3d6df-8028-433e-bd72-9b12585948bd {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:42:33.742593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56f7df9a-f29e-405d-a79d-b46a5420b500 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:33.795036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56f7df9a-f29e-405d-a79d-b46a5420b500 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:33.879545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56f7df9a-f29e-405d-a79d-b46a5420b500 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:33.888172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-32ceca82-6e6d-460c-93cb-d6cf8e246a36 None None] Set router 1ec830f0-b0b0-4a6f-979b-527b25d3566f gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:42:34.040802 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56f7df9a-f29e-405d-a79d-b46a5420b500 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:34.044598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-44ffa4b7-268f-4910-893a-de0509ebb77a tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:34.079827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7df9a-f29e-405d-a79d-b46a5420b500 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a3d6df-8028-433e-bd72-9b12585948bd,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:34.083603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-56f7df9a-f29e-405d-a79d-b46a5420b500 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:34.087179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-56f7df9a-f29e-405d-a79d-b46a5420b500 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:34.093812 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-56f7df9a-f29e-405d-a79d-b46a5420b500 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/subnets/e5a3d6df-8028-433e-bd72-9b12585948bd HTTP/1.1" status: 204  len: 168 time: 0.5474746
Dec 19 13:42:34.096473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48472) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:34.102061 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce8d630-17cf-4308-bcf4-5c29b21b790f None None] Network 286785d1-5f36-4075-b4e8-11c0a7606065 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:42:34.294300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:34.349209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-32ceca82-6e6d-460c-93cb-d6cf8e246a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d3e160>, [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:42:32Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:42:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:34.357277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ceca82-6e6d-460c-93cb-d6cf8e246a36 None None] The sync data for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv is: [{'id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'name': 'tempest-TestNetworkBasicOps-router-462993710', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': 'b6101535-79aa-4551-b35e-231f5494629d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:41:14Z', 'updated_at': '2021-12-19T13:42:32Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'b6101535-79aa-4551-b35e-231f5494629d', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec830f0-b0b0-4a6f-979b-527b25d3566f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:41:15Z', 'updated_at': '2021-12-19T13:42:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:42:34.493929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:34.577656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port b6101535-79aa-4551-b35e-231f5494629d {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:42:34.577989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:34.744315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d6ec2-4ea2-42e0-be4e-7c686a332c25 None None] DHCP port deletion for 286785d1-5f36-4075-b4e8-11c0a7606065 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:42:34.748865 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d6ec2-4ea2-42e0-be4e-7c686a332c25 None None] Deleting port cef307a0-ace1-44e2-9819-b078972f4f79 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:42:34.749246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe2d6ec2-4ea2-42e0-be4e-7c686a332c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:34.758178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port b6101535-79aa-4551-b35e-231f5494629d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b6101535-79aa-4551-b35e-231f5494629d,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:34.758895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:34.968233 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fe2d6ec2-4ea2-42e0-be4e-7c686a332c25 None None] For port cef307a0-ace1-44e2-9819-b078972f4f79, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cef307a0-ace1-44e2-9819-b078972f4f79,segment=NetworkSegment(3be98ed5-d1cc-4b7c-a398-e58a9e5023cc),segment_id=3be98ed5-d1cc-4b7c-a398-e58a9e5023cc)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:34.968633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe2d6ec2-4ea2-42e0-be4e-7c686a332c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:35.004538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for b6101535-79aa-4551-b35e-231f5494629d owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:42:35.094753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d6ec2-4ea2-42e0-be4e-7c686a332c25 None None] Calling delete_port for cef307a0-ace1-44e2-9819-b078972f4f79 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:42:35.229357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe2d6ec2-4ea2-42e0-be4e-7c686a332c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:35.233149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:35.252213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:35.257695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:35.273728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d6ec2-4ea2-42e0-be4e-7c686a332c25 None None] Pushing event deleted for resources: {'Port': ['ID=cef307a0-ace1-44e2-9819-b078972f4f79,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:35.277087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fe2d6ec2-4ea2-42e0-be4e-7c686a332c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:35.280306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d6ec2-4ea2-42e0-be4e-7c686a332c25 None None] No DVR routers for this DVR port cef307a0-ace1-44e2-9819-b078972f4f79 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:42:35.303355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=b6101535-79aa-4551-b35e-231f5494629d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:35.305694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:35.525935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:35.677106 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4975647c-4e0d-4769-8770-ef050e1672ee no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:42:35.712043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 4975647c-4e0d-4769-8770-ef050e1672ee {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:42:35.712395 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4975647c-4e0d-4769-8770-ef050e1672ee not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:42:35.712820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cef307a0-ace1-44e2-9819-b078972f4f79 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:42:35.744817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: cef307a0-ace1-44e2-9819-b078972f4f79 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:42:35.745162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device cef307a0-ace1-44e2-9819-b078972f4f79 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:42:35.781655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:35.786226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:35.902864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:35.903448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Fanout notify agent at l3_agent the message router_deleted on router 1ec830f0-b0b0-4a6f-979b-527b25d3566f {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:42:35.917179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:35.918231 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/routers/1ec830f0-b0b0-4a6f-979b-527b25d3566f HTTP/1.1" status: 204  len: 168 time: 1.8208752
Dec 19 13:42:35.920986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48476) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:36.031652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.162342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.189269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4669d850>,) {'filters': {'network_id': ['286785d1-5f36-4075-b4e8-11c0a7606065']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:36.201771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4669d850>, '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:36.202056 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4669d850>, '3be98ed5-d1cc-4b7c-a398-e58a9e5023cc') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:36.214308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.229447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.235249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:42:36.235616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:42:36.249230 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:42:36.409182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.412875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a35546de-46ee-44ce-8158-0de4571c3f69 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:36.430416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.536424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Network': ['ID=286785d1-5f36-4075-b4e8-11c0a7606065,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:36.539590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:36.581210 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/networks/286785d1-5f36-4075-b4e8-11c0a7606065 HTTP/1.1" status: 204  len: 168 time: 0.6592855
Dec 19 13:42:36.602651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48480) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:36.608484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'network': {'name': 'tempest-network-smoke--1215348212', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'port_security_enabled': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:36.614071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:36.618234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:network and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:36.621054 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:36.626638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:36.712565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:42:36.715630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.743473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:42:36.752148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.752148 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Added segment 4d2f9719-0c57-440c-b678-b12d3ae869a6 of type vlan for network 105526bd-8d72-45a1-aa59-bae373ce14e3
Dec 19 13:42:36.777638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.855137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.858722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:36.859325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:36.862681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9908efdd-1b29-49f4-80d7-4be447c4c572 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:36.964639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Network': ['ID=105526bd-8d72-45a1-aa59-bae373ce14e3,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:36.967118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:36.975720 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 105526bd-8d72-45a1-aa59-bae373ce14e3 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:42:37.012957 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4091399
Dec 19 13:42:37.015602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48484) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:37.021167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-334173181', 'admin_state_up': True, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:37.028096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:37.031971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:router and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:37.035324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:37.041320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:37.109218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:37.110166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:37.128007 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:37.357957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:37.393302 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff79ccf-4a98-4b00-8ea5-6f02e567ab45 None None] New status for floating IP eb9a2f1d-a058-4063-a238-d9dac2e1915d: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:42:37.595139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:37.624412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:37.653093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2db99c1-79a5-42c3-942a-49db8ddbde3d None None] Sync routers for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:42:37.666476 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db99c1-79a5-42c3-942a-49db8ddbde3d None None] Routers set() bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:42:37.666918 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db99c1-79a5-42c3-942a-49db8ddbde3d None None] Router IDs set() for agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 19 13:42:37.667637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2db99c1-79a5-42c3-942a-49db8ddbde3d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:42:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent'). {{(pid=84126) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 19 13:42:37.678650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db99c1-79a5-42c3-942a-49db8ddbde3d None None] Routers set() bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:42:37.679027 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db99c1-79a5-42c3-942a-49db8ddbde3d None None] Router IDs set() for agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 19 13:42:37.679723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2db99c1-79a5-42c3-942a-49db8ddbde3d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1ec830f0-b0b0-4a6f-979b-527b25d3566f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:42:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent'). {{(pid=84126) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 19 13:42:37.680097 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2db99c1-79a5-42c3-942a-49db8ddbde3d None None] The sync data for ids ['1ec830f0-b0b0-4a6f-979b-527b25d3566f'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:42:37.764786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.61 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/325f08d2-20db-4cb2-92a1-a6db9c1f5f84) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:42:37.910075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:37.994929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:37.998493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ec76dad0-cc3d-43ab-8144-64dd704b030d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:38.062957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:42:38.066736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:42:38.069168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=325f08d2-20db-4cb2-92a1-a6db9c1f5f84,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:38.071243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:42:38.098492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:38.310446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:38.311197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:38.600063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:42:38.795108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:42:38.805412 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Sync routers for ids ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:42:38.817575 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Routers {'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:42:38.818256 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47aa8a90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:42:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:38.886127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:38.887279 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.8706853
Dec 19 13:42:38.890343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48488) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:38.995074 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Set router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:42:39.045761 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c2be3f6c-66bb-4f0a-8712-706023a67190 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=077ccee64892449c9cacad2ed1d1a724&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1540687
Dec 19 13:42:39.048206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48492) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:39.178747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc89963b-46da-4f2a-88f9-76c3a4157ccd tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:39.182725 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cc89963b-46da-4f2a-88f9-76c3a4157ccd tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1310160
Dec 19 13:42:39.182933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48496) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:39.228769 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b094a537-c1fd-49b7-b461-5b98f1239d5b tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0422895
Dec 19 13:42:39.228979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48500) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:39.234084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1110060923', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:39.290918 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47aa8a90>, [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:38Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:39.294658 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Checking router: ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:42:39.295010 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Updating router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:42:39.343121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:39.346855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:subnet and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:39.348355 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:39.350215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:39.355770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:39.434757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:42:39.539465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:39.586164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b6101535-79aa-4551-b35e-231f5494629d no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:42:39.651863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: b6101535-79aa-4551-b35e-231f5494629d {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:42:39.652542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b6101535-79aa-4551-b35e-231f5494629d not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:42:39.672997 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:39.685777 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Transition to ACTIVE for port object 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:42:39.731810 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:39.735533 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-9971b8af-c0e1-4d81-8670-aac6960c1c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:39.801078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:39.806153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aef815c3-5c2b-4cd6-bf6a-cf2ba648b3aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:39.814703 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Pushing event updated for resources: {'Port': ['ID=325f08d2-20db-4cb2-92a1-a6db9c1f5f84,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:39.824787 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Attempting to bind port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:42:39.825165 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Attempting to bind port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:42:39.825506 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Attempting to bind port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:42:39.828844 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:39.829179 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:39.829505 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:39.829826 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:39.830145 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:39.830462 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:39.830774 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:39.831115 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:39.831428 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:39.832381 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:39.832694 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:42:39.836279 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:39.840971 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:42:39.841341 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:42:39.841736 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:39.842118 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:42:39.842576 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Bound port: 325f08d2-20db-4cb2-92a1-a6db9c1f5f84, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:42:39.842939 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:39.883991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Subnet': ['ID=f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:39.887779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:39.896553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Checking segment: {'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:42:39.896906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network hostable DHCP agents. Network: 105526bd-8d72-45a1-aa59-bae373ce14e3, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:42:39.914270 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] For port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:42:39.917240 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] For port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=325f08d2-20db-4cb2-92a1-a6db9c1f5f84,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:42:39.959969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 105526bd-8d72-45a1-aa59-bae373ce14e3 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:42:39.972086 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:39.976317 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:40.052092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 105526bd-8d72-45a1-aa59-bae373ce14e3) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:42:40.053441 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Pushing event updated for resources: {'Port': ['ID=325f08d2-20db-4cb2-92a1-a6db9c1f5f84,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:40.056502 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:40.056842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:40.057473 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Routers {'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:42:40.058056 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47aa8a90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:42:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:40.058172 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:40.059354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314e1f53-78a1-4112-8194-1f653b835c9e None None] Network 105526bd-8d72-45a1-aa59-bae373ce14e3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:42:40.121284 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.8913529
Dec 19 13:42:40.124217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48504) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:40.241040 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] Set router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:42:40.342996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-105526bd-8d72-45a1-aa59-bae373ce14e3', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ips': [{'subnet_id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:42:40.343868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:40.504075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Allocated IP 172.20.0.2 (105526bd-8d72-45a1-aa59-bae373ce14e3/f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc/4e1fb660-bdfa-402f-ab50-f18dc326fb0a) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:42:40.560271 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47aa8a90>, [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:38Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:40.564226 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae115d2c-d184-48c0-9f02-82617d81a248 None None] The sync data for ids ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'] in dv-neutron-821895-1-hyperv is: [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:38Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:42:40.710030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:40.720675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Transition to ACTIVE for port object 4e1fb660-bdfa-402f-ab50-f18dc326fb0a will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:42:40.741315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Transition to ACTIVE for port object 4e1fb660-bdfa-402f-ab50-f18dc326fb0a will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:42:40.812543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:40.817168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:40.890223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Network 105526bd-8d72-45a1-aa59-bae373ce14e3 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:42:40.899672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:42:40.901652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Pushing event updated for resources: {'Port': ['ID=4e1fb660-bdfa-402f-ab50-f18dc326fb0a,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:40.903918 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:42:40.906198 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:40.997038 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Attempting to bind port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:42:40.997418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Attempting to bind port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:42:40.997790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Attempting to bind port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a on network 105526bd-8d72-45a1-aa59-bae373ce14e3 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:42:41.005347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:42:41.005727 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Checking segment: {'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:42:41.006134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:41.006528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Bound using segment: {'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:42:41.007313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Bound port: 4e1fb660-bdfa-402f-ab50-f18dc326fb0a, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:42:41.007692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:41.067142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:41.103862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] For port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:42:41.107691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] For port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4e1fb660-bdfa-402f-ab50-f18dc326fb0a,segment=NetworkSegment(4d2f9719-0c57-440c-b678-b12d3ae869a6),segment_id=4d2f9719-0c57-440c-b678-b12d3ae869a6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:42:41.212788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:41.216601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:41.299952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Pushing event updated for resources: {'Port': ['ID=4e1fb660-bdfa-402f-ab50-f18dc326fb0a,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:41.306947 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:41.497949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.1 (105526bd-8d72-45a1-aa59-bae373ce14e3/f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc/40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:42:41.687112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:41.696068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:42:41.703523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:42:41.790836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:41.792164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1917db17-1323-46b1-b4bb-54680ba954cb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:41.843806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:42:41.848992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:41.853212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:41.855580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 105526bd-8d72-45a1-aa59-bae373ce14e3 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:42:41.863935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:42:41.867871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:42:41.898561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:41.904954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:41.929090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:41.972886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:41.990593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=325f08d2-20db-4cb2-92a1-a6db9c1f5f84,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:42.060863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:42.061721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4e1fb660-bdfa-402f-ab50-f18dc326fb0a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:42:42.080651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:42.103386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:42.183484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=325f08d2-20db-4cb2-92a1-a6db9c1f5f84,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:42.186870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:42.251803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:42:42.295121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a39a89-b005-4133-82dc-de078de6c848 None None] Network 105526bd-8d72-45a1-aa59-bae373ce14e3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:42:42.478528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e9cad650-ecfb-4b46-be01-97a9acd181ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:42.507873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:42.512936 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e5936d03-12db-4621-b429-94e4efdc844a None None] Provisioning for port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:42:42.524918 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e5936d03-12db-4621-b429-94e4efdc844a None None] Provisioning complete for port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:42.525293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e5936d03-12db-4621-b429-94e4efdc844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:42.579398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:42.610301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e8116966-be90-41ce-8f85-f93d7005d877 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:42.662595 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e5936d03-12db-4621-b429-94e4efdc844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:42.681080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:42.684056 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:42.698144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e5936d03-12db-4621-b429-94e4efdc844a None None] For port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4e1fb660-bdfa-402f-ab50-f18dc326fb0a,segment=NetworkSegment(4d2f9719-0c57-440c-b678-b12d3ae869a6),segment_id=4d2f9719-0c57-440c-b678-b12d3ae869a6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:42.713500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:42.766218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e5936d03-12db-4621-b429-94e4efdc844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:42.768827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-accbe194-c720-4595-9868-8558bfa51242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:42.842753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5936d03-12db-4621-b429-94e4efdc844a None None] Pushing event updated for resources: {'Port': ['ID=4e1fb660-bdfa-402f-ab50-f18dc326fb0a,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:42.846267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e5936d03-12db-4621-b429-94e4efdc844a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:42.860502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 105526bd-8d72-45a1-aa59-bae373ce14e3 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:42:42.861669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:42:42.947323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c9fb139c-00f5-459e-92d4-6f45a7acbba7 None None] Provisioning for port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:42:42.952562 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c9fb139c-00f5-459e-92d4-6f45a7acbba7 None None] Provisioning complete for port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:42.953172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c9fb139c-00f5-459e-92d4-6f45a7acbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:43.011736 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb139c-00f5-459e-92d4-6f45a7acbba7 None None] Port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:42:43.026691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c9fb139c-00f5-459e-92d4-6f45a7acbba7 None None] Provisioning complete for port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:43.027121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c9fb139c-00f5-459e-92d4-6f45a7acbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:43.310939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d389768e-0abb-402e-bcaa-9de520595c68 None None] Provisioning complete for port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:43.311413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d389768e-0abb-402e-bcaa-9de520595c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:43.361728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d389768e-0abb-402e-bcaa-9de520595c68 None None] Port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:42:43.367767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:42:43.564518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:42:43.577231 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/ba9a0bc7-90c1-49f2-a71f-8137259d5ec0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4518607
Dec 19 13:42:43.579842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48508) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:43.636273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:42:43.711723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:43.712105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:43.723413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a64929-1246-4456-9f3d-a276822185b5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:43.723773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a64929-1246-4456-9f3d-a276822185b5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:43.724124 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a64929-1246-4456-9f3d-a276822185b5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:43.724471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a64929-1246-4456-9f3d-a276822185b5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:43.728560 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-87a64929-1246-4456-9f3d-a276822185b5 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1453397
Dec 19 13:42:43.728923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48512) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:43.799526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8714a5f-16be-48dc-8a26-a27e9d5bd2ad tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:43.799891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8714a5f-16be-48dc-8a26-a27e9d5bd2ad tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:43.800274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8714a5f-16be-48dc-8a26-a27e9d5bd2ad tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:43.800879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8714a5f-16be-48dc-8a26-a27e9d5bd2ad tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:43.802505 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f8714a5f-16be-48dc-8a26-a27e9d5bd2ad tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2737 time: 0.0726366
Dec 19 13:42:43.805382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48516) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:43.824159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4e1fb660-bdfa-402f-ab50-f18dc326fb0a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:42:43.901955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:43.902661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:44.015849 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3ce340f0-0d41-452f-90cb-f3e138991127 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1605 time: 0.2089491
Dec 19 13:42:44.136339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Sync routers for ids ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:42:44.148340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Routers {'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:42:44.148938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46f334c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:42:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:44.322495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48522) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:44.325985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Set router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:42:44.328119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210781945', 'description': 'tempest-secgroup-smoke-210781945 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:44.336011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:44.338782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:44.341827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:44.349742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:44.415513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:44.450732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:44.454509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:44.458354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:44.464136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:44.517275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:44.581353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:44.587336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-09851229-620c-4c58-a6a7-ac877d262e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:44.631233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e8faba-b0bd-452d-af19-68a672a014d0,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:44.635280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:44.645781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46f334c0>, [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d', 'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:8b:dd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:41Z', 'updated_at': '2021-12-19T13:42:42Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:44.649728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Checking router: ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:42:44.650090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Updating router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:42:44.677006 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-caadeb24-eb71-4316-b4ce-de119fed7f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:44.683878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:44.688133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48526) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:44.688583 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3647985
Dec 19 13:42:44.694339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '55e8faba-b0bd-452d-af19-68a672a014d0', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:44.700788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:44.702894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:44.704931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:44.709001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:44.715675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:44.795197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:44.855368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:44.926768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:44.934461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-41babad6-de08-4301-93e1-fbe4aaee2368 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:44.954987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67256b92-4243-4150-812b-03da0e992fd7,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:44.958049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:45.011655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.012960 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f42b592a-c3d0-47d8-82e3-49846a531ae6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3237581
Dec 19 13:42:45.015788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48530) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:45.021782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '55e8faba-b0bd-452d-af19-68a672a014d0', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:45.027537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:45.031407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:45.034424 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:45.040313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:45.042845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.055238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Transition to ACTIVE for port object 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:42:45.132349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.137546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.141730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-004c2639-f7a7-4f20-8cb4-4056e1804ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:45.196405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.245932 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.247771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:45.265549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1c87b-23fb-40b0-af32-35c348f9501d None None] Pushing event updated for resources: {'Port': ['ID=40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:45.269590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0fd1c87b-23fb-40b0-af32-35c348f9501d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:45.274794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe040649-dcad-4df3-9cec-652feb02492d,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:45.277469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:45.381278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.382732 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3659730
Dec 19 13:42:45.385419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48534) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:45.393259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '55e8faba-b0bd-452d-af19-68a672a014d0', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:45.397015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Attempting to bind port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:42:45.397534 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Attempting to bind port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:42:45.397760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Attempting to bind port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d on network 105526bd-8d72-45a1-aa59-bae373ce14e3 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:42:45.399679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:45.412521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:45.412651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:42:45.412651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Checking segment: {'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:42:45.412651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.412651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Bound using segment: {'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:42:45.412651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Bound port: 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:42:45.413078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:45.413162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.413238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:45.501365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] For port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:42:45.504132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.504609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] For port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d,segment=NetworkSegment(4d2f9719-0c57-440c-b678-b12d3ae869a6),segment_id=4d2f9719-0c57-440c-b678-b12d3ae869a6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:42:45.567300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.600873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.604652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:45.634560 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.636610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ae6f55f9-c53c-433e-82fc-4369f5187426 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:45.664090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c042c5-f6c4-405e-b03e-20d5f8eea26f,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:45.668570 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:45.685114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1c87b-23fb-40b0-af32-35c348f9501d None None] Pushing event updated for resources: {'Port': ['ID=40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:45.688206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0fd1c87b-23fb-40b0-af32-35c348f9501d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:45.690975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Routers {'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:42:45.692107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46f334c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:42:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:45.731705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.735540 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-90d5eebe-455e-4a9d-a7a3-9db6cafc122a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3462939
Dec 19 13:42:45.735771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48538) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:45.741886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '55e8faba-b0bd-452d-af19-68a672a014d0', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:45.748176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:45.752762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:45.755978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:45.762024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:45.853621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.881929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] Set router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:42:45.924690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.994687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:45.996514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-83f023db-48b0-433d-88d7-50ff1ddd7fd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:46.018676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4932c2e8-498a-403a-8425-bee38d665013,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:46.021673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:46.068981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:46.070156 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-407bf6fe-1ac9-404e-bdff-675b7ce0a038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3334227
Dec 19 13:42:46.073110 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48542) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:46.079513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '55e8faba-b0bd-452d-af19-68a672a014d0', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:46.086161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:46.089953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:46.092866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:46.098670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:46.165928 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:42:46.172554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:46.196126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:46.239807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:46.242255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46f334c0>, [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d', 'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:8b:dd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:41Z', 'updated_at': '2021-12-19T13:42:45Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:42:46.246287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede434bb-5f6e-4e1a-ba8e-8a7eb3cb66c0 None None] The sync data for ids ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'] in dv-neutron-821895-1-hyperv is: [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d', 'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:8b:dd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:41Z', 'updated_at': '2021-12-19T13:42:45Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:42:46.309548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:46.333409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:46.340644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:46.367284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e67c308-8fd0-4fca-9157-d97d189aa6bd,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:46.369749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:46.427633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:46.434369 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3544056
Dec 19 13:42:46.434521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48546) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:42:46.437696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '55e8faba-b0bd-452d-af19-68a672a014d0', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:46.444551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:46.448489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:46.451609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:46.457644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:46.557904 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:42:46.564801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:46.636786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:46.729303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:46.733290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-34e21cd3-f575-4f24-a37e-361f30d08802 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:46.754801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b9dc3f-b0e3-4049-9db9-209dac7b1061,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:46.759457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:46.861084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:46.862298 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e48aba78-d245-4486-b463-824111ac8f6b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4294324
Dec 19 13:42:47.097663 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-d2b5fc22-9c0a-4ce8-8747-77df5cff176f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210781945&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.0431480
Dec 19 13:42:47.245946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-eb246c83-ee51-46ec-911c-306802436757 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:47.247482 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-eb246c83-ee51-46ec-911c-306802436757 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/networks?id=105526bd-8d72-45a1-aa59-bae373ce14e3 HTTP/1.1" status: 200  len: 797 time: 0.1434343
Dec 19 13:42:47.263154 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-b1c42ae3-e960-4e24-8735-5b42bf958523 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/quotas/077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 375 time: 0.0104721
Dec 19 13:42:47.343625 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-d47d67cf-a5d2-4d1d-87d1-b05c8f5e6b76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0756240
Dec 19 13:42:47.479227 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-a067e3df-d20e-4389-9b7b-500f085bef71 service neutron] 10.222.0.24 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238472
Dec 19 13:42:47.546458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:47.626255 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-b6c8e7c4-1344-4309-b61b-fb3e3e6d17ca service neutron] 10.222.0.24 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346793
Dec 19 13:42:47.666572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:42:47.823352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:42:47.828198 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:47.828572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:47.942082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:47.972324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d,segment=NetworkSegment(4d2f9719-0c57-440c-b678-b12d3ae869a6),segment_id=4d2f9719-0c57-440c-b678-b12d3ae869a6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:48.067074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:48.068855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:48.131265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:48.134064 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:49.098445 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-388676ed-f88b-479e-9a32-f6d7253e00f7 req-3b4325ec-d0ae-419b-9c3d-7eb86129072e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 210 time: 0.0459824
Dec 19 13:42:49.635446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:42:49.705260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:49.705632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:50.262846 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b1fd20fd-3460-4b52-bec8-ef72579f90d4 req-4196a97d-9f08-4c9a-9c7f-5da93f19f738 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 210 time: 0.0419211
Dec 19 13:42:50.993430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-52b50dfd-6f84-4b54-ab4e-515af6e65ffd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:50.994720 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-52b50dfd-6f84-4b54-ab4e-515af6e65ffd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=105526bd-8d72-45a1-aa59-bae373ce14e3 HTTP/1.1" status: 200  len: 797 time: 0.1414602
Dec 19 13:42:51.047661 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7687a343-80b7-4282-92d0-1d817de96011 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 379 time: 0.0390551
Dec 19 13:42:51.056633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'device_id': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'admin_state_up': True, 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'security_groups': ['55e8faba-b0bd-452d-af19-68a672a014d0']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:51.302170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:42:51.306454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:port and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:42:51.312355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:42:51.315277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:42:51.432584 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-99e656c0-636e-466b-84f3-158c0bb12fec req-0435a1f5-329d-4d1e-8566-68bd2813fd75 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 210 time: 0.0438023
Dec 19 13:42:51.433904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:42:51.436733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:51.604178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.4 (105526bd-8d72-45a1-aa59-bae373ce14e3/f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc/41e349d6-8846-49b0-830e-d75d3f468f07) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:42:51.794002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:51.810344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 41e349d6-8846-49b0-830e-d75d3f468f07 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:42:51.903440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:51.909022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4ee3d562-2d7e-442d-8113-974669b6963d tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:51.968926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 105526bd-8d72-45a1-aa59-bae373ce14e3 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:42:51.976056 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:42:51.980256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:42:52.010426 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=41e349d6-8846-49b0-830e-d75d3f468f07,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:52.016953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:52.045556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:52.046147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:52.143931 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0907853
Dec 19 13:42:52.281637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Request body: {'port': {'device_id': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:42:52.289082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e582e17d-07ca-42dd-bbe6-47f2e634f8cc None None] Provisioning for port 41e349d6-8846-49b0-830e-d75d3f468f07 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:42:52.295407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e582e17d-07ca-42dd-bbe6-47f2e634f8cc None None] Provisioning complete for port 41e349d6-8846-49b0-830e-d75d3f468f07 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:42:52.295407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e582e17d-07ca-42dd-bbe6-47f2e634f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:52.346511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e582e17d-07ca-42dd-bbe6-47f2e634f8cc None None] Port 41e349d6-8846-49b0-830e-d75d3f468f07 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:42:52.390807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:52.726549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc83d38-6e30-43a5-9e3e-7343e4b902c4 req-3e6e50b1-f3ad-43fc-b0c3-f197762b55b3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:52.727269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-5bc83d38-6e30-43a5-9e3e-7343e4b902c4 req-3e6e50b1-f3ad-43fc-b0c3-f197762b55b3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:42:52.800187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e349d6-8846-49b0-830e-d75d3f468f07 {{(pid=84125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:42:52.807856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:52.821934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Transition to ACTIVE for port object 41e349d6-8846-49b0-830e-d75d3f468f07 will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:42:52.862609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-5bc83d38-6e30-43a5-9e3e-7343e4b902c4 req-3e6e50b1-f3ad-43fc-b0c3-f197762b55b3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:42:52.863815 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5bc83d38-6e30-43a5-9e3e-7343e4b902c4 req-3e6e50b1-f3ad-43fc-b0c3-f197762b55b3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 931 time: 0.2683034
Dec 19 13:42:52.888245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:52.893763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ce2d72df-80f9-46e2-b133-97a321be5b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:53.030315 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5bc83d38-6e30-43a5-9e3e-7343e4b902c4 req-5e21d4b7-de27-4317-9b0c-15a234d8c3f1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1603427
Dec 19 13:42:53.033922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Pushing event updated for resources: {'Port': ['ID=41e349d6-8846-49b0-830e-d75d3f468f07,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:53.038708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:53.145842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Attempting to bind port 41e349d6-8846-49b0-830e-d75d3f468f07 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:42:53.146175 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Attempting to bind port 41e349d6-8846-49b0-830e-d75d3f468f07 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:42:53.146481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Attempting to bind port 41e349d6-8846-49b0-830e-d75d3f468f07 on network 105526bd-8d72-45a1-aa59-bae373ce14e3 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:42:53.152215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Port 41e349d6-8846-49b0-830e-d75d3f468f07 on network 105526bd-8d72-45a1-aa59-bae373ce14e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:42:53.152522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Attempting to bind port 41e349d6-8846-49b0-830e-d75d3f468f07 on network 105526bd-8d72-45a1-aa59-bae373ce14e3 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:42:53.158577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:42:53.158902 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Checking segment: {'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:42:53.159299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Bound using segment: {'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:42:53.159718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Bound port: 41e349d6-8846-49b0-830e-d75d3f468f07, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2f9719-0c57-440c-b678-b12d3ae869a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3'}}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:42:53.160109 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:53.244770 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] For port 41e349d6-8846-49b0-830e-d75d3f468f07, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:42:53.247508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] For port 41e349d6-8846-49b0-830e-d75d3f468f07, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=41e349d6-8846-49b0-830e-d75d3f468f07,segment=NetworkSegment(4d2f9719-0c57-440c-b678-b12d3ae869a6),segment_id=4d2f9719-0c57-440c-b678-b12d3ae869a6)] {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:42:53.308593 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:53.312249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-81069984-e65f-4518-ad19-b7ca6027bd18 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:53.375221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:53.376570 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] 10.222.0.18 "PUT /v2.0/ports/41e349d6-8846-49b0-830e-d75d3f468f07 HTTP/1.1" status: 200  len: 1093 time: 1.2253489
Dec 19 13:42:53.377080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'tag': '41e349d6-8846-49b0-830e-d75d3f468f07'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:42:53.395604 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Pushing event updated for resources: {'Port': ['ID=41e349d6-8846-49b0-830e-d75d3f468f07,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:53.398837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:53.439175 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'tag': '41e349d6-8846-49b0-830e-d75d3f468f07', 'status': 'completed', 'code': 200}
Dec 19 13:42:53.534706 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3f8656cb-8a04-4d32-bee2-e49662c12b65 req-f1542f6f-18e2-4bf2-be0c-c48ad12bbd6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 1096 time: 0.0727637
Dec 19 13:42:53.776194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8656cb-8a04-4d32-bee2-e49662c12b65 req-b904a9b0-2b5d-4904-a92f-aa39ef03a137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:53.777641 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3f8656cb-8a04-4d32-bee2-e49662c12b65 req-b904a9b0-2b5d-4904-a92f-aa39ef03a137 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=077ccee64892449c9cacad2ed1d1a724&shared=False HTTP/1.1" status: 200  len: 898 time: 0.2362344
Dec 19 13:42:53.909587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8656cb-8a04-4d32-bee2-e49662c12b65 req-b1fc0fcb-8f00-4ee8-895b-02b1f3e77d01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:53.911582 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3f8656cb-8a04-4d32-bee2-e49662c12b65 req-b1fc0fcb-8f00-4ee8-895b-02b1f3e77d01 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1280887
Dec 19 13:42:54.019286 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-b4f3aaf0-abed-4cc9-8e0d-3483b2a9f557 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 1096 time: 0.0704796
Dec 19 13:42:54.087342 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-99359516-fe96-4c1a-9fc3-f035f4dc1c89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e349d6-8846-49b0-830e-d75d3f468f07 HTTP/1.1" status: 200  len: 217 time: 0.0602121
Dec 19 13:42:54.151611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-ca735f09-9734-4e2a-8bdc-b071cedee422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:54.153081 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-ca735f09-9734-4e2a-8bdc-b071cedee422 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc HTTP/1.1" status: 200  len: 844 time: 0.0601935
Dec 19 13:42:54.287307 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-3048fe39-4a25-4770-9a41-0a5a647609ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=105526bd-8d72-45a1-aa59-bae373ce14e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1265430
Dec 19 13:42:54.299231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a060e3-7797-45cd-b27a-aa43aaf2384f req-c51f7d7d-69e6-4fb8-afe5-66e11bf0d63c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:54.299231 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-00a060e3-7797-45cd-b27a-aa43aaf2384f req-c51f7d7d-69e6-4fb8-afe5-66e11bf0d63c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 943 time: 0.1358700
Dec 19 13:42:54.425380 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-00a060e3-7797-45cd-b27a-aa43aaf2384f req-b0de86c3-b305-459c-bb22-a8b8dd39de8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1120713
Dec 19 13:42:54.457064 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-38f0b565-a13f-41be-9403-d6b6068b46f3 service neutron] 10.222.0.18 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615219
Dec 19 13:42:54.584387 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb97ee6-2c6b-4c4d-b576-c39a349642e7 req-4f6d3862-e147-4a5f-b977-a1b2f6c31265 service neutron] 10.222.0.18 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211078
Dec 19 13:42:55.440009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:55.628588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbcb71-ec18-497d-b734-2c1c1398751c req-7a7c4345-8361-45a4-817d-60d3552c33d8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:55.630740 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0abbcb71-ec18-497d-b734-2c1c1398751c req-7a7c4345-8361-45a4-817d-60d3552c33d8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 943 time: 0.0805597
Dec 19 13:42:55.675391 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0abbcb71-ec18-497d-b734-2c1c1398751c req-16c8fa95-6995-4e7c-acb6-4895c4c9f8a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390868
Dec 19 13:42:56.947120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d9897-ac2b-4f53-b56d-8d0cd224fb33 req-2a1435e0-399b-4b61-8ab4-c69b6ed56299 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:56.948451 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-024d9897-ac2b-4f53-b56d-8d0cd224fb33 req-2a1435e0-399b-4b61-8ab4-c69b6ed56299 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 943 time: 0.1483936
Dec 19 13:42:56.997338 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-024d9897-ac2b-4f53-b56d-8d0cd224fb33 req-b9271a45-10d8-4536-bb81-dd0268b13c3d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432525
Dec 19 13:42:58.243079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 41e349d6-8846-49b0-830e-d75d3f468f07 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:42:58.264295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946045-4f3a-4c65-9495-8b8a5902adf1 req-85299425-ffcf-4a17-b63e-abb34093c0a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:58.265757 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f4946045-4f3a-4c65-9495-8b8a5902adf1 req-85299425-ffcf-4a17-b63e-abb34093c0a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 943 time: 0.1477430
Dec 19 13:42:58.312565 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f4946045-4f3a-4c65-9495-8b8a5902adf1 req-888167d9-0ec1-4cb4-b01f-987d948feba1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408685
Dec 19 13:42:58.377405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 41e349d6-8846-49b0-830e-d75d3f468f07, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=41e349d6-8846-49b0-830e-d75d3f468f07,segment=NetworkSegment(4d2f9719-0c57-440c-b678-b12d3ae869a6),segment_id=4d2f9719-0c57-440c-b678-b12d3ae869a6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:58.391750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '41e349d6-8846-49b0-830e-d75d3f468f07', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'port_id': '41e349d6-8846-49b0-830e-d75d3f468f07', 'mac_address': 'fa:16:3e:c9:57:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:42:58.481463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:58.498048 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e349d6-8846-49b0-830e-d75d3f468f07 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:42:58.512915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 41e349d6-8846-49b0-830e-d75d3f468f07, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=41e349d6-8846-49b0-830e-d75d3f468f07,segment=NetworkSegment(4d2f9719-0c57-440c-b678-b12d3ae869a6),segment_id=4d2f9719-0c57-440c-b678-b12d3ae869a6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:42:58.649710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:42:58.651647 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-5c5fb4e6-5698-4542-b42a-d150e0dfc6c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:42:58.715366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=41e349d6-8846-49b0-830e-d75d3f468f07,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:42:58.718507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:42:58.875252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['41e349d6-8846-49b0-830e-d75d3f468f07'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:42:59.508855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e13456-6101-41b7-90a0-be2da286c05b req-fa278711-dc71-45ec-b027-6544bdd5346d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:42:59.510266 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61e13456-6101-41b7-90a0-be2da286c05b req-fa278711-dc71-45ec-b027-6544bdd5346d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 944 time: 0.0762236
Dec 19 13:42:59.554894 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61e13456-6101-41b7-90a0-be2da286c05b req-674474a2-2a7c-4fbb-8330-6226c9e83edc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390966
Dec 19 13:43:00.258594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 41e349d6-8846-49b0-830e-d75d3f468f07 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:43:00.382639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 41e349d6-8846-49b0-830e-d75d3f468f07 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:43:00.387531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 41e349d6-8846-49b0-830e-d75d3f468f07 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:43:00.387969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:00.499282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:00.525242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e349d6-8846-49b0-830e-d75d3f468f07'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:43:00.534537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 41e349d6-8846-49b0-830e-d75d3f468f07, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=41e349d6-8846-49b0-830e-d75d3f468f07,segment=NetworkSegment(4d2f9719-0c57-440c-b678-b12d3ae869a6),segment_id=4d2f9719-0c57-440c-b678-b12d3ae869a6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:43:00.578942 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e349d6-8846-49b0-830e-d75d3f468f07', 'code': 200}
Dec 19 13:43:00.604269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:00.607129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-df526c2e-6a15-4a74-92ed-f689769a1ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:43:00.716521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=41e349d6-8846-49b0-830e-d75d3f468f07,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:43:00.719620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:43:00.783287 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61c87c-2df1-458e-93ff-6da5048a35dd req-e8a2a3f5-0d2d-40fa-adc7-e6705987ffe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:43:00.784638 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bb61c87c-2df1-458e-93ff-6da5048a35dd req-e8a2a3f5-0d2d-40fa-adc7-e6705987ffe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 945 time: 0.1025901
Dec 19 13:43:00.830012 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bb61c87c-2df1-458e-93ff-6da5048a35dd req-fae67f2f-59c4-4f64-a246-794c2c755fac tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394974
Dec 19 13:43:00.931424 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-727bf139-e558-46b4-805c-2fdc34b3e8a1 req-0c4429f9-b2b7-4e71-9e77-98edbe24bf7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 1098 time: 0.0677483
Dec 19 13:43:00.976125 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-727bf139-e558-46b4-805c-2fdc34b3e8a1 req-14bfe7b5-937e-4a93-901b-12fd4490973e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388477
Dec 19 13:43:02.022486 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:43:02.036718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fef8a-ce3a-4459-81c4-8dc1a0022eef req-b4f9405d-d954-4d97-b371-65c819820c23 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:43:02.038271 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f47fef8a-ce3a-4459-81c4-8dc1a0022eef req-b4f9405d-d954-4d97-b371-65c819820c23 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 945 time: 0.0819345
Dec 19 13:43:02.083833 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f47fef8a-ce3a-4459-81c4-8dc1a0022eef req-43e92430-344a-448d-91d7-95b6c6e1fc03 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397968
Dec 19 13:43:03.381161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86324432-4e80-41c9-b7f2-8940183026ec req-51eb1c02-02de-4422-b603-f153c3965e0c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:43:03.382484 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-86324432-4e80-41c9-b7f2-8940183026ec req-51eb1c02-02de-4422-b603-f153c3965e0c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 945 time: 0.1768072
Dec 19 13:43:03.426609 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-86324432-4e80-41c9-b7f2-8940183026ec req-b5f5bc7c-2495-45fa-ada2-6ad6431b345e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386009
Dec 19 13:43:03.621136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55562431-bfed-4b8a-80bf-9ca1c6c2828c req-ecd1c7b3-9ccb-4ac6-95c1-ffd915e8517f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:43:03.622641 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-55562431-bfed-4b8a-80bf-9ca1c6c2828c req-ecd1c7b3-9ccb-4ac6-95c1-ffd915e8517f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 945 time: 0.0753970
Dec 19 13:43:03.667456 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-55562431-bfed-4b8a-80bf-9ca1c6c2828c req-40919374-c862-4251-90cd-8c26effd85f5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393271
Dec 19 13:43:03.695640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48606) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:43:03.772416 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8210a25c-6071-4146-accb-a87be842af61 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 1093 time: 0.0755749
Dec 19 13:43:03.774897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48610) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:43:03.779875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '41e349d6-8846-49b0-830e-d75d3f468f07', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:43:03.785137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:43:03.789745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:floatingip and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:43:03.792557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:43:03.798015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:43:03.914165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:04.046033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:04.177975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.211 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/ee341fcf-64ea-4695-9627-9d253637e9c7) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:43:04.321629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:04.398149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:04.401745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-98b6de96-4e37-41c6-82a3-c56ba317a9e2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:43:04.469410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:43:04.472454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:43:04.476675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:43:04.500696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=ee341fcf-64ea-4695-9627-9d253637e9c7,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:43:04.505860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:43:05.068145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:05.181225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:05.382024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:05.443934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:05.447459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fbddfea6-b530-4a7b-bfd9-4b7636951421 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:43:05.545042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=ee341fcf-64ea-4695-9627-9d253637e9c7,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:43:05.548973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:43:05.563604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:05.749933 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP 5bedfa37-d01d-41d3-a431-7122109e51fd associated. External IP: 172.26.4.211, port: 41e349d6-8846-49b0-830e-d75d3f468f07.
Dec 19 13:43:06.134895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:43:06.438947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:43:06.449499 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4666c81-35ca-4582-8a51-ea1045fe1bd6 None None] Sync routers for ids ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:43:06.461462 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4666c81-35ca-4582-8a51-ea1045fe1bd6 None None] Routers {'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:43:06.462063 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c4666c81-35ca-4582-8a51-ea1045fe1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4766a9d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:42:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:43:06.536745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:06.590776 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8144004
Dec 19 13:43:06.591019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'tag': '41e349d6-8846-49b0-830e-d75d3f468f07'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:43:06.593154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48614) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:43:06.634861 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c4666c81-35ca-4582-8a51-ea1045fe1bd6 None None] Set router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:43:06.647523 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'tag': '41e349d6-8846-49b0-830e-d75d3f468f07', 'status': 'completed', 'code': 200}
Dec 19 13:43:06.779308 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7796ae15-b59e-40ed-871f-e45cc544354c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/5bedfa37-d01d-41d3-a431-7122109e51fd HTTP/1.1" status: 200  len: 991 time: 0.1843436
Dec 19 13:43:06.799783 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c58039a8-8ea5-4ebe-a6a2-e350c461bdbf req-f6271879-7e8b-44b9-a18b-db2805a4baaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 1098 time: 0.1097319
Dec 19 13:43:06.928572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58039a8-8ea5-4ebe-a6a2-e350c461bdbf req-6f463576-24d0-44f0-b10e-43f87bb38275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:43:06.930157 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c58039a8-8ea5-4ebe-a6a2-e350c461bdbf req-6f463576-24d0-44f0-b10e-43f87bb38275 service neutron] 10.222.0.18 "GET /v2.0/networks?id=105526bd-8d72-45a1-aa59-bae373ce14e3 HTTP/1.1" status: 200  len: 898 time: 0.1237819
Dec 19 13:43:06.976152 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c4666c81-35ca-4582-8a51-ea1045fe1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4766a9d0>, [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '5bedfa37-d01d-41d3-a431-7122109e51fd', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'port_id': '41e349d6-8846-49b0-830e-d75d3f468f07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'mac_address': 'fa:16:3e:c9:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:43:04Z', 'updated_at': '2021-12-19T13:43:04Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d', 'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:8b:dd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:41Z', 'updated_at': '2021-12-19T13:42:47Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:43:06.979835 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4666c81-35ca-4582-8a51-ea1045fe1bd6 None None] Checking router: ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:43:06.990615 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4666c81-35ca-4582-8a51-ea1045fe1bd6 None None] Routers {'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:43:06.991264 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c4666c81-35ca-4582-8a51-ea1045fe1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4766a9d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:42:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:43:07.032075 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c58039a8-8ea5-4ebe-a6a2-e350c461bdbf req-faf2f06d-71ef-4e65-8cf0-4db5ec422fdc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e349d6-8846-49b0-830e-d75d3f468f07 HTTP/1.1" status: 200  len: 999 time: 0.0953500
Dec 19 13:43:07.093758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58039a8-8ea5-4ebe-a6a2-e350c461bdbf req-ab82f248-5b6b-4c63-8ab4-32b005f1fa0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:43:07.095483 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c58039a8-8ea5-4ebe-a6a2-e350c461bdbf req-ab82f248-5b6b-4c63-8ab4-32b005f1fa0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc HTTP/1.1" status: 200  len: 844 time: 0.0574274
Dec 19 13:43:07.163913 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c4666c81-35ca-4582-8a51-ea1045fe1bd6 None None] Set router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:43:07.169472 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c58039a8-8ea5-4ebe-a6a2-e350c461bdbf req-b6aff377-94bb-4502-8e3f-e8db8d767c27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=105526bd-8d72-45a1-aa59-bae373ce14e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678208
Dec 19 13:43:07.303654 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c58039a8-8ea5-4ebe-a6a2-e350c461bdbf req-60e3d837-3bdc-4d8b-a563-3a52e4706d91 service neutron] 10.222.0.18 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267264
Dec 19 13:43:07.434558 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c58039a8-8ea5-4ebe-a6a2-e350c461bdbf req-094b5e28-8758-4599-8bbb-1d64bd404248 service neutron] 10.222.0.18 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249261
Dec 19 13:43:07.536794 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c4666c81-35ca-4582-8a51-ea1045fe1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4766a9d0>, [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '5bedfa37-d01d-41d3-a431-7122109e51fd', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'port_id': '41e349d6-8846-49b0-830e-d75d3f468f07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'mac_address': 'fa:16:3e:c9:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:43:04Z', 'updated_at': '2021-12-19T13:43:04Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d', 'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:8b:dd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:41Z', 'updated_at': '2021-12-19T13:42:47Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:43:07.540994 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4666c81-35ca-4582-8a51-ea1045fe1bd6 None None] The sync data for ids ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'] in dv-neutron-821895-1-hyperv is: [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '5bedfa37-d01d-41d3-a431-7122109e51fd', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'port_id': '41e349d6-8846-49b0-830e-d75d3f468f07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'mac_address': 'fa:16:3e:c9:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:43:04Z', 'updated_at': '2021-12-19T13:43:04Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d', 'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:8b:dd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:41Z', 'updated_at': '2021-12-19T13:42:47Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:43:07.737286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a3cdc1-24de-45e4-83e3-4896f9347ac5 None None] New status for floating IP 5bedfa37-d01d-41d3-a431-7122109e51fd: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:43:07.782955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48620) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:43:07.890522 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bb1d83d9-cfd5-4530-a6c1-ad8c5463c2d0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/5bedfa37-d01d-41d3-a431-7122109e51fd HTTP/1.1" status: 200  len: 991 time: 0.1062288
Dec 19 13:43:08.894277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48624) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:43:09.023507 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7087a08c-9469-46ac-a68c-a6db279a1a56 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/5bedfa37-d01d-41d3-a431-7122109e51fd HTTP/1.1" status: 200  len: 993 time: 0.1278918
Dec 19 13:43:12.416818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6e394e77-f254-4d60-a7f8-64dd41954a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:14.645422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-97ddc3bd-7a1b-4d33-b4ca-03dbbd8bdd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:16.197750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:16.294815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:17.593798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:25.421968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:39.021728 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:43:42.392924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3247627a-6953-4d14-bf88-052df60d3972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:43.973963 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49405dd7-576f-43a3-8b24-3323340b5609 req-231c8975-ac98-48cb-89bc-6de1b217b125 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694530
Dec 19 13:43:44.106368 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49405dd7-576f-43a3-8b24-3323340b5609 req-235f4ead-54a8-4a77-abfe-cba06e137d95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 1098 time: 0.0666549
Dec 19 13:43:44.246430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49405dd7-576f-43a3-8b24-3323340b5609 req-a26676d2-f54c-435c-8537-9f11a661953f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:43:44.247774 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49405dd7-576f-43a3-8b24-3323340b5609 req-a26676d2-f54c-435c-8537-9f11a661953f service neutron] 10.222.0.18 "GET /v2.0/networks?id=105526bd-8d72-45a1-aa59-bae373ce14e3 HTTP/1.1" status: 200  len: 898 time: 0.1227624
Dec 19 13:43:44.451543 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49405dd7-576f-43a3-8b24-3323340b5609 req-5ae89d75-0d1b-47fd-8a21-e46b17ec5514 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e349d6-8846-49b0-830e-d75d3f468f07 HTTP/1.1" status: 200  len: 1001 time: 0.1962645
Dec 19 13:43:44.512279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49405dd7-576f-43a3-8b24-3323340b5609 req-489b74c7-9a4e-42c2-a450-5a4dda1a93e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:43:44.513588 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49405dd7-576f-43a3-8b24-3323340b5609 req-489b74c7-9a4e-42c2-a450-5a4dda1a93e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc HTTP/1.1" status: 200  len: 844 time: 0.0555973
Dec 19 13:43:44.591257 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49405dd7-576f-43a3-8b24-3323340b5609 req-d2bbd796-0ec2-4f0e-8813-3a3fe7499050 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=105526bd-8d72-45a1-aa59-bae373ce14e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707333
Dec 19 13:43:44.642644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ff810805-fb2c-4125-af30-5490f0ee4aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:44.722169 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49405dd7-576f-43a3-8b24-3323340b5609 req-822015cc-27cd-402f-bc9f-8106f2dc18b0 service neutron] 10.222.0.18 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247454
Dec 19 13:43:44.854574 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49405dd7-576f-43a3-8b24-3323340b5609 req-ba68c28f-5b9d-4d81-8edd-768de2ab2689 service neutron] 10.222.0.18 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261566
Dec 19 13:43:46.185399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:46.301013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:47.575729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:43:55.391227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:12.398034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a759ef29-05c8-4717-9df3-4d09aef88213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:14.626424 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-560cff4c-1ae4-4b84-8b9d-357c81514f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:16.022576 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:44:16.175012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:16.287840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:17.596870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:25.403021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:42.419784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-40794b8b-5327-48c2-ac52-8c38886fb34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:44.636786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f44826b0-7f09-4d38-b171-5bb8539a64fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:44.959394 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61735ae2-a909-4df8-855f-0f4ed0ccba49 req-4b1ce7c1-0d22-4f8e-a29d-40a7419a50a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0728626
Dec 19 13:44:45.091389 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61735ae2-a909-4df8-855f-0f4ed0ccba49 req-70fe6d06-b396-4756-a8ce-091add92a9c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 1098 time: 0.0672441
Dec 19 13:44:45.235028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61735ae2-a909-4df8-855f-0f4ed0ccba49 req-a1bf03bd-2011-4352-8f41-ae072e54adad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:44:45.236377 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61735ae2-a909-4df8-855f-0f4ed0ccba49 req-a1bf03bd-2011-4352-8f41-ae072e54adad service neutron] 10.222.0.18 "GET /v2.0/networks?id=105526bd-8d72-45a1-aa59-bae373ce14e3 HTTP/1.1" status: 200  len: 898 time: 0.1266000
Dec 19 13:44:45.338946 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61735ae2-a909-4df8-855f-0f4ed0ccba49 req-21d1ec0f-31d7-47bb-830f-9f85bb83eb2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e349d6-8846-49b0-830e-d75d3f468f07 HTTP/1.1" status: 200  len: 1001 time: 0.0959749
Dec 19 13:44:45.404696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61735ae2-a909-4df8-855f-0f4ed0ccba49 req-6b423d22-95b2-4282-8b6e-f502e71f5b22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:44:45.406081 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61735ae2-a909-4df8-855f-0f4ed0ccba49 req-6b423d22-95b2-4282-8b6e-f502e71f5b22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc HTTP/1.1" status: 200  len: 844 time: 0.0609000
Dec 19 13:44:45.479429 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61735ae2-a909-4df8-855f-0f4ed0ccba49 req-66aa72f6-cdbb-44bc-8257-315cfd3b7e9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=105526bd-8d72-45a1-aa59-bae373ce14e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668747
Dec 19 13:44:45.613501 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61735ae2-a909-4df8-855f-0f4ed0ccba49 req-4a2d84a5-2a50-4456-b368-3c27b726a32a service neutron] 10.222.0.18 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272705
Dec 19 13:44:45.744767 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61735ae2-a909-4df8-855f-0f4ed0ccba49 req-b7df915f-17b4-4790-b08a-e0794444fbf1 service neutron] 10.222.0.18 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248617
Dec 19 13:44:46.185392 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:46.282567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:47.562189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:53.021624 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:44:55.413986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:56.477005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48650) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:44:56.483669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:44:56.721501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15506573'] for subnet, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:56.968287 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765298812420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16132251'] for subnet, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:56.971827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-347320ca-5c66-4a70-a835-732e6c22ae2b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:44:57.014832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:44:57.015430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:57.017792 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/subnets/f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc HTTP/1.1" status: 200  len: 836 time: 0.5390389
Dec 19 13:44:57.021667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e7695-b665-4d9d-80f2-f6bda8abc724 None None] Network 105526bd-8d72-45a1-aa59-bae373ce14e3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:44:57.038058 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Subnet': ['ID=f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:44:57.046646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:44:57.047025 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:44:57.047417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:44:57.047780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:44:57.048140 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:44:57.048496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:44:57.048850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:44:57.049200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:44:57.049564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:44:57.049896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:44:57.050244 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:44:57.053869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:44:57.458467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0dd86218-ce3c-4163-97c6-8d8b87020d3e None None] Provisioning complete for port 41e349d6-8846-49b0-830e-d75d3f468f07 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:44:57.458849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0dd86218-ce3c-4163-97c6-8d8b87020d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:57.618848 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0dd86218-ce3c-4163-97c6-8d8b87020d3e None None] Provisioning complete for port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:44:57.619139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0dd86218-ce3c-4163-97c6-8d8b87020d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:44:57.741006 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0dd86218-ce3c-4163-97c6-8d8b87020d3e None None] Provisioning complete for port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:44:57.741373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0dd86218-ce3c-4163-97c6-8d8b87020d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:12.401531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b847f8b8-de8b-4617-8f47-b4a10bfd1085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:14.625091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a0c37c20-677e-4864-8316-c7d011bf2f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:16.178925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:16.310354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:17.567634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:25.424630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:30.021834 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:45:39.856527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48662) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:40.053558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port ee341fcf-64ea-4695-9627-9d253637e9c7 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:45:40.053892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:40.219347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:40.219665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:40.340962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for ee341fcf-64ea-4695-9627-9d253637e9c7 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:45:40.543935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:40.547692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:40.593881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=ee341fcf-64ea-4695-9627-9d253637e9c7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:40.630954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:40.631355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:40.631724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:40.632084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:40.632445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:40.632801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:40.633156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:40.633513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:40.633860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:40.634203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:40.634547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:40.641637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:40.694223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:41.078159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:45:41.378369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:45:41.387767 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d8579-acfe-4c65-af93-3bdc33e945ff None None] Sync routers for ids ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:45:41.399247 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d8579-acfe-4c65-af93-3bdc33e945ff None None] Routers {'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:45:41.401942 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d22d8579-acfe-4c65-af93-3bdc33e945ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a11070>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:45:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:41.464347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:41.520615 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/floatingips/5bedfa37-d01d-41d3-a431-7122109e51fd HTTP/1.1" status: 204  len: 168 time: 1.6630230
Dec 19 13:45:41.521280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'tag': '41e349d6-8846-49b0-830e-d75d3f468f07'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:45:41.582291 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d22d8579-acfe-4c65-af93-3bdc33e945ff None None] Set router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:45:41.683782 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'tag': '41e349d6-8846-49b0-830e-d75d3f468f07', 'status': 'completed', 'code': 200}
Dec 19 13:45:41.784048 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dace88f6-9bd6-4ddf-8739-2c507a9068c4 req-175f1839-b1fd-4c9a-a7d9-31ae5462c9e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 1098 time: 0.0773497
Dec 19 13:45:41.907025 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d22d8579-acfe-4c65-af93-3bdc33e945ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a11070>, [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d', 'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:8b:dd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:41Z', 'updated_at': '2021-12-19T13:42:47Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:41.911274 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d8579-acfe-4c65-af93-3bdc33e945ff None None] Checking router: ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:45:41.925569 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d8579-acfe-4c65-af93-3bdc33e945ff None None] Routers {'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:45:41.926261 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d22d8579-acfe-4c65-af93-3bdc33e945ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a11070>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:45:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:42.075682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace88f6-9bd6-4ddf-8739-2c507a9068c4 req-402e674b-096b-4cdb-b92e-0faf90f1f908 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:42.077705 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dace88f6-9bd6-4ddf-8739-2c507a9068c4 req-402e674b-096b-4cdb-b92e-0faf90f1f908 service neutron] 10.222.0.18 "GET /v2.0/networks?id=105526bd-8d72-45a1-aa59-bae373ce14e3 HTTP/1.1" status: 200  len: 898 time: 0.2878304
Dec 19 13:45:42.113011 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d22d8579-acfe-4c65-af93-3bdc33e945ff None None] Set router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:45:42.156678 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dace88f6-9bd6-4ddf-8739-2c507a9068c4 req-500af1a1-886e-4af1-ba6d-f30d86a26c45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e349d6-8846-49b0-830e-d75d3f468f07 HTTP/1.1" status: 200  len: 217 time: 0.0692148
Dec 19 13:45:42.217359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f98b9-7ac5-40a5-b6d2-f54a7321de60 req-5d64d293-60c2-4fbc-a554-e15394757f3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:42.218793 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-096f98b9-7ac5-40a5-b6d2-f54a7321de60 req-5d64d293-60c2-4fbc-a554-e15394757f3a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 945 time: 0.1872089
Dec 19 13:45:42.253402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace88f6-9bd6-4ddf-8739-2c507a9068c4 req-8f79576c-6eb6-4119-b387-7b66065492c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:42.254794 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dace88f6-9bd6-4ddf-8739-2c507a9068c4 req-8f79576c-6eb6-4119-b387-7b66065492c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc HTTP/1.1" status: 200  len: 844 time: 0.0877578
Dec 19 13:45:42.317865 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-096f98b9-7ac5-40a5-b6d2-f54a7321de60 req-def2401a-0d92-45b0-83cb-f9258f7be568 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908947
Dec 19 13:45:42.346108 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dace88f6-9bd6-4ddf-8739-2c507a9068c4 req-4d355bd1-bb32-4705-a5d5-589e2ff21df9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=105526bd-8d72-45a1-aa59-bae373ce14e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0795088
Dec 19 13:45:42.423995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-caf6087a-2768-4dbb-baa5-05e0bed4a1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:42.438287 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d22d8579-acfe-4c65-af93-3bdc33e945ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a11070>, [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d', 'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:8b:dd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:41Z', 'updated_at': '2021-12-19T13:42:47Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:42.442228 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d8579-acfe-4c65-af93-3bdc33e945ff None None] The sync data for ids ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'] in dv-neutron-821895-1-hyperv is: [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d', 'name': '', 'network_id': '105526bd-8d72-45a1-aa59-bae373ce14e3', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:8b:dd:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:41Z', 'updated_at': '2021-12-19T13:42:47Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:45:42.489991 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dace88f6-9bd6-4ddf-8739-2c507a9068c4 req-775d85a0-90e3-4e5b-9598-5e7c4e0a44af service neutron] 10.222.0.18 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357419
Dec 19 13:45:42.629554 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dace88f6-9bd6-4ddf-8739-2c507a9068c4 req-e356b768-0304-47d9-a724-55953d072c29 service neutron] 10.222.0.18 "GET /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327865
Dec 19 13:45:42.682231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aec70a-44e6-4c7a-a733-8562418a8f05 None None] New status for floating IP 5bedfa37-d01d-41d3-a431-7122109e51fd: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:45:43.338462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a7a32-6d43-467c-a513-365e704385a7 req-866bcb97-e469-4cce-ae01-c8a89af3e474 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:43.339916 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d8a7a32-6d43-467c-a513-365e704385a7 req-866bcb97-e469-4cce-ae01-c8a89af3e474 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 945 time: 0.0753710
Dec 19 13:45:43.410299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-9d8a7a32-6d43-467c-a513-365e704385a7 req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 41e349d6-8846-49b0-830e-d75d3f468f07 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:45:43.410639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-9d8a7a32-6d43-467c-a513-365e704385a7 req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:43.689665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a01cc-7cec-4d4b-b3c4-6227d94e8aa3 req-53da4603-d451-417d-9df6-2f9ec64c77db tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:43.691128 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c37a01cc-7cec-4d4b-b3c4-6227d94e8aa3 req-53da4603-d451-417d-9df6-2f9ec64c77db tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 945 time: 0.2020631
Dec 19 13:45:43.725070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-9d8a7a32-6d43-467c-a513-365e704385a7 req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 41e349d6-8846-49b0-830e-d75d3f468f07, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=41e349d6-8846-49b0-830e-d75d3f468f07,segment=NetworkSegment(4d2f9719-0c57-440c-b678-b12d3ae869a6),segment_id=4d2f9719-0c57-440c-b678-b12d3ae869a6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:45:43.725417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-9d8a7a32-6d43-467c-a513-365e704385a7 req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:43.851461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [req-9d8a7a32-6d43-467c-a513-365e704385a7 req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 41e349d6-8846-49b0-830e-d75d3f468f07 owned by compute:nova {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:45:43.896354 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c37a01cc-7cec-4d4b-b3c4-6227d94e8aa3 req-2b4c538c-3af2-49b3-b3a9-8369d85b96cf tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=55e8faba-b0bd-452d-af19-68a672a014d0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1958292
Dec 19 13:45:44.058075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-9d8a7a32-6d43-467c-a513-365e704385a7 req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:44.064290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:44.111233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=41e349d6-8846-49b0-830e-d75d3f468f07,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:44.113597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:44.181701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8a7a32-6d43-467c-a513-365e704385a7 req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] No DVR routers for this DVR port 41e349d6-8846-49b0-830e-d75d3f468f07 on host hv-neutron-8218 {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:45:44.184034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-9d8a7a32-6d43-467c-a513-365e704385a7 req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:44.186751 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'name': 'network-vif-deleted', 'tag': '41e349d6-8846-49b0-830e-d75d3f468f07'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:45:44.198298 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d8a7a32-6d43-467c-a513-365e704385a7 req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "DELETE /v2.0/ports/41e349d6-8846-49b0-830e-d75d3f468f07 HTTP/1.1" status: 204  len: 173 time: 0.8530746
Dec 19 13:45:44.325814 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f8e754-fd0d-4c24-a763-8e2cf85da7d5', 'name': 'network-vif-deleted', 'tag': '41e349d6-8846-49b0-830e-d75d3f468f07', 'status': 'completed', 'code': 200}
Dec 19 13:45:44.624890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6a4d420a-0b36-48bb-b7a7-9522e4ae70f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:44.925224 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b7f0d87f-30ce-47fa-924e-bfb7be4716f2 req-ae22a681-e700-430d-8bc3-2734a6b39945 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0390036
Dec 19 13:45:45.179830 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b7f0d87f-30ce-47fa-924e-bfb7be4716f2 req-3d4e16c6-d1d5-4278-8feb-65eddb0c47b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 210 time: 0.1895304
Dec 19 13:45:45.192835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-03dc9e7a-10dd-4db8-9b58-422fff52397d req-de048649-b91f-4c39-9f8e-911a9b44a149 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:45:45.335446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0d87f-30ce-47fa-924e-bfb7be4716f2 req-f89bdd45-47c7-45a5-9c41-ef679d6c4af2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:45.336845 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b7f0d87f-30ce-47fa-924e-bfb7be4716f2 req-f89bdd45-47c7-45a5-9c41-ef679d6c4af2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=077ccee64892449c9cacad2ed1d1a724&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1366618
Dec 19 13:45:45.363384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-03dc9e7a-10dd-4db8-9b58-422fff52397d req-de048649-b91f-4c39-9f8e-911a9b44a149 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:45:45.364410 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-03dc9e7a-10dd-4db8-9b58-422fff52397d req-de048649-b91f-4c39-9f8e-911a9b44a149 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7f8e754-fd0d-4c24-a763-8e2cf85da7d5 HTTP/1.1" status: 200  len: 210 time: 0.2212336
Dec 19 13:45:45.473569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0d87f-30ce-47fa-924e-bfb7be4716f2 req-7f1afd68-0643-45f5-bf20-77171bcc2c1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:45.474914 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b7f0d87f-30ce-47fa-924e-bfb7be4716f2 req-7f1afd68-0643-45f5-bf20-77171bcc2c1c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1324019
Dec 19 13:45:46.227364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:46.320910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:46.471305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48694) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:46.539371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-751011f9-fcef-419d-97a0-53e14eeec91a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:46.569346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-751011f9-fcef-419d-97a0-53e14eeec91a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:46.692523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-751011f9-fcef-419d-97a0-53e14eeec91a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:46.696451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1b4b45ef-631c-4380-bd6f-624c434c3777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:46.711491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751011f9-fcef-419d-97a0-53e14eeec91a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e8faba-b0bd-452d-af19-68a672a014d0,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:46.715080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-751011f9-fcef-419d-97a0-53e14eeec91a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:46.718676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-751011f9-fcef-419d-97a0-53e14eeec91a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:46.722248 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-751011f9-fcef-419d-97a0-53e14eeec91a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/55e8faba-b0bd-452d-af19-68a672a014d0 HTTP/1.1" status: 204  len: 168 time: 0.2475369
Dec 19 13:45:46.836213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48702) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:47.003938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 41e349d6-8846-49b0-830e-d75d3f468f07 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:45:47.037060 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 41e349d6-8846-49b0-830e-d75d3f468f07 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:45:47.037415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 41e349d6-8846-49b0-830e-d75d3f468f07 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:45:47.233172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:47.583739 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:47.824007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:45:47.824344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:48.112221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d,segment=NetworkSegment(4d2f9719-0c57-440c-b678-b12d3ae869a6),segment_id=4d2f9719-0c57-440c-b678-b12d3ae869a6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:45:48.112941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:48.229788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:45:48.469856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:48.473304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fa5b0cfb-b1c0-43c1-9fd6-c59105e03743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:48.519078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:48.522407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:48.808965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:49.387211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:45:49.705450 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:45:49.716674 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71529147-7ca6-4754-86e8-8447ee9189b8 None None] Sync routers for ids ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:45:49.729453 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71529147-7ca6-4754-86e8-8447ee9189b8 None None] Routers {'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:45:49.737916 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-71529147-7ca6-4754-86e8-8447ee9189b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475786d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:45:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:49.791729 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/ba9a0bc7-90c1-49f2-a71f-8137259d5ec0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9543769
Dec 19 13:45:49.794267 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48706) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:49.928715 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-71529147-7ca6-4754-86e8-8447ee9189b8 None None] Set router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:45:49.979376 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-454ac7f0-aafc-4135-a7f9-8ce55aaf4bb7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting subnet f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:45:49.982187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-454ac7f0-aafc-4135-a7f9-8ce55aaf4bb7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:50.036811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-454ac7f0-aafc-4135-a7f9-8ce55aaf4bb7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:50.122840 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-454ac7f0-aafc-4135-a7f9-8ce55aaf4bb7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:50.241662 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-71529147-7ca6-4754-86e8-8447ee9189b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475786d0>, [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:45:48Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:50.245410 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71529147-7ca6-4754-86e8-8447ee9189b8 None None] Checking router: ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:45:50.256048 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71529147-7ca6-4754-86e8-8447ee9189b8 None None] Routers {'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:45:50.256636 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-71529147-7ca6-4754-86e8-8447ee9189b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475786d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:45:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:50.258696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-454ac7f0-aafc-4135-a7f9-8ce55aaf4bb7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:50.262552 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0fe371ef-e79d-459b-8cec-ee44c2bc6bcb tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:50.299367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ac7f0-aafc-4135-a7f9-8ce55aaf4bb7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Subnet': ['ID=f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:50.302499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-454ac7f0-aafc-4135-a7f9-8ce55aaf4bb7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:50.304655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-454ac7f0-aafc-4135-a7f9-8ce55aaf4bb7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:50.313287 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-454ac7f0-aafc-4135-a7f9-8ce55aaf4bb7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/subnets/f60d63df-8c9b-4c96-ae1a-4a9f3b61a9cc HTTP/1.1" status: 204  len: 168 time: 0.5153942
Dec 19 13:45:50.313707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48710) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:50.313802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2de2d0c-5e11-4fdd-bac3-4e952020bf54 None None] Network 105526bd-8d72-45a1-aa59-bae373ce14e3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:45:50.438225 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-71529147-7ca6-4754-86e8-8447ee9189b8 None None] Set router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:45:50.518539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:50.588473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] DHCP port deletion for 105526bd-8d72-45a1-aa59-bae373ce14e3 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:45:50.594305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Deleting port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:45:50.594696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:50.722334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:50.732337 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-71529147-7ca6-4754-86e8-8447ee9189b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475786d0>, [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:45:48Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:50.737280 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71529147-7ca6-4754-86e8-8447ee9189b8 None None] The sync data for ids ['ba9a0bc7-90c1-49f2-a71f-8137259d5ec0'] in dv-neutron-821895-1-hyperv is: [{'id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'name': 'tempest-TestNetworkBasicOps-router-334173181', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:45:48Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '325f08d2-20db-4cb2-92a1-a6db9c1f5f84', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9a0bc7-90c1-49f2-a71f-8137259d5ec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:42:37Z', 'updated_at': '2021-12-19T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:45:50.812246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] For port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4e1fb660-bdfa-402f-ab50-f18dc326fb0a,segment=NetworkSegment(4d2f9719-0c57-440c-b678-b12d3ae869a6),segment_id=4d2f9719-0c57-440c-b678-b12d3ae869a6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:45:50.812531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:50.823791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:45:50.824127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:50.929245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Calling delete_port for 4e1fb660-bdfa-402f-ab50-f18dc326fb0a owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:45:50.999859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 325f08d2-20db-4cb2-92a1-a6db9c1f5f84, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=325f08d2-20db-4cb2-92a1-a6db9c1f5f84,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:45:51.006087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:51.065106 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:51.070724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:51.116653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Pushing event deleted for resources: {'Port': ['ID=4e1fb660-bdfa-402f-ab50-f18dc326fb0a,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:51.122049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] No DVR routers for this DVR port 4e1fb660-bdfa-402f-ab50-f18dc326fb0a on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:45:51.126418 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:45:51.141429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:51.141858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:51.142299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:51.142693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:51.143155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:51.143550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:51.143954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:51.144342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:51.144757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:51.145139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:51.145679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:45:51.148931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:51.361041 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:51.364570 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-91d08c3c-30b0-4ed9-bc73-239505b5dd01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:51.404257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=325f08d2-20db-4cb2-92a1-a6db9c1f5f84,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:51.406638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:51.729971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:51.764872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4e1fb660-bdfa-402f-ab50-f18dc326fb0a no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:45:51.798049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 4e1fb660-bdfa-402f-ab50-f18dc326fb0a {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:45:51.798432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4e1fb660-bdfa-402f-ab50-f18dc326fb0a not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:45:51.798899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:45:51.830374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:45:51.830737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 40d6a7d7-c6fe-40d7-bd3c-4158e0bdaa1d not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:45:51.984946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:51.988954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.063937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.064594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Fanout notify agent at l3_agent the message router_deleted on router ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:45:52.081044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.082209 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/routers/ba9a0bc7-90c1-49f2-a71f-8137259d5ec0 HTTP/1.1" status: 204  len: 168 time: 1.7678115
Dec 19 13:45:52.084904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48714) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:52.203352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.333219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.357846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47358580>,) {'filters': {'network_id': ['105526bd-8d72-45a1-aa59-bae373ce14e3']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:52.369546 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47358580>, '4d2f9719-0c57-440c-b678-b12d3ae869a6') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:52.369837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47358580>, '4d2f9719-0c57-440c-b678-b12d3ae869a6') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:52.380951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.396608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.402500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:45:52.402884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:45:52.417703 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:45:52.556339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.559940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d83f2aeb-629e-4f73-b2ad-ec27ea1fdb99 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:52.574417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.586039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Network': ['ID=105526bd-8d72-45a1-aa59-bae373ce14e3,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:52.589702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:52.591645 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-486369af-362c-439e-896d-051d9bc6f5bc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/networks/105526bd-8d72-45a1-aa59-bae373ce14e3 HTTP/1.1" status: 204  len: 168 time: 0.5053325
Dec 19 13:45:52.602554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48718) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:52.609271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'network': {'name': 'tempest-network-smoke--245921542', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'port_security_enabled': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:45:52.614156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:45:52.618160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:network and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:45:52.620982 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:45:52.627589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:45:52.716187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:45:52.719583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.747872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:45:52.757360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.757683 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Added segment b931f664-70b1-4417-9601-6f89d41c60ab of type vlan for network f133fc05-ca64-4e48-af73-f4db293f128a
Dec 19 13:45:52.783353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.886720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.891413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:52.892001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:52.895640 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-037748c0-2cfa-474b-885b-35c71801f1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:52.996563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Network': ['ID=f133fc05-ca64-4e48-af73-f4db293f128a,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:52.999650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:53.006847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network f133fc05-ca64-4e48-af73-f4db293f128a details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:45:53.093406 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fe63c277-d754-4da9-946d-f4bf40392054 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4895759
Dec 19 13:45:53.096206 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48722) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:53.101428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'admin_state_up': True, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:45:53.108686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:45:53.112379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:router and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:45:53.115152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:45:53.120657 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:45:53.189635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:53.190480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:53.212265 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:53.526893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:53.680025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:45:53.714424 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:45:53.714863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 325f08d2-20db-4cb2-92a1-a6db9c1f5f84 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:45:53.805938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:53.834908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:53.966465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.34 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/eb596fe7-b639-467e-82c3-a3c3cfb99e41) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:45:54.113167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:54.207167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:54.210716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c7f0e32-2a26-488b-ac25-3350505a4189 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:54.268800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:45:54.275495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:45:54.277851 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:45:54.317734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=eb596fe7-b639-467e-82c3-a3c3cfb99e41,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:54.320489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:54.487123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:54.487746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:54.783752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 86dbd1f4-5033-4f4b-853f-f3096f775510 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:45:54.978275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:45:54.987483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Sync routers for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:45:54.998638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:45:54.999262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d471047c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:45:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:55.075678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:55.076825 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.9796340
Dec 19 13:45:55.080627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48726) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:55.204956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:45:55.293614 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-df094343-741b-492a-8877-679f018b4771 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=077ccee64892449c9cacad2ed1d1a724&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2118025
Dec 19 13:45:55.296086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48732) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:55.425735 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32182c11-333c-46b3-81f6-77100bbc2679 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:55.427379 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-32182c11-333c-46b3-81f6-77100bbc2679 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1295309
Dec 19 13:45:55.430529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48736) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:55.433148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:55.473390 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8e549b0d-1d1e-44b7-baca-5d804b9d8561 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0415165
Dec 19 13:45:55.475795 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48740) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:55.481329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1623342528', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:45:55.503713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d471047c0>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:54Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:55.507501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Checking router: 86dbd1f4-5033-4f4b-853f-f3096f775510 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:45:55.507860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Updating router 86dbd1f4-5033-4f4b-853f-f3096f775510 port eb596fe7-b639-467e-82c3-a3c3cfb99e41 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:45:55.557171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:55.593969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:45:55.597819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:subnet and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:45:55.600637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:45:55.606337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:45:55.658038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:45:55.761320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:55.880999 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:55.892133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Transition to ACTIVE for port object eb596fe7-b639-467e-82c3-a3c3cfb99e41 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:45:55.949212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:55.953900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:56.032165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Attempting to bind port eb596fe7-b639-467e-82c3-a3c3cfb99e41 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:45:56.033212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Attempting to bind port eb596fe7-b639-467e-82c3-a3c3cfb99e41 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:45:56.033212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Attempting to bind port eb596fe7-b639-467e-82c3-a3c3cfb99e41 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:45:56.034955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeed6a-8b2a-4cf7-932c-b15ac302c540 None None] Pushing event updated for resources: {'Port': ['ID=eb596fe7-b639-467e-82c3-a3c3cfb99e41,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:56.037775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8bbeed6a-8b2a-4cf7-932c-b15ac302c540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:56.041697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:56.045114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:45:56.045114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:45:56.045114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:56.045114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:45:56.045114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Bound port: eb596fe7-b639-467e-82c3-a3c3cfb99e41, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:45:56.045114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:56.047689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ccc11f32-f240-420b-861d-d037075f0708 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:56.115435 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] For port eb596fe7-b639-467e-82c3-a3c3cfb99e41, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:45:56.116817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Subnet': ['ID=6efce4dc-53fb-454b-a9d2-28ddb5851e29,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:56.118349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] For port eb596fe7-b639-467e-82c3-a3c3cfb99e41, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eb596fe7-b639-467e-82c3-a3c3cfb99e41,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:45:56.119590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:56.135882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Checking segment: {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:45:56.136224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network hostable DHCP agents. Network: f133fc05-ca64-4e48-af73-f4db293f128a, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:45:56.201567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:56.205909 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8bbeed6a-8b2a-4cf7-932c-b15ac302c540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:56.229193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network f133fc05-ca64-4e48-af73-f4db293f128a is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:45:56.284791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeed6a-8b2a-4cf7-932c-b15ac302c540 None None] Pushing event updated for resources: {'Port': ['ID=eb596fe7-b639-467e-82c3-a3c3cfb99e41,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:56.288029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8bbeed6a-8b2a-4cf7-932c-b15ac302c540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:56.290283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:45:56.290982 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d471047c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:45:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:56.332262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, f133fc05-ca64-4e48-af73-f4db293f128a) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:45:56.336663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:56.337327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:56.344986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c4c668-4cfe-4f43-9e50-a2d46eb3fb32 None None] Network f133fc05-ca64-4e48-af73-f4db293f128a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:45:56.430689 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9538770
Dec 19 13:45:56.433423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48744) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:56.651857 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:45:56.881373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-f133fc05-ca64-4e48-af73-f4db293f128a', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:45:56.882195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:57.118989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Allocated IP 172.20.0.2 (f133fc05-ca64-4e48-af73-f4db293f128a/6efce4dc-53fb-454b-a9d2-28ddb5851e29/4753cc08-cb3c-4d4a-a3fb-2536ea1efada) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:45:57.131473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d471047c0>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:54Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:45:57.151091 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14e1c0-4c3f-4672-829d-a4ddbcf1d780 None None] The sync data for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv is: [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:54Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:45:57.314163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:57.369884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:57.379768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Transition to ACTIVE for port object 4753cc08-cb3c-4d4a-a3fb-2536ea1efada will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:45:57.401631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Transition to ACTIVE for port object 4753cc08-cb3c-4d4a-a3fb-2536ea1efada will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:45:57.493186 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:57.498082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0fd1c87b-23fb-40b0-af32-35c348f9501d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:57.557334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Network f133fc05-ca64-4e48-af73-f4db293f128a is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:45:57.560661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:45:57.569414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:45:57.588721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Pushing event updated for resources: {'Port': ['ID=4753cc08-cb3c-4d4a-a3fb-2536ea1efada,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:57.620242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:57.680107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Attempting to bind port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:45:57.680598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Attempting to bind port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:45:57.681060 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Attempting to bind port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada on network f133fc05-ca64-4e48-af73-f4db293f128a {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:45:57.688981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:45:57.688981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Checking segment: {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:45:57.689954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:57.690756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Bound using segment: {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:45:57.691227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Bound port: 4753cc08-cb3c-4d4a-a3fb-2536ea1efada, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:45:57.691762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:57.762215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.1 (f133fc05-ca64-4e48-af73-f4db293f128a/6efce4dc-53fb-454b-a9d2-28ddb5851e29/2aa77c07-34c2-4aeb-b359-8d7cedf8923b) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:45:57.768986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device eb596fe7-b639-467e-82c3-a3c3cfb99e41 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:45:57.845960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] For port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:45:57.856443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] For port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4753cc08-cb3c-4d4a-a3fb-2536ea1efada,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:45:57.910302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:57.914325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:57.938683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:57.956827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 2aa77c07-34c2-4aeb-b359-8d7cedf8923b will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:45:57.979088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port eb596fe7-b639-467e-82c3-a3c3cfb99e41 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:45:57.993834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port eb596fe7-b639-467e-82c3-a3c3cfb99e41 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:45:57.993834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:58.041087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Pushing event updated for resources: {'Port': ['ID=4753cc08-cb3c-4d4a-a3fb-2536ea1efada,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:58.041869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:58.045891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:58.047775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5e74e2f2-cbe5-48ee-addf-a86e30e41751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:58.111227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network f133fc05-ca64-4e48-af73-f4db293f128a is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:45:58.118908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:45:58.123747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:45:58.129111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:58.151981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port eb596fe7-b639-467e-82c3-a3c3cfb99e41, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eb596fe7-b639-467e-82c3-a3c3cfb99e41,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:45:58.169320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=2aa77c07-34c2-4aeb-b359-8d7cedf8923b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:58.176196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:58.200245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:58.235916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:58.238858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fe2d6ec2-4ea2-42e0-be4e-7c686a332c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:58.310695 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=eb596fe7-b639-467e-82c3-a3c3cfb99e41,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:58.314465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:58.359817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:58.768043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:58.830389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:58.858650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:45:58.903912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97a734c-dfd9-46d7-940a-9b4d15bf25f9 None None] Network f133fc05-ca64-4e48-af73-f4db293f128a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:45:58.946725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:58.950155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=2aa77c07-34c2-4aeb-b359-8d7cedf8923b,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:45:58.953771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:45:59.115954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4b42fd7a-b600-4101-8552-6ad41e17e1a5 None None] Provisioning for port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:45:59.207040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network f133fc05-ca64-4e48-af73-f4db293f128a is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:45:59.208071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:45:59.412677 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-676cf9f1-1af2-4506-92af-0b2b34b9e14b None None] Provisioning for port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:45:59.417816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-676cf9f1-1af2-4506-92af-0b2b34b9e14b None None] Provisioning complete for port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:45:59.418433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-676cf9f1-1af2-4506-92af-0b2b34b9e14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:59.523244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-676cf9f1-1af2-4506-92af-0b2b34b9e14b None None] Port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:45:59.610835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 86dbd1f4-5033-4f4b-853f-f3096f775510 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:45:59.660425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0f0ab4f2-6a9a-44c0-bf8f-e9d3c416c5a6 None None] Provisioning complete for port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:45:59.660931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab4f2-6a9a-44c0-bf8f-e9d3c416c5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:59.721862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ab4f2-6a9a-44c0-bf8f-e9d3c416c5a6 None None] Port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:45:59.806651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4753cc08-cb3c-4d4a-a3fb-2536ea1efada up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:45:59.838548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:45:59.851592 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/86dbd1f4-5033-4f4b-853f-f3096f775510/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4171822
Dec 19 13:45:59.854081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48748) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:45:59.871662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-7b356b09-c879-4087-848a-e64d8a572a6d None None] Provisioning complete for port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:45:59.872040 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7b356b09-c879-4087-848a-e64d8a572a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:45:59.931462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7b356b09-c879-4087-848a-e64d8a572a6d None None] Port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:45:59.992059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d681d44d-7755-43f0-9312-39b8623fb38c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:59.992351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d681d44d-7755-43f0-9312-39b8623fb38c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:59.992747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d681d44d-7755-43f0-9312-39b8623fb38c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:59.993097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d681d44d-7755-43f0-9312-39b8623fb38c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:45:59.994701 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d681d44d-7755-43f0-9312-39b8623fb38c tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1397469
Dec 19 13:45:59.997346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48752) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:00.001775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:46:00.006807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:46:00.007224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:00.068394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d5201d-0bf8-4f34-8629-8b163a23e18f tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:00.068767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d5201d-0bf8-4f34-8629-8b163a23e18f tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:00.069118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d5201d-0bf8-4f34-8629-8b163a23e18f tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:00.069462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d5201d-0bf8-4f34-8629-8b163a23e18f tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:00.071049 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-27d5201d-0bf8-4f34-8629-8b163a23e18f tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0728378
Dec 19 13:46:00.073820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48756) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:00.123164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:00.153952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4753cc08-cb3c-4d4a-a3fb-2536ea1efada,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:46:00.246948 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:00.247756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device eb596fe7-b639-467e-82c3-a3c3cfb99e41 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:46:00.271845 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-af5fd7dc-dae8-40f0-acde-d5732eb727f7 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.1967483
Dec 19 13:46:00.275512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e5936d03-12db-4621-b429-94e4efdc844a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:00.363986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=4753cc08-cb3c-4d4a-a3fb-2536ea1efada,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:00.366954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:00.377520 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port eb596fe7-b639-467e-82c3-a3c3cfb99e41 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:46:00.377893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:00.706128 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Sync routers for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:46:00.717561 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:46:00.718184 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47578d90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:45:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:00.892710 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:46:00.957708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48762) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:00.963437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635308887', 'description': 'tempest-secgroup-smoke-1635308887 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:00.970005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:00.974082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:00.976890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:00.982402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:01.052659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.086849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:01.090579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:01.093934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:01.099579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:01.153556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.217839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.221687 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47578d90>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:01.222297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6082ca08-3e05-425e-adaa-6cbf89edc380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:01.228259 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Checking router: 86dbd1f4-5033-4f4b-853f-f3096f775510 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:46:01.228259 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Updating router 86dbd1f4-5033-4f4b-853f-f3096f775510 port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:46:01.267700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:01.270502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:01.281554 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.366654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.368009 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4092791
Dec 19 13:46:01.370765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48766) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:01.376477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:01.382155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:01.387703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:01.388860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:01.395500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:01.498329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.557954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.610861 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.624107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.626865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b19645f5-f71d-4c74-a1e0-eeec5bdd697b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:01.630755 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Transition to ACTIVE for port object 2aa77c07-34c2-4aeb-b359-8d7cedf8923b will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:46:01.649669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f397b05b-8cee-4169-aa9b-575b658b717a,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:01.652057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:01.704293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.708144 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-1a5e4e47-8449-47b9-b06d-0836b0343727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:01.723819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4753cc08-cb3c-4d4a-a3fb-2536ea1efada up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:46:01.738256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.739927 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3677700
Dec 19 13:46:01.742580 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48770) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:01.749138 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:01.756456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:01.760553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:01.764144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:01.775303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:01.801899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:46:01.802526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.832364 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Pushing event updated for resources: {'Port': ['ID=2aa77c07-34c2-4aeb-b359-8d7cedf8923b,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:01.847965 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:01.848568 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:01.848905 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:01.849230 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:01.849552 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:01.850090 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:01.850411 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:01.850732 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:01.851071 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:01.851404 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:01.851718 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:01.855381 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:01.872556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.951401 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Attempting to bind port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:46:01.951776 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Attempting to bind port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:46:01.952145 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Attempting to bind port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b on network f133fc05-ca64-4e48-af73-f4db293f128a {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:46:01.959872 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:46:01.960082 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Checking segment: {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:46:01.960671 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.961076 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Bound using segment: {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:46:01.961545 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Bound port: 2aa77c07-34c2-4aeb-b359-8d7cedf8923b, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:46:01.961924 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:01.964854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.047385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.049153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-de80bc1b-4576-42c0-afbc-0b3d3bfa3c01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:02.057826 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] For port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:46:02.064722 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] For port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2aa77c07-34c2-4aeb-b359-8d7cedf8923b,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:46:02.072314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec44b53f-013f-4256-8756-ad9a1dd21d1f,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:02.083297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:02.083678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:02.084046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:02.084407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:02.084767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:02.085130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:02.085485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:02.085837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:02.086191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:02.086538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:02.086885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:46:02.090192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:02.132995 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.136626 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:02.160916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.162102 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f067e0b7-dc9f-43f2-a7c2-0727b0c2503d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4179790
Dec 19 13:46:02.164866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48774) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:02.170742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:02.176881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:02.180858 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:02.183724 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:02.190429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:02.214299 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Pushing event updated for resources: {'Port': ['ID=2aa77c07-34c2-4aeb-b359-8d7cedf8923b,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:02.217183 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:46:02.217769 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47578d90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:45:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:02.267701 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:02.283414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.359976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.405057 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:46:02.423778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.425554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-59f9ea03-7766-4fc4-b579-dc043d1ea35e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:02.450453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f6f2ec-f9f5-4710-b9d9-40cc1456c4e1,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:02.452881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:02.532790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.533979 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3682156
Dec 19 13:46:02.536749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48778) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:02.542115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:02.548771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:02.552736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:02.555569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:02.561249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:02.635748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.700421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.743472 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47578d90>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:02Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:02.747376 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d936212-d7a5-487c-b6bf-f7e191b85ecc None None] The sync data for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv is: [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:02Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:46:02.794836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.800042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c8bacccc-ac85-46f4-b54f-4a09831532a3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:02.824457 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4dd077-7b6a-4761-96de-c473f62521ca,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:02.826788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:02.938866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:02.940116 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4024415
Dec 19 13:46:02.942760 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48782) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:02.948571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:02.954611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:02.958480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:02.961619 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:02.967549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:03.047425 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:46:03.054996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:03.124302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:03.229732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:03.232118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cd9b3ad8-c35d-4cde-bfb4-8de2ca7f7287 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:03.254983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73bee53-7afd-45f3-9aa9-5ad6bf9e095e,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:03.257549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:03.344370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:03.345693 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-08b3a3a1-3dac-41c8-9e92-0713ba84752f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4020023
Dec 19 13:46:03.348370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48786) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:03.353883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:03.360455 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:03.364233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:03.367176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:03.373355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:03.446823 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:46:03.454012 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:03.645627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:03.740192 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2aa77c07-34c2-4aeb-b359-8d7cedf8923b up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:46:03.783702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:03.785500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:03.808647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e4fcd4-2805-47bf-8f07-4daa47d75012,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:03.813282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:03.914859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:46:03.919749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:46:03.920124 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:03.955041 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:03.956349 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.6070287
Dec 19 13:46:04.035673 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:04.068055 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2aa77c07-34c2-4aeb-b359-8d7cedf8923b,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:46:04.128540 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-44c63f23-07bd-4a82-8da1-57108051ef9a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635308887&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.0400620
Dec 19 13:46:04.132105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:04.134045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ad9f19c6-aa31-4cbf-baff-5d0fbaddec1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:04.198300 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=2aa77c07-34c2-4aeb-b359-8d7cedf8923b,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:04.201156 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:04.279505 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-b807e91b-c292-42ae-9d6b-889ca29916c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:04.280159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-b807e91b-c292-42ae-9d6b-889ca29916c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:46:04.337717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-b807e91b-c292-42ae-9d6b-889ca29916c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:46:04.338860 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-b807e91b-c292-42ae-9d6b-889ca29916c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 796 time: 0.2029314
Dec 19 13:46:04.354556 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-3b20b0de-2d97-48c9-ac94-3a80d0a19e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/quotas/077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 375 time: 0.0103114
Dec 19 13:46:04.435303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-e027af27-05c3-4a02-bae8-376b59dadc0c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:46:04.509044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-e027af27-05c3-4a02-bae8-376b59dadc0c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:46:04.510244 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-e027af27-05c3-4a02-bae8-376b59dadc0c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1504946
Dec 19 13:46:04.713152 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-42c426ef-661b-418e-af30-2ee1218f6900 service neutron] 10.222.0.24 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911559
Dec 19 13:46:04.842571 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-0c38d84c-5f92-4a3f-ba7d-4028fce3ec7e service neutron] 10.222.0.24 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230445
Dec 19 13:46:05.726105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2aa77c07-34c2-4aeb-b359-8d7cedf8923b up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:46:05.796015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:46:05.796891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:06.124122 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef286e35-39b4-410a-b445-b27324186a03 req-aba33185-54b5-4927-8e2c-96be7ace4690 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 210 time: 0.0412977
Dec 19 13:46:07.022077 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:46:07.236232 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-50f208db-54ba-4aee-aa08-307c79f9e904 req-57dd89d7-aa81-44a4-ab6c-f788917faba0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 210 time: 0.0447581
Dec 19 13:46:08.407361 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-99c3760b-5f61-45f7-a571-47e8b28d8554 req-dd2dd2b5-01a7-40ba-9094-3b62ce51e852 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 210 time: 0.0431311
Dec 19 13:46:09.570858 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e264b976-9554-4c83-868f-3c903b5425d9 req-da092da4-3d7a-40b2-984b-52445802cca8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 210 time: 0.0405555
Dec 19 13:46:10.298011 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-0152e5d5-e037-492e-8f60-959b3b3693a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:10.299433 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-0152e5d5-e037-492e-8f60-959b3b3693a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 796 time: 0.1426885
Dec 19 13:46:10.353066 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-95742c41-bce1-4742-bdc0-f95c1904871e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 380 time: 0.0397506
Dec 19 13:46:10.361693 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'device_id': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'admin_state_up': True, 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'security_groups': ['51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:10.494858 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:10.504803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:10.566565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:46:10.569641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:10.763650 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8c0db2db-cf71-48d8-8d3a-442cd77283fa req-666d9f11-81f4-4d68-a230-20e3338e274f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 210 time: 0.0528128
Dec 19 13:46:10.777679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.8 (f133fc05-ca64-4e48-af73-f4db293f128a/6efce4dc-53fb-454b-a9d2-28ddb5851e29/a608219d-9278-4329-891a-6bcfa641434c) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:46:11.013249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:11.031769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object a608219d-9278-4329-891a-6bcfa641434c will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:46:11.132999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:11.139278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2e1e1efb-6302-4b63-9edc-69583352755c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:11.210089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network f133fc05-ca64-4e48-af73-f4db293f128a is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:46:11.214090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:46:11.219969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:46:11.251677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=a608219d-9278-4329-891a-6bcfa641434c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:11.258182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:11.411952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:11.412560 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:11.521611 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1638734
Dec 19 13:46:11.533205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Request body: {'port': {'device_id': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:11.554814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d4a55428-4f58-44ad-b321-10cf7e39805f None None] Provisioning for port a608219d-9278-4329-891a-6bcfa641434c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:46:11.559957 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d4a55428-4f58-44ad-b321-10cf7e39805f None None] Provisioning complete for port a608219d-9278-4329-891a-6bcfa641434c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:46:11.560336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d4a55428-4f58-44ad-b321-10cf7e39805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:11.613507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d4a55428-4f58-44ad-b321-10cf7e39805f None None] Port a608219d-9278-4329-891a-6bcfa641434c cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:46:11.639575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:12.031921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a608219d-9278-4329-891a-6bcfa641434c {{(pid=84125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:46:12.040441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059326d-3485-4b27-888d-3c5b9a6034a3 req-cfa32b49-624b-4af5-be4f-af38269e6bf9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:12.041120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-f059326d-3485-4b27-888d-3c5b9a6034a3 req-cfa32b49-624b-4af5-be4f-af38269e6bf9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:46:12.047820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:12.072584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Transition to ACTIVE for port object a608219d-9278-4329-891a-6bcfa641434c will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:46:12.149252 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-f059326d-3485-4b27-888d-3c5b9a6034a3 req-cfa32b49-624b-4af5-be4f-af38269e6bf9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:46:12.150429 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f059326d-3485-4b27-888d-3c5b9a6034a3 req-cfa32b49-624b-4af5-be4f-af38269e6bf9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 931 time: 0.2594960
Dec 19 13:46:12.154540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:12.160135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cff841cf-6956-4c74-9a04-ec461efad57d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:12.322727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a608219d-9278-4329-891a-6bcfa641434c,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:12.327223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:12.330591 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f059326d-3485-4b27-888d-3c5b9a6034a3 req-5bce795a-862b-4cda-b912-65f9b1ab39e6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705425
Dec 19 13:46:12.408247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fe9aabca-de1c-41fe-85e9-610e7c44bc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:12.440585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Attempting to bind port a608219d-9278-4329-891a-6bcfa641434c on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:46:12.440908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Attempting to bind port a608219d-9278-4329-891a-6bcfa641434c by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:46:12.441234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Attempting to bind port a608219d-9278-4329-891a-6bcfa641434c on network f133fc05-ca64-4e48-af73-f4db293f128a {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:46:12.447177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Port a608219d-9278-4329-891a-6bcfa641434c on network f133fc05-ca64-4e48-af73-f4db293f128a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:46:12.447486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Attempting to bind port a608219d-9278-4329-891a-6bcfa641434c on network f133fc05-ca64-4e48-af73-f4db293f128a {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:46:12.453614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:46:12.453941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Checking segment: {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:46:12.454311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Bound using segment: {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:46:12.454727 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Bound port: a608219d-9278-4329-891a-6bcfa641434c, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'}}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:46:12.455085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:12.547339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] For port a608219d-9278-4329-891a-6bcfa641434c, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:46:12.550425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] For port a608219d-9278-4329-891a-6bcfa641434c, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a608219d-9278-4329-891a-6bcfa641434c,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:46:12.607107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:12.611016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f1c15e78-3bbf-4845-98bf-d5891884ca35 tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:12.666229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:12.667675 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] 10.222.0.18 "PUT /v2.0/ports/a608219d-9278-4329-891a-6bcfa641434c HTTP/1.1" status: 200  len: 1093 time: 1.1386948
Dec 19 13:46:12.668185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:46:12.690511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a608219d-9278-4329-891a-6bcfa641434c,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:12.694065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:12.732154 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c', 'status': 'completed', 'code': 200}
Dec 19 13:46:12.828936 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d4fef4c5-778a-4e53-b86d-7bfd2127b9e7 req-a8d4e885-0546-419d-9583-7eabaf4892b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 1096 time: 0.0762432
Dec 19 13:46:12.971295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fef4c5-778a-4e53-b86d-7bfd2127b9e7 req-8405c490-e9c5-4dc1-a1a7-66bb7d563a46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:12.972783 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d4fef4c5-778a-4e53-b86d-7bfd2127b9e7 req-8405c490-e9c5-4dc1-a1a7-66bb7d563a46 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=077ccee64892449c9cacad2ed1d1a724&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1373858
Dec 19 13:46:13.107520 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fef4c5-778a-4e53-b86d-7bfd2127b9e7 req-728ff473-e80b-4ed8-b66a-01c4148b3fb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:13.109607 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d4fef4c5-778a-4e53-b86d-7bfd2127b9e7 req-728ff473-e80b-4ed8-b66a-01c4148b3fb7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1312144
Dec 19 13:46:13.211298 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-eef6ae85-7afc-4a87-9d9c-3967f001526a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 1096 time: 0.0669322
Dec 19 13:46:13.288544 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-e24e3f17-8650-4877-8d65-e3511b5b74fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a608219d-9278-4329-891a-6bcfa641434c HTTP/1.1" status: 200  len: 217 time: 0.0689106
Dec 19 13:46:13.352489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-38aa1150-bebb-43c7-a9e7-027289c1e49f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:13.353891 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-38aa1150-bebb-43c7-a9e7-027289c1e49f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efce4dc-53fb-454b-a9d2-28ddb5851e29 HTTP/1.1" status: 200  len: 835 time: 0.0599220
Dec 19 13:46:13.574931 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-7b3d9d0f-e05a-4043-9d8b-47748b4a7c57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f133fc05-ca64-4e48-af73-f4db293f128a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2141552
Dec 19 13:46:13.711355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf21d7-9d6b-43f1-b356-663f24029091 req-f3ac8d97-993f-4de6-967f-110c6622f672 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:13.712774 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8edf21d7-9d6b-43f1-b356-663f24029091 req-f3ac8d97-993f-4de6-967f-110c6622f672 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 943 time: 0.1824348
Dec 19 13:46:13.743876 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-51f5feba-2436-495b-93a0-d6dbf0390c6f service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620655
Dec 19 13:46:13.838669 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8edf21d7-9d6b-43f1-b356-663f24029091 req-48d7814a-ab8f-4bb3-8eb6-2c14c326194c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174529
Dec 19 13:46:13.887809 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2454fe6e-6796-4b46-ae6b-c66b70c6e131 req-a1593e9a-2113-430f-9d1d-c0a0706f6f6d service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331141
Dec 19 13:46:14.635277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a383-817e-47f2-8242-b2e5756265f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:15.035581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3c875-3c57-4088-ba36-7fdbdc7de34b req-48094ae7-f7d7-4e2d-baa1-923140afca24 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:15.036996 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84d3c875-3c57-4088-ba36-7fdbdc7de34b req-48094ae7-f7d7-4e2d-baa1-923140afca24 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 943 time: 0.0780959
Dec 19 13:46:15.081355 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84d3c875-3c57-4088-ba36-7fdbdc7de34b req-42f994df-9bc3-49d5-8198-aac5d5f535d6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389297
Dec 19 13:46:16.183687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:16.280889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c866291-6afc-4ab0-81e1-add71b32e2ef req-8e054463-8660-42a0-a076-bacf4e219c3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:16.282315 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0c866291-6afc-4ab0-81e1-add71b32e2ef req-8e054463-8660-42a0-a076-bacf4e219c3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 943 time: 0.0766492
Dec 19 13:46:16.303631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:16.332584 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0c866291-6afc-4ab0-81e1-add71b32e2ef req-44a9fada-6b10-4be2-9816-8f1b33ef4d5f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443656
Dec 19 13:46:17.111981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device a608219d-9278-4329-891a-6bcfa641434c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:46:17.240658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port a608219d-9278-4329-891a-6bcfa641434c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a608219d-9278-4329-891a-6bcfa641434c,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:46:17.253144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'a608219d-9278-4329-891a-6bcfa641434c', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'port_id': 'a608219d-9278-4329-891a-6bcfa641434c', 'mac_address': 'fa:16:3e:31:82:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:46:17.308188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:17.324460 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a608219d-9278-4329-891a-6bcfa641434c {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:46:17.339101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port a608219d-9278-4329-891a-6bcfa641434c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a608219d-9278-4329-891a-6bcfa641434c,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:46:17.417676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:17.419541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:17.484993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=a608219d-9278-4329-891a-6bcfa641434c,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:17.488067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:17.530256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03108dd3-c6e9-44f7-8a97-27ab213d2813 req-a580b2c0-3df6-4838-a69b-81dd4ae49ec2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:17.531867 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-03108dd3-c6e9-44f7-8a97-27ab213d2813 req-a580b2c0-3df6-4838-a69b-81dd4ae49ec2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 944 time: 0.0780959
Dec 19 13:46:17.578416 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-03108dd3-c6e9-44f7-8a97-27ab213d2813 req-885a2801-08cc-47d6-bda4-0897d5a0caf9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407825
Dec 19 13:46:17.589311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:17.665341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['a608219d-9278-4329-891a-6bcfa641434c'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:46:18.780870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd488b-a9e7-4144-a14c-717082dacbff req-cc8b43f6-9122-47d7-abcd-ffdd01b95118 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:18.782362 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d8dd488b-a9e7-4144-a14c-717082dacbff req-cc8b43f6-9122-47d7-abcd-ffdd01b95118 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 944 time: 0.0800860
Dec 19 13:46:18.827485 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d8dd488b-a9e7-4144-a14c-717082dacbff req-e1cb60fb-5093-466c-9e1c-9963854abaa0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395710
Dec 19 13:46:19.127138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device a608219d-9278-4329-891a-6bcfa641434c up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:46:19.245828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port a608219d-9278-4329-891a-6bcfa641434c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:46:19.250942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port a608219d-9278-4329-891a-6bcfa641434c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:46:19.251370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:19.361381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:19.389577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:46:19.399614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port a608219d-9278-4329-891a-6bcfa641434c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a608219d-9278-4329-891a-6bcfa641434c,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:46:19.486680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:19.488614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:19.524456 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c', 'code': 200}
Dec 19 13:46:19.557358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=a608219d-9278-4329-891a-6bcfa641434c,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:19.560486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:19.925506 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aef6db92-3047-41b0-84b6-c739482363cd req-e6598ee4-76e2-459f-97ed-77b03ba0154a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 1098 time: 0.0717494
Dec 19 13:46:20.024724 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aef6db92-3047-41b0-84b6-c739482363cd req-a1468ddf-1e00-49a2-9032-b6fb168846b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928166
Dec 19 13:46:20.045837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36767271-5eb7-477a-a63f-a27c9f7e1c4b req-7ecea6a5-e6f0-47a2-980c-e4b7e97a9864 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:20.048069 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36767271-5eb7-477a-a63f-a27c9f7e1c4b req-7ecea6a5-e6f0-47a2-980c-e4b7e97a9864 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 945 time: 0.0990801
Dec 19 13:46:20.094638 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36767271-5eb7-477a-a63f-a27c9f7e1c4b req-64b3d6fa-2e94-4aa1-8b37-6684f566bb3e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406613
Dec 19 13:46:21.297505 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d93c1-4044-4059-aca5-88d840220a1c req-533073cf-e696-4882-a6f8-b34df11c651a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:21.298934 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-310d93c1-4044-4059-aca5-88d840220a1c req-533073cf-e696-4882-a6f8-b34df11c651a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 945 time: 0.0783627
Dec 19 13:46:21.347596 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-310d93c1-4044-4059-aca5-88d840220a1c req-821f086f-9307-40c6-8895-55435f9132b9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427735
Dec 19 13:46:21.540939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6b1da-386a-4a25-a5b2-b35915249f21 req-204a3308-c72e-460c-8528-49ecb5788576 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:21.542340 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fad6b1da-386a-4a25-a5b2-b35915249f21 req-204a3308-c72e-460c-8528-49ecb5788576 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 945 time: 0.0735910
Dec 19 13:46:21.587332 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fad6b1da-386a-4a25-a5b2-b35915249f21 req-d16fdcbf-a94a-40e6-baa6-d5f827b3aefd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388579
Dec 19 13:46:21.614611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48852) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:21.683239 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0eb4c62d-bb47-45bd-b0cf-47d10ca27a08 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 1093 time: 0.0673847
Dec 19 13:46:21.685665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48856) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:21.691448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': 'a608219d-9278-4329-891a-6bcfa641434c', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:21.696864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:21.700763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:floatingip and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:21.703588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:21.709165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:21.777748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:21.909358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:22.154914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.243 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/224534d1-c3c4-45d4-b687-e5a3c2f1f20d) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:46:22.298641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:22.388951 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:22.393026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-210c8875-0d25-44c8-b101-598864277a02 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:22.461714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:46:22.464908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:46:22.466868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=224534d1-c3c4-45d4-b687-e5a3c2f1f20d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:22.469679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:46:22.493501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:22.969967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:23.068938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:23.272313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:23.325866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:23.329546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2c5d36f4-d756-44e6-b9c8-51eec7591b49 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:23.426317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=224534d1-c3c4-45d4-b687-e5a3c2f1f20d,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:23.433872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:23.442763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:23.629926 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP c9db24e5-a83d-44b5-8e2e-3f47a15e6e12 associated. External IP: 172.26.4.243, port: a608219d-9278-4329-891a-6bcfa641434c.
Dec 19 13:46:24.115077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 86dbd1f4-5033-4f4b-853f-f3096f775510 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:46:24.315780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:46:24.325308 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e6a069-9ea7-4da1-8217-df96a118f1c8 None None] Sync routers for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:46:24.338300 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e6a069-9ea7-4da1-8217-df96a118f1c8 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:46:24.338911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-96e6a069-9ea7-4da1-8217-df96a118f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764efa0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:46:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:24.435018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:24.489792 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8031406
Dec 19 13:46:24.490446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:46:24.492473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48860) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:24.533040 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-96e6a069-9ea7-4da1-8217-df96a118f1c8 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:46:24.544964 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c', 'status': 'completed', 'code': 200}
Dec 19 13:46:24.602341 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bde90067-ee17-4c47-b73d-c1490616d5c8 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 1093 time: 0.1085231
Dec 19 13:46:24.639012 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6390bde6-7850-49cc-acb8-7eecbaebb859 req-f586aa16-043f-4933-a244-0c9a0133f577 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 1098 time: 0.0736248
Dec 19 13:46:24.785846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390bde6-7850-49cc-acb8-7eecbaebb859 req-3e6411f9-662f-4bc3-9682-66b613b0e4b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:24.787335 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6390bde6-7850-49cc-acb8-7eecbaebb859 req-3e6411f9-662f-4bc3-9682-66b613b0e4b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 897 time: 0.1422274
Dec 19 13:46:24.892648 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6390bde6-7850-49cc-acb8-7eecbaebb859 req-3d3c9e4c-7845-424e-b835-8abd011889b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a608219d-9278-4329-891a-6bcfa641434c HTTP/1.1" status: 200  len: 999 time: 0.0994923
Dec 19 13:46:24.893977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-96e6a069-9ea7-4da1-8217-df96a118f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764efa0>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'c9db24e5-a83d-44b5-8e2e-3f47a15e6e12', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': 'a608219d-9278-4329-891a-6bcfa641434c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:31:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:22Z', 'updated_at': '2021-12-19T13:46:22Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:24.898158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e6a069-9ea7-4da1-8217-df96a118f1c8 None None] Checking router: 86dbd1f4-5033-4f4b-853f-f3096f775510 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:46:24.909288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e6a069-9ea7-4da1-8217-df96a118f1c8 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:46:24.909888 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-96e6a069-9ea7-4da1-8217-df96a118f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764efa0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:46:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:24.956435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390bde6-7850-49cc-acb8-7eecbaebb859 req-ed390e31-31ce-4db1-b039-07e62ea44d14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:24.958075 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6390bde6-7850-49cc-acb8-7eecbaebb859 req-ed390e31-31ce-4db1-b039-07e62ea44d14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efce4dc-53fb-454b-a9d2-28ddb5851e29 HTTP/1.1" status: 200  len: 835 time: 0.0595713
Dec 19 13:46:24.999126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48868) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:25.007037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423872092', 'description': 'tempest-secgroup-smoke-423872092 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:25.014082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:25.020475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:25.023896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:25.030356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:25.050454 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6390bde6-7850-49cc-acb8-7eecbaebb859 req-763a2a62-c301-4bf3-9049-4ecb14763659 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f133fc05-ca64-4e48-af73-f4db293f128a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0808098
Dec 19 13:46:25.092216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.095199 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-96e6a069-9ea7-4da1-8217-df96a118f1c8 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:46:25.131546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:25.135741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:25.138716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:25.145628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:25.207205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.263369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.267429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d582912b-e06d-490c-93cf-392c5f8953ec tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:25.292309 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6390bde6-7850-49cc-acb8-7eecbaebb859 req-51d3db3b-ca82-4cc5-bcc9-976d893af6ca service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2410426
Dec 19 13:46:25.310913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce5262f-78ba-4283-9c58-e1f08b069b78,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:25.319077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:25.377548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.379376 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-97f08c2e-53c7-4dda-be59-6211b5dacf1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3778453
Dec 19 13:46:25.381841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48872) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:25.389240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '9ce5262f-78ba-4283-9c58-e1f08b069b78', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:25.397666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:25.401743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:25.404883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:25.411819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:25.430528 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6390bde6-7850-49cc-acb8-7eecbaebb859 req-8bb74201-ad03-4401-959d-317ab6f9fde6 service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310890
Dec 19 13:46:25.476430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.504020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.510341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-96e6a069-9ea7-4da1-8217-df96a118f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764efa0>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'c9db24e5-a83d-44b5-8e2e-3f47a15e6e12', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': 'a608219d-9278-4329-891a-6bcfa641434c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:31:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:22Z', 'updated_at': '2021-12-19T13:46:22Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:25.514648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e6a069-9ea7-4da1-8217-df96a118f1c8 None None] The sync data for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv is: [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'c9db24e5-a83d-44b5-8e2e-3f47a15e6e12', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': 'a608219d-9278-4329-891a-6bcfa641434c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:31:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:22Z', 'updated_at': '2021-12-19T13:46:22Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:46:25.571332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.641387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.643383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-81e60788-7699-472a-a5d0-958935b95b3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:25.667049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68987377-2a1f-4b14-87a7-d428c32a7342,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:25.669795 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:25.706319 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bec977-5b2d-40a1-97d9-4b41463856aa None None] New status for floating IP c9db24e5-a83d-44b5-8e2e-3f47a15e6e12: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:46:25.760882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.762083 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3787136
Dec 19 13:46:25.764896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48876) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:25.771325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '9ce5262f-78ba-4283-9c58-e1f08b069b78', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:25.777243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:25.781117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:25.784066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:25.789712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:25.864636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.926298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.983440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:25.985835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc790e8e-fad7-4fca-804f-cae5dbab4185 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:26.008578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e96c33-9362-4d52-b63b-9f31783fd069,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:26.012953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:26.064158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:26.065345 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2988551
Dec 19 13:46:26.068163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48880) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:26.073741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '9ce5262f-78ba-4283-9c58-e1f08b069b78', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:26.079754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:26.083528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:26.086431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:26.092257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:26.178933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:26.242581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:26.325932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:26.327827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e7c1f8f4-9ea5-4419-a085-762afa30d473 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:26.350135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b558178-dc59-4628-88d0-2e5b94ab29d5,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:26.354372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:26.440217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:26.441345 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3722038
Dec 19 13:46:26.444030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48884) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:26.449356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '9ce5262f-78ba-4283-9c58-e1f08b069b78', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:26.455505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:26.459232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:26.462042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:26.467660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:26.543836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:26.606195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:26.680553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:26.682364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f32b2cec-f1cd-4b0c-b6f3-3e3358392e9f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:26.704528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709ad032-e965-430b-b3eb-e45040fa2d45,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:26.706764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:26.777577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:26.778816 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3338859
Dec 19 13:46:26.782348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48888) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:26.788534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '9ce5262f-78ba-4283-9c58-e1f08b069b78', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:26.794521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:26.798746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:26.801630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:26.808321 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:26.880509 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:46:26.887261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:26.953585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:27.023295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:27.025114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8b45f7e9-6c48-490c-b04c-1ffb8fa2380a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:27.046210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd210bb9-0f86-4d8c-b634-6cf0657af0f2,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:27.048479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:27.143488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:27.144657 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3607516
Dec 19 13:46:27.147354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48892) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:27.152774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '9ce5262f-78ba-4283-9c58-e1f08b069b78', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:27.158667 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:27.162422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:27.165315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:27.170869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:27.246174 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:46:27.252830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:27.317377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:27.366052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:27.371317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:27.389680 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4291bf-e31b-4a5f-9a18-34fdb87adb36,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:27.392581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:27.457476 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:27.458727 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3104444
Dec 19 13:46:27.630150 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-25fe6de2-ad6f-411d-bb7b-a484c60afb76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423872092&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.0442319
Dec 19 13:46:27.775435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-8f3a9a8e-bc57-4ea6-a2ae-c2a80318f8e0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:27.776827 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-8f3a9a8e-bc57-4ea6-a2ae-c2a80318f8e0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 796 time: 0.1402552
Dec 19 13:46:27.793121 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-0e5a0ed9-3fc6-4af9-be18-f05d0405a92b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/quotas/077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 375 time: 0.0106835
Dec 19 13:46:27.877171 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-221eacb2-21c1-4552-9a08-d8ff625cbd17 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0778909
Dec 19 13:46:28.077636 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-88f7123a-104b-454f-93e7-779bd0b07e53 service neutron] 10.222.0.24 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892657
Dec 19 13:46:28.207642 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-b7098f55-f022-4948-91bc-f831a9596428 service neutron] 10.222.0.24 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237667
Dec 19 13:46:29.463552 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-47fb7ecf-55a3-470d-868c-8ece962dfbf7 req-8bdb3fe3-830b-48c1-914a-5d8a47cad39c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 210 time: 0.0471010
Dec 19 13:46:30.626206 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ba6a8c37-495c-43c0-a5ab-2d21262e249a req-deeaaff5-c498-432d-8eeb-d10ef2b8b566 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 210 time: 0.0413241
Dec 19 13:46:31.416507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-ec912de3-0773-4835-9902-992135a43db3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:31.417894 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-ec912de3-0773-4835-9902-992135a43db3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 796 time: 0.1463518
Dec 19 13:46:31.477230 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-e9fffd68-5b8a-446a-a542-717b5a09a3f8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 472 time: 0.0449355
Dec 19 13:46:31.486866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'device_id': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'admin_state_up': True, 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'security_groups': ['9ce5262f-78ba-4283-9c58-e1f08b069b78']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:31.622988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:31.633830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:31.703339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'port': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:46:31.708705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:31.817934 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8e22e1db-5af1-4ed4-a553-6c96662af8f0 req-3633a5da-3e70-420b-b256-bf66957c4738 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 210 time: 0.0539405
Dec 19 13:46:31.909890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.4 (f133fc05-ca64-4e48-af73-f4db293f128a/6efce4dc-53fb-454b-a9d2-28ddb5851e29/220b7e76-294c-4f47-8708-63feb329a662) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:46:32.211637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:32.226782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 220b7e76-294c-4f47-8708-63feb329a662 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:46:32.286123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:32.291673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8aad6b04-dcae-4279-adc4-a58a1daaad3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:32.354428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network f133fc05-ca64-4e48-af73-f4db293f128a is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:46:32.362379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:46:32.364777 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:46:32.402035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=220b7e76-294c-4f47-8708-63feb329a662,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:32.405048 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:32.436958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:32.437763 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:32.504275 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0210690
Dec 19 13:46:32.516797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Request body: {'port': {'device_id': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:32.626332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:32.697416 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-81a4a9bc-d0f6-4881-a508-4c7a138fb2ab None None] Provisioning for port 220b7e76-294c-4f47-8708-63feb329a662 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:46:32.702293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-81a4a9bc-d0f6-4881-a508-4c7a138fb2ab None None] Provisioning complete for port 220b7e76-294c-4f47-8708-63feb329a662 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:46:32.703239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-81a4a9bc-d0f6-4881-a508-4c7a138fb2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:32.753138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-81a4a9bc-d0f6-4881-a508-4c7a138fb2ab None None] Port 220b7e76-294c-4f47-8708-63feb329a662 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:46:33.002917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220b7e76-294c-4f47-8708-63feb329a662 {{(pid=84125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:46:33.012440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:33.033075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Transition to ACTIVE for port object 220b7e76-294c-4f47-8708-63feb329a662 will not be triggered until provisioned by entity L2. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:46:33.054717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8198ff-b33c-4bb8-b217-611960953602 req-9c841bfe-12f8-4228-8d34-000614d820db tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:33.055422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-cf8198ff-b33c-4bb8-b217-611960953602 req-9c841bfe-12f8-4228-8d34-000614d820db tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:46:33.131511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:33.136050 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7853be4e-31db-4874-b967-55fe43bc75ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:33.168881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-cf8198ff-b33c-4bb8-b217-611960953602 req-9c841bfe-12f8-4228-8d34-000614d820db tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:46:33.170028 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cf8198ff-b33c-4bb8-b217-611960953602 req-9c841bfe-12f8-4228-8d34-000614d820db tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 931 time: 0.2264798
Dec 19 13:46:33.294418 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Pushing event updated for resources: {'Port': ['ID=220b7e76-294c-4f47-8708-63feb329a662,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:33.297605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:33.338929 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cf8198ff-b33c-4bb8-b217-611960953602 req-2665c476-04e7-4cfb-a18b-9897691a71d4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1585948
Dec 19 13:46:33.416625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Attempting to bind port 220b7e76-294c-4f47-8708-63feb329a662 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:46:33.416948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Attempting to bind port 220b7e76-294c-4f47-8708-63feb329a662 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:46:33.417263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Attempting to bind port 220b7e76-294c-4f47-8708-63feb329a662 on network f133fc05-ca64-4e48-af73-f4db293f128a {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:46:33.422944 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Port 220b7e76-294c-4f47-8708-63feb329a662 on network f133fc05-ca64-4e48-af73-f4db293f128a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:46:33.423349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Attempting to bind port 220b7e76-294c-4f47-8708-63feb329a662 on network f133fc05-ca64-4e48-af73-f4db293f128a {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:46:33.429827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:46:33.430147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Checking segment: {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:46:33.430511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Bound using segment: {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'} {{(pid=84125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:46:33.430916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.managers [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Bound port: 220b7e76-294c-4f47-8708-63feb329a662, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b931f664-70b1-4417-9601-6f89d41c60ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a'}}] {{(pid=84125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:46:33.431272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:33.521986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] For port 220b7e76-294c-4f47-8708-63feb329a662, host hv-neutron-8218, cleared binding levels {{(pid=84125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:46:33.524939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] For port 220b7e76-294c-4f47-8708-63feb329a662, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=220b7e76-294c-4f47-8708-63feb329a662,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:46:33.571808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:33.575271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f31bc61-b683-4b35-ac42-fdf2cee5adea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:33.630491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:33.631909 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] 10.222.0.18 "PUT /v2.0/ports/220b7e76-294c-4f47-8708-63feb329a662 HTTP/1.1" status: 200  len: 1093 time: 1.1193511
Dec 19 13:46:33.632413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'tag': '220b7e76-294c-4f47-8708-63feb329a662'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:46:33.654093 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Pushing event updated for resources: {'Port': ['ID=220b7e76-294c-4f47-8708-63feb329a662,revision_number=3']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:33.657972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:33.709102 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'tag': '220b7e76-294c-4f47-8708-63feb329a662', 'status': 'completed', 'code': 200}
Dec 19 13:46:33.789267 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-cf21a747-0cca-4e17-94da-47ebb4e68ff0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 1096 time: 0.0719066
Dec 19 13:46:33.866553 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-3db40038-6c5c-4114-a4e9-52be2875febb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220b7e76-294c-4f47-8708-63feb329a662 HTTP/1.1" status: 200  len: 217 time: 0.0664549
Dec 19 13:46:33.930404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-0bc2654f-ab52-460e-a44e-ae3738688072 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:33.931778 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-0bc2654f-ab52-460e-a44e-ae3738688072 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efce4dc-53fb-454b-a9d2-28ddb5851e29 HTTP/1.1" status: 200  len: 835 time: 0.0588233
Dec 19 13:46:34.011237 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-d6eb273e-c13b-4b83-83cf-a3c9266606a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f133fc05-ca64-4e48-af73-f4db293f128a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723455
Dec 19 13:46:34.142275 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-c30996dc-053b-45b6-a4fa-018025924f90 service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240549
Dec 19 13:46:34.378645 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaede5ff-f75b-4b8a-a0d4-2dfd2604524f req-ee582a9a-e159-46f0-937f-eb6979b65ee6 service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2297585
Dec 19 13:46:34.597067 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f768a0-93a8-456e-a1db-d7ee59bd31f0 req-3cdb347e-047e-4c59-893e-4077adf0777e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:34.598527 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-14f768a0-93a8-456e-a1db-d7ee59bd31f0 req-3cdb347e-047e-4c59-893e-4077adf0777e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 943 time: 0.1394014
Dec 19 13:46:34.602048 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-08321aad-8c81-410f-99be-ee158495b0f4 req-c8809dd6-8aad-4ffd-aa2b-31cdf2f72118 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 1096 time: 0.1002655
Dec 19 13:46:34.728242 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-14f768a0-93a8-456e-a1db-d7ee59bd31f0 req-28a72706-2eb2-4701-b7a6-b3801cc27661 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1240022
Dec 19 13:46:34.761808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321aad-8c81-410f-99be-ee158495b0f4 req-e7137c04-c063-4226-9c07-f2a5dd740359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:34.763247 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-08321aad-8c81-410f-99be-ee158495b0f4 req-e7137c04-c063-4226-9c07-f2a5dd740359 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 897 time: 0.1453416
Dec 19 13:46:34.834092 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-08321aad-8c81-410f-99be-ee158495b0f4 req-042c9a13-fdce-4ecb-b209-a53ba05b5d6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220b7e76-294c-4f47-8708-63feb329a662 HTTP/1.1" status: 200  len: 217 time: 0.0638959
Dec 19 13:46:34.896242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321aad-8c81-410f-99be-ee158495b0f4 req-3a803b9c-5d25-477e-bc3f-7ffba29d8139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:34.897745 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-08321aad-8c81-410f-99be-ee158495b0f4 req-3a803b9c-5d25-477e-bc3f-7ffba29d8139 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efce4dc-53fb-454b-a9d2-28ddb5851e29 HTTP/1.1" status: 200  len: 835 time: 0.0569742
Dec 19 13:46:34.976890 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-08321aad-8c81-410f-99be-ee158495b0f4 req-b9c4fbe9-f0ed-4791-8534-363ed8e3f992 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f133fc05-ca64-4e48-af73-f4db293f128a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703228
Dec 19 13:46:35.107710 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-08321aad-8c81-410f-99be-ee158495b0f4 req-2283bc41-4be0-4a89-be83-a2e3421edb6a service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228132
Dec 19 13:46:35.238682 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-08321aad-8c81-410f-99be-ee158495b0f4 req-9dc1a92a-81ce-4495-b520-ca7479cfbe12 service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234913
Dec 19 13:46:35.925365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d837-69cd-4035-bb04-6ce986a28d48 req-902bcc32-288d-4b9f-9833-d60da9ddc855 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:35.926743 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a700d837-69cd-4035-bb04-6ce986a28d48 req-902bcc32-288d-4b9f-9833-d60da9ddc855 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 943 time: 0.0767510
Dec 19 13:46:35.971041 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a700d837-69cd-4035-bb04-6ce986a28d48 req-38b75f6c-f320-42a2-bea2-70e14f2cc4ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385251
Dec 19 13:46:37.162134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 220b7e76-294c-4f47-8708-63feb329a662 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:46:37.167860 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f78e8b-bcf4-4ada-9a66-25ee175cf24f req-63630944-a435-4808-b49e-ae6e8ec6fda6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:37.169447 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-06f78e8b-bcf4-4ada-9a66-25ee175cf24f req-63630944-a435-4808-b49e-ae6e8ec6fda6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 943 time: 0.0787539
Dec 19 13:46:37.215477 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-06f78e8b-bcf4-4ada-9a66-25ee175cf24f req-2a725659-064b-4e6d-8caf-b40807cecbed tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397379
Dec 19 13:46:37.294536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 220b7e76-294c-4f47-8708-63feb329a662, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=220b7e76-294c-4f47-8708-63feb329a662,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:46:37.307707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '220b7e76-294c-4f47-8708-63feb329a662', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'port_id': '220b7e76-294c-4f47-8708-63feb329a662', 'mac_address': 'fa:16:3e:8e:ad:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:46:37.359752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:37.375969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220b7e76-294c-4f47-8708-63feb329a662 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:46:37.390721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 220b7e76-294c-4f47-8708-63feb329a662, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=220b7e76-294c-4f47-8708-63feb329a662,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:46:37.462094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:37.463823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:37.528553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=220b7e76-294c-4f47-8708-63feb329a662,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:37.531550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:37.672326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['220b7e76-294c-4f47-8708-63feb329a662'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:46:38.412601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95752e-5c3d-42b4-97af-ac6d91725e0f req-411dd913-1bcc-44bc-97b8-8e40e04ee51b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:38.414016 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0e95752e-5c3d-42b4-97af-ac6d91725e0f req-411dd913-1bcc-44bc-97b8-8e40e04ee51b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 944 time: 0.0764391
Dec 19 13:46:38.458835 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0e95752e-5c3d-42b4-97af-ac6d91725e0f req-222cd350-fc68-4abf-84ee-ab3b409cac0d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393467
Dec 19 13:46:39.186515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 220b7e76-294c-4f47-8708-63feb329a662 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:46:39.297807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 220b7e76-294c-4f47-8708-63feb329a662 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:46:39.302917 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 220b7e76-294c-4f47-8708-63feb329a662 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:46:39.303315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:39.414196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:39.440334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220b7e76-294c-4f47-8708-63feb329a662'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:46:39.449307 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 220b7e76-294c-4f47-8708-63feb329a662, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=220b7e76-294c-4f47-8708-63feb329a662,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:46:39.495388 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220b7e76-294c-4f47-8708-63feb329a662', 'code': 200}
Dec 19 13:46:39.497114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:39.499696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:39.569268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=220b7e76-294c-4f47-8708-63feb329a662,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:39.572329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:39.661758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af95d9-df45-4df9-905a-ebde9bdeeaef req-83057fd7-dded-42e6-858f-67672c6ff5ed tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:39.663266 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b3af95d9-df45-4df9-905a-ebde9bdeeaef req-83057fd7-dded-42e6-858f-67672c6ff5ed tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 945 time: 0.0824189
Dec 19 13:46:39.709360 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b3af95d9-df45-4df9-905a-ebde9bdeeaef req-86fb6dd7-1fbc-42c8-9585-2233949d6e8b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406098
Dec 19 13:46:39.797189 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-94cabd1c-7ca6-44f2-b537-372cfaaea88a req-ea84ff17-7592-446b-b955-8262b06c11e7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 1098 time: 0.0680013
Dec 19 13:46:39.841402 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-94cabd1c-7ca6-44f2-b537-372cfaaea88a req-0286f2ef-d491-48c0-aac3-3ba232f25f58 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380783
Dec 19 13:46:40.910092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710749a-35bb-4b01-b112-501f8e17bc05 req-b73a8b81-aa82-4b40-9a72-20e4c138e1f1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:40.911548 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f710749a-35bb-4b01-b112-501f8e17bc05 req-b73a8b81-aa82-4b40-9a72-20e4c138e1f1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 945 time: 0.0764306
Dec 19 13:46:40.958321 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f710749a-35bb-4b01-b112-501f8e17bc05 req-69349825-ff49-455b-947c-949967fe1617 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409329
Dec 19 13:46:42.159365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc4207-e74a-4d8c-a692-5021e95f83d5 req-7958e85c-a6c6-43dd-9beb-aa222870d5be tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:42.161063 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39fc4207-e74a-4d8c-a692-5021e95f83d5 req-7958e85c-a6c6-43dd-9beb-aa222870d5be tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 945 time: 0.0831852
Dec 19 13:46:42.207266 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39fc4207-e74a-4d8c-a692-5021e95f83d5 req-0b4c093c-682d-4a8d-8de2-afcfc8239716 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407588
Dec 19 13:46:42.378093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1405d95-6288-4f52-98a5-46523a6eb15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:42.403278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed496d-acf3-418d-8467-b7c3d2b2fd85 req-cc2b1567-c3e7-455b-b7d3-27ee385ff1aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:42.404699 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7fed496d-acf3-418d-8467-b7c3d2b2fd85 req-cc2b1567-c3e7-455b-b7d3-27ee385ff1aa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 945 time: 0.0776160
Dec 19 13:46:42.449417 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7fed496d-acf3-418d-8467-b7c3d2b2fd85 req-7c0ee5cb-2623-4338-bfaa-a5c9c4854f5c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383229
Dec 19 13:46:42.476980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48944) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:42.650016 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5fea2da1-7826-45e1-8e2e-f69b09832722 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 1093 time: 0.1718426
Dec 19 13:46:42.652542 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48948) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:46:42.657577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '220b7e76-294c-4f47-8708-63feb329a662', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:46:42.663757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:46:42.667492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:floatingip and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:46:42.670256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:46:42.675900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:46:42.760715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:42.894887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:43.023427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.202 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/287893b2-69a3-4c11-b140-f8b33698e5aa) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:46:43.175240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:43.257891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:43.262270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0b33810a-793c-4546-ab9d-91d660ef2232 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:43.326160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:46:43.329230 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:46:43.331684 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:46:43.360568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=287893b2-69a3-4c11-b140-f8b33698e5aa,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:43.366891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:43.834347 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:43.971539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:44.020966 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:46:44.172106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:44.228369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:44.231904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c798d161-074d-479c-a2b9-7688b4ab1299 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:46:44.327894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=287893b2-69a3-4c11-b140-f8b33698e5aa,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:46:44.331859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:46:44.345997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:44.617550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-43893781-2fb1-47cd-9c6b-23cec0e9f2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:44.647272 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP 49f537c9-60fb-465d-91f4-275f44d683b4 associated. External IP: 172.26.4.202, port: 220b7e76-294c-4f47-8708-63feb329a662.
Dec 19 13:46:45.034249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 86dbd1f4-5033-4f4b-853f-f3096f775510 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:46:45.231222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:46:45.243478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb974745-dc2a-47f5-b7b5-e9c2c929b350 None None] Sync routers for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:46:45.255623 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb974745-dc2a-47f5-b7b5-e9c2c929b350 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:46:45.256239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bb974745-dc2a-47f5-b7b5-e9c2c929b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e23130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:46:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:45.297297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:45.367781 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7007065
Dec 19 13:46:45.367781 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'tag': '220b7e76-294c-4f47-8708-63feb329a662'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:46:45.412345 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'tag': '220b7e76-294c-4f47-8708-63feb329a662', 'status': 'completed', 'code': 200}
Dec 19 13:46:45.433780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-bb974745-dc2a-47f5-b7b5-e9c2c929b350 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:46:45.506498 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-9a100397-e7f0-403a-bd8a-9453ce0f2682 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 1098 time: 0.0687940
Dec 19 13:46:45.640755 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-22136d18-48b1-4de9-ba67-5e3cda4ce6c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:45.642613 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-22136d18-48b1-4de9-ba67-5e3cda4ce6c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 897 time: 0.1293104
Dec 19 13:46:45.747028 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-1d2a5809-b0f2-44f1-a37d-3510c9b9d068 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220b7e76-294c-4f47-8708-63feb329a662 HTTP/1.1" status: 200  len: 999 time: 0.0977912
Dec 19 13:46:45.815661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-d30aca62-8c10-4675-9bb9-fa4d477a8065 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:45.817146 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-d30aca62-8c10-4675-9bb9-fa4d477a8065 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efce4dc-53fb-454b-a9d2-28ddb5851e29 HTTP/1.1" status: 200  len: 835 time: 0.0625346
Dec 19 13:46:45.821036 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bb974745-dc2a-47f5-b7b5-e9c2c929b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e23130>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '49f537c9-60fb-465d-91f4-275f44d683b4', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': '220b7e76-294c-4f47-8708-63feb329a662', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:8e:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:43Z', 'updated_at': '2021-12-19T13:46:43Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}, {'id': 'c9db24e5-a83d-44b5-8e2e-3f47a15e6e12', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': 'a608219d-9278-4329-891a-6bcfa641434c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:31:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:22Z', 'updated_at': '2021-12-19T13:46:25Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:45.824903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb974745-dc2a-47f5-b7b5-e9c2c929b350 None None] Checking router: 86dbd1f4-5033-4f4b-853f-f3096f775510 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:46:45.835958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb974745-dc2a-47f5-b7b5-e9c2c929b350 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:46:45.836557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bb974745-dc2a-47f5-b7b5-e9c2c929b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e23130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:46:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:45.895674 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-a2d12bed-2e87-4990-b6d8-47619c959a0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f133fc05-ca64-4e48-af73-f4db293f128a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711973
Dec 19 13:46:45.910253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-a1635a1d-98e1-485f-98bd-f9edcdefc01c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:46:45.911215 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-a1635a1d-98e1-485f-98bd-f9edcdefc01c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051703
Dec 19 13:46:45.978800 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ed105146-1a24-41da-9141-bcc91952c6e6 req-e6ad5988-de11-4b80-9ec4-5a1ca244af3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0727746
Dec 19 13:46:46.020103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-bb974745-dc2a-47f5-b7b5-e9c2c929b350 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:46:46.050513 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-8530c8b1-37ce-45fb-999f-942f6452f562 service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326323
Dec 19 13:46:46.128268 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ed105146-1a24-41da-9141-bcc91952c6e6 req-76ffa26a-5984-4b33-842a-55a12e0e2f18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 1098 time: 0.0775895
Dec 19 13:46:46.188381 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-4a6a1c88-cc43-431e-b93f-3d3bd4b3ffdd service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319509
Dec 19 13:46:46.278043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed105146-1a24-41da-9141-bcc91952c6e6 req-28c3da47-0e0e-4fb1-8379-fc184fa30a1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:46.279626 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ed105146-1a24-41da-9141-bcc91952c6e6 req-28c3da47-0e0e-4fb1-8379-fc184fa30a1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 897 time: 0.1333234
Dec 19 13:46:46.306244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:46.384669 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ed105146-1a24-41da-9141-bcc91952c6e6 req-e2a8228b-81ab-43b1-bad5-58be8c219787 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a608219d-9278-4329-891a-6bcfa641434c HTTP/1.1" status: 200  len: 1001 time: 0.0988498
Dec 19 13:46:46.396024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:46.422604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-bb974745-dc2a-47f5-b7b5-e9c2c929b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e23130>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '49f537c9-60fb-465d-91f4-275f44d683b4', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': '220b7e76-294c-4f47-8708-63feb329a662', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:8e:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:43Z', 'updated_at': '2021-12-19T13:46:43Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}, {'id': 'c9db24e5-a83d-44b5-8e2e-3f47a15e6e12', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': 'a608219d-9278-4329-891a-6bcfa641434c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:31:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:22Z', 'updated_at': '2021-12-19T13:46:25Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:46:46.427641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb974745-dc2a-47f5-b7b5-e9c2c929b350 None None] The sync data for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv is: [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '49f537c9-60fb-465d-91f4-275f44d683b4', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': '220b7e76-294c-4f47-8708-63feb329a662', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:8e:ad:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:43Z', 'updated_at': '2021-12-19T13:46:43Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}, {'id': 'c9db24e5-a83d-44b5-8e2e-3f47a15e6e12', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': 'a608219d-9278-4329-891a-6bcfa641434c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:31:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:22Z', 'updated_at': '2021-12-19T13:46:25Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:46:46.455627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed105146-1a24-41da-9141-bcc91952c6e6 req-0ae1716e-616e-4da4-a00b-05757e377cfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:46:46.456990 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ed105146-1a24-41da-9141-bcc91952c6e6 req-0ae1716e-616e-4da4-a00b-05757e377cfb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efce4dc-53fb-454b-a9d2-28ddb5851e29 HTTP/1.1" status: 200  len: 835 time: 0.0654423
Dec 19 13:46:46.537200 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ed105146-1a24-41da-9141-bcc91952c6e6 req-ba586542-c91c-4b0e-bcaf-54df4969f606 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f133fc05-ca64-4e48-af73-f4db293f128a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733483
Dec 19 13:46:46.620530 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8e17c-9b62-4e7f-8056-02392babf6e4 None None] New status for floating IP 49f537c9-60fb-465d-91f4-275f44d683b4: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:46:46.803154 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ed105146-1a24-41da-9141-bcc91952c6e6 req-29f8ff37-3668-47c5-babf-1c9340e38248 service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584760
Dec 19 13:46:46.936147 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ed105146-1a24-41da-9141-bcc91952c6e6 req-ccca3d7e-38e6-495f-9345-add632e307e4 service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257014
Dec 19 13:46:47.588616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:46:55.445346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:12.411441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9a09cfe7-7760-4579-8e64-29e8f67f247d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:14.633616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2e530768-c8ac-4435-af2d-2b9efcc571db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:16.233777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:16.313817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:17.622558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:18.878164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48966) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:18.982692 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-69c07472-6fac-441a-b489-7160531a5495 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/c9db24e5-a83d-44b5-8e2e-3f47a15e6e12 HTTP/1.1" status: 200  len: 993 time: 0.1032295
Dec 19 13:47:19.665254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48976) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:19.671016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:19.785836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:20.003083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port a608219d-9278-4329-891a-6bcfa641434c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a608219d-9278-4329-891a-6bcfa641434c,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:20.027401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:20.091378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:20.095285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60dc065a-0dd5-4892-816d-5b4e5def2913 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:20.152824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:20.153693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:20.162961 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/ports/a608219d-9278-4329-891a-6bcfa641434c HTTP/1.1" status: 200  len: 938 time: 0.4931448
Dec 19 13:47:20.164454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:47:20.196835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=a608219d-9278-4329-891a-6bcfa641434c,revision_number=6']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:20.205940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:20.206349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:20.206693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:20.207330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:20.207905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:20.208959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:20.209549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:20.210119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:20.210717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:20.211300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:20.211872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:20.216485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:20.243335 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c', 'status': 'completed', 'code': 200}
Dec 19 13:47:20.338076 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1e4214f-6749-44ad-af8b-5d0b76118f03 req-64dd4c17-e7f0-4532-9b11-3f68b798259a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 1099 time: 0.0737042
Dec 19 13:47:20.468363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bb2ed9f9-8a98-4dbd-9475-a345149faca3 None None] Provisioning complete for port a608219d-9278-4329-891a-6bcfa641434c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:47:20.468975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bb2ed9f9-8a98-4dbd-9475-a345149faca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:20.471788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4214f-6749-44ad-af8b-5d0b76118f03 req-a6ab38cc-60d7-4ffb-b0f9-130fde0dcd62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:20.473218 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1e4214f-6749-44ad-af8b-5d0b76118f03 req-a6ab38cc-60d7-4ffb-b0f9-130fde0dcd62 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 897 time: 0.1278274
Dec 19 13:47:20.527168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ed9f9-8a98-4dbd-9475-a345149faca3 None None] Port a608219d-9278-4329-891a-6bcfa641434c is administratively disabled so it will not transition to active. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Dec 19 13:47:20.576652 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1e4214f-6749-44ad-af8b-5d0b76118f03 req-1f9f2370-afdb-4969-8717-e54ac399f7dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a608219d-9278-4329-891a-6bcfa641434c HTTP/1.1" status: 200  len: 1002 time: 0.0970762
Dec 19 13:47:20.636857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4214f-6749-44ad-af8b-5d0b76118f03 req-092c0fa7-815f-4269-ac1a-6aa6a9e31b54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:20.638254 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1e4214f-6749-44ad-af8b-5d0b76118f03 req-092c0fa7-815f-4269-ac1a-6aa6a9e31b54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efce4dc-53fb-454b-a9d2-28ddb5851e29 HTTP/1.1" status: 200  len: 835 time: 0.0559168
Dec 19 13:47:20.714062 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1e4214f-6749-44ad-af8b-5d0b76118f03 req-a3593303-d22c-4406-ad19-d642443fdba4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f133fc05-ca64-4e48-af73-f4db293f128a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698504
Dec 19 13:47:20.844605 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1e4214f-6749-44ad-af8b-5d0b76118f03 req-34d4e28d-bd57-4e24-9895-3601224237e6 service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237819
Dec 19 13:47:20.972041 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1e4214f-6749-44ad-af8b-5d0b76118f03 req-64665620-0af9-4b6a-a151-65c717d87d4c service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216030
Dec 19 13:47:21.022006 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:47:23.590374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 48988) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:23.596164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1802501e-eb70-4155-8638-32aa36d6e578 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:23.709213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1802501e-eb70-4155-8638-32aa36d6e578 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:24.014924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-1802501e-eb70-4155-8638-32aa36d6e578 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port a608219d-9278-4329-891a-6bcfa641434c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a608219d-9278-4329-891a-6bcfa641434c,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:24.040066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1802501e-eb70-4155-8638-32aa36d6e578 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:24.096316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1802501e-eb70-4155-8638-32aa36d6e578 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:24.099859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e2a15fd4-0931-4215-b892-3c9a045bc3da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:24.161352 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1802501e-eb70-4155-8638-32aa36d6e578 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:24.163624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1802501e-eb70-4155-8638-32aa36d6e578 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:24.163899 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1802501e-eb70-4155-8638-32aa36d6e578 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/ports/a608219d-9278-4329-891a-6bcfa641434c HTTP/1.1" status: 200  len: 937 time: 0.5725417
Dec 19 13:47:24.164504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:47:24.166975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 48992) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:24.189440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802501e-eb70-4155-8638-32aa36d6e578 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=a608219d-9278-4329-891a-6bcfa641434c,revision_number=7']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:24.192522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1802501e-eb70-4155-8638-32aa36d6e578 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:24.225143 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c', 'status': 'completed', 'code': 200}
Dec 19 13:47:24.331217 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01a214be-d9b9-4554-8782-6ca8757da53e req-d83c7086-62d2-4532-8ee3-b8329fbf303a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 1098 time: 0.0820084
Dec 19 13:47:24.401247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['a608219d-9278-4329-891a-6bcfa641434c'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:47:24.423627 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-52335539-171c-47a7-ae61-7b1a40f89b53 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/c9db24e5-a83d-44b5-8e2e-3f47a15e6e12 HTTP/1.1" status: 200  len: 993 time: 0.2554369
Dec 19 13:47:24.469807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a214be-d9b9-4554-8782-6ca8757da53e req-bb67aab1-4487-4a10-9cff-1300a1b2a0e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:24.471265 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01a214be-d9b9-4554-8782-6ca8757da53e req-bb67aab1-4487-4a10-9cff-1300a1b2a0e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 897 time: 0.1337781
Dec 19 13:47:24.497026 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9230cc67-8bab-435f-b5a1-e60e5032b39c None None] Provisioning complete for port a608219d-9278-4329-891a-6bcfa641434c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:47:24.497528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9230cc67-8bab-435f-b5a1-e60e5032b39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:24.579353 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01a214be-d9b9-4554-8782-6ca8757da53e req-775982ab-1e17-44c0-bbdd-d925e1c15ca0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a608219d-9278-4329-891a-6bcfa641434c HTTP/1.1" status: 200  len: 1001 time: 0.1009436
Dec 19 13:47:24.641629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a214be-d9b9-4554-8782-6ca8757da53e req-8cf666b9-2d6e-466b-9130-822b2b52aa67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:24.643044 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01a214be-d9b9-4554-8782-6ca8757da53e req-8cf666b9-2d6e-466b-9130-822b2b52aa67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efce4dc-53fb-454b-a9d2-28ddb5851e29 HTTP/1.1" status: 200  len: 835 time: 0.0573509
Dec 19 13:47:24.723823 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01a214be-d9b9-4554-8782-6ca8757da53e req-621883e3-38ad-4f71-a17d-363324faeeab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f133fc05-ca64-4e48-af73-f4db293f128a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743344
Dec 19 13:47:24.858435 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01a214be-d9b9-4554-8782-6ca8757da53e req-51936eb4-de51-44ab-83ae-91a298fff0fb service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275935
Dec 19 13:47:24.985990 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01a214be-d9b9-4554-8782-6ca8757da53e req-46640a76-cbb9-4457-86e9-279463db25d4 service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207576
Dec 19 13:47:25.456819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:27.297195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49006) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:27.492087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 287893b2-69a3-4c11-b140-f8b33698e5aa {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:47:27.492414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:27.663861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:27.663861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:27.873333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 287893b2-69a3-4c11-b140-f8b33698e5aa owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:47:28.068049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:28.071607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca0b760a-8d5c-4f19-b4fa-74648eee1269 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:28.110662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=287893b2-69a3-4c11-b140-f8b33698e5aa,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:28.114563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:28.205232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:28.587975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 86dbd1f4-5033-4f4b-853f-f3096f775510 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:47:28.782181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:47:28.791730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b671785-14c1-413a-9fb4-2ec26d0e9fd0 None None] Sync routers for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:47:28.803998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b671785-14c1-413a-9fb4-2ec26d0e9fd0 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:47:28.804716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8b671785-14c1-413a-9fb4-2ec26d0e9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47047b20>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:47:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:28.849393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:28.904581 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/floatingips/49f537c9-60fb-465d-91f4-275f44d683b4 HTTP/1.1" status: 204  len: 168 time: 1.6063266
Dec 19 13:47:28.905329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'tag': '220b7e76-294c-4f47-8708-63feb329a662'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:47:28.964286 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'tag': '220b7e76-294c-4f47-8708-63feb329a662', 'status': 'completed', 'code': 200}
Dec 19 13:47:28.983962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-8b671785-14c1-413a-9fb4-2ec26d0e9fd0 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:47:29.058091 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07aa504c-2adc-4ba8-bec9-f3511ec42e67 req-d9930e43-8559-48c7-b044-ef21fa65f464 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 1098 time: 0.0708065
Dec 19 13:47:29.195733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa504c-2adc-4ba8-bec9-f3511ec42e67 req-59c56b59-9952-4034-8c87-e9ff111e1224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:29.197310 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07aa504c-2adc-4ba8-bec9-f3511ec42e67 req-59c56b59-9952-4034-8c87-e9ff111e1224 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 897 time: 0.1327405
Dec 19 13:47:29.270348 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07aa504c-2adc-4ba8-bec9-f3511ec42e67 req-4278fa87-9de4-433e-9004-93ab259b275b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=220b7e76-294c-4f47-8708-63feb329a662 HTTP/1.1" status: 200  len: 217 time: 0.0653231
Dec 19 13:47:29.334238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa504c-2adc-4ba8-bec9-f3511ec42e67 req-9e5f606e-1463-4fbd-b256-ba1f88a1c27f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:29.336320 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07aa504c-2adc-4ba8-bec9-f3511ec42e67 req-9e5f606e-1463-4fbd-b256-ba1f88a1c27f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efce4dc-53fb-454b-a9d2-28ddb5851e29 HTTP/1.1" status: 200  len: 835 time: 0.0584719
Dec 19 13:47:29.385286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8b671785-14c1-413a-9fb4-2ec26d0e9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47047b20>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'c9db24e5-a83d-44b5-8e2e-3f47a15e6e12', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': 'a608219d-9278-4329-891a-6bcfa641434c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:31:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:22Z', 'updated_at': '2021-12-19T13:46:25Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:29.389635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b671785-14c1-413a-9fb4-2ec26d0e9fd0 None None] Checking router: 86dbd1f4-5033-4f4b-853f-f3096f775510 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:47:29.401488 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b671785-14c1-413a-9fb4-2ec26d0e9fd0 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:47:29.402320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8b671785-14c1-413a-9fb4-2ec26d0e9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47047b20>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:47:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:29.421268 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07aa504c-2adc-4ba8-bec9-f3511ec42e67 req-9f73995b-6778-4ef0-9ab9-17b4387d969c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f133fc05-ca64-4e48-af73-f4db293f128a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0791776
Dec 19 13:47:29.530288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddd155-f3c7-4282-9a85-c83bb954f094 req-c98b1307-5c82-48ff-85dc-cd662702a81d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:29.532047 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a3ddd155-f3c7-4282-9a85-c83bb954f094 req-c98b1307-5c82-48ff-85dc-cd662702a81d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 945 time: 0.0797391
Dec 19 13:47:29.557896 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07aa504c-2adc-4ba8-bec9-f3511ec42e67 req-e7a9539e-8340-48f9-987c-7fe48c2a99ca service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289599
Dec 19 13:47:29.582900 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a3ddd155-f3c7-4282-9a85-c83bb954f094 req-01475ebe-6bef-41a1-975e-5537a7ef591a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450988
Dec 19 13:47:29.583185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-8b671785-14c1-413a-9fb4-2ec26d0e9fd0 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:47:29.805518 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07aa504c-2adc-4ba8-bec9-f3511ec42e67 req-60505cf0-5679-4a60-af1d-030e46ff8746 service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2395310
Dec 19 13:47:29.939190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8b671785-14c1-413a-9fb4-2ec26d0e9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47047b20>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'c9db24e5-a83d-44b5-8e2e-3f47a15e6e12', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': 'a608219d-9278-4329-891a-6bcfa641434c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:31:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:22Z', 'updated_at': '2021-12-19T13:46:25Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:29.943023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b671785-14c1-413a-9fb4-2ec26d0e9fd0 None None] The sync data for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv is: [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'c9db24e5-a83d-44b5-8e2e-3f47a15e6e12', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'port_id': 'a608219d-9278-4329-891a-6bcfa641434c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'mac_address': 'fa:16:3e:31:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:46:22Z', 'updated_at': '2021-12-19T13:46:25Z', 'revision_number': 1, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:47:30.147481 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d42b2d-c957-4397-bde8-85dc8675b2bd None None] New status for floating IP 49f537c9-60fb-465d-91f4-275f44d683b4: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:47:30.676962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-2f2eb27e-0eb4-494a-8563-2e07118c0fc2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:30.677907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-2f2eb27e-0eb4-494a-8563-2e07118c0fc2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:47:30.782714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-2f2eb27e-0eb4-494a-8563-2e07118c0fc2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:47:30.783880 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-2f2eb27e-0eb4-494a-8563-2e07118c0fc2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 945 time: 0.1803544
Dec 19 13:47:30.790872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e48d-3403-4f04-b761-8f6c6947ea1e req-5398f04c-6062-4cbb-8721-2545f926a1a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:30.792334 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2bb8e48d-3403-4f04-b761-8f6c6947ea1e req-5398f04c-6062-4cbb-8721-2545f926a1a5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 945 time: 0.0756633
Dec 19 13:47:30.839883 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2bb8e48d-3403-4f04-b761-8f6c6947ea1e req-817a7af0-3b6e-43a7-b558-99bac8fb9f3b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ce5262f-78ba-4283-9c58-e1f08b069b78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417302
Dec 19 13:47:30.856689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 220b7e76-294c-4f47-8708-63feb329a662 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:47:30.857177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:31.095697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 220b7e76-294c-4f47-8708-63feb329a662, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=220b7e76-294c-4f47-8708-63feb329a662,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:31.096050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:31.218715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 220b7e76-294c-4f47-8708-63feb329a662 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:47:31.433898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:31.439318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1b85896e-7836-4620-a3ba-84c370173ec4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:31.486779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=220b7e76-294c-4f47-8708-63feb329a662,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:31.490053 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:31.555081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] No DVR routers for this DVR port 220b7e76-294c-4f47-8708-63feb329a662 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:47:31.557468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:31.559952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'name': 'network-vif-deleted', 'tag': '220b7e76-294c-4f47-8708-63feb329a662'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:47:31.616384 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ce8e33-bd11-4b2f-9e25-2612f20218b9', 'name': 'network-vif-deleted', 'tag': '220b7e76-294c-4f47-8708-63feb329a662', 'status': 'completed', 'code': 200}
Dec 19 13:47:31.634726 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0f9459e1-2b96-477b-8c0f-1b9f67e6d9f4 req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "DELETE /v2.0/ports/220b7e76-294c-4f47-8708-63feb329a662 HTTP/1.1" status: 204  len: 173 time: 0.8451893
Dec 19 13:47:32.022271 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e36bb54-0efd-4d8f-82ff-c3c499d5ac64 req-b5deb862-ab59-427f-8789-b0a2e4aace73 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=79ce8e33-bd11-4b2f-9e25-2612f20218b9 HTTP/1.1" status: 200  len: 210 time: 0.0457201
Dec 19 13:47:33.129450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49024) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:33.206078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8de0b3ed-9145-4c49-b355-a3c20ac9d45f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:33.235708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8de0b3ed-9145-4c49-b355-a3c20ac9d45f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:33.342261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8de0b3ed-9145-4c49-b355-a3c20ac9d45f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:33.345950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f2dc5c3a-4cfe-4023-a06c-bd7b0e08b6ae tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:33.361487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0b3ed-9145-4c49-b355-a3c20ac9d45f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce5262f-78ba-4283-9c58-e1f08b069b78,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:33.366790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8de0b3ed-9145-4c49-b355-a3c20ac9d45f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:33.368415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8de0b3ed-9145-4c49-b355-a3c20ac9d45f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:33.369493 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8de0b3ed-9145-4c49-b355-a3c20ac9d45f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/9ce5262f-78ba-4283-9c58-e1f08b069b78 HTTP/1.1" status: 204  len: 168 time: 0.2390494
Dec 19 13:47:33.468726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49030) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:33.663472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 224534d1-c3c4-45d4-b687-e5a3c2f1f20d {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:47:33.663810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:33.841726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:33.842037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:33.957725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 224534d1-c3c4-45d4-b687-e5a3c2f1f20d owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:47:34.182167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:34.185826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-74690c9e-27bb-4e2b-a7dc-430b1927bc0a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:34.224322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=224534d1-c3c4-45d4-b687-e5a3c2f1f20d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:34.262359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:34.262738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:34.263119 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:34.263475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:34.263829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:34.264195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:34.264529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:34.264883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:34.265229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:34.265572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:34.265920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:34.272435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:34.323598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:34.812871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 86dbd1f4-5033-4f4b-853f-f3096f775510 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:47:35.005303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:47:35.015243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4e6fc-4dbc-491e-a32b-99d6e3f796c8 None None] Sync routers for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:47:35.020879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:35.027706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4e6fc-4dbc-491e-a32b-99d6e3f796c8 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:47:35.028319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f0f4e6fc-4dbc-491e-a32b-99d6e3f796c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47104310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:47:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:35.077581 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/floatingips/c9db24e5-a83d-44b5-8e2e-3f47a15e6e12 HTTP/1.1" status: 204  len: 168 time: 1.6077938
Dec 19 13:47:35.078439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:47:35.133495 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c', 'status': 'completed', 'code': 200}
Dec 19 13:47:35.208301 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f0f4e6fc-4dbc-491e-a32b-99d6e3f796c8 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:47:35.230275 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ab74ee10-62dc-431f-98f6-f6aea2f81ff4 req-bd3b7e57-226e-4f4f-8a6a-517a3696827a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 1098 time: 0.0745809
Dec 19 13:47:35.370930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74ee10-62dc-431f-98f6-f6aea2f81ff4 req-36e67cce-4b6c-4c0a-afd4-9c0b1a2a3a5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:35.372486 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ab74ee10-62dc-431f-98f6-f6aea2f81ff4 req-36e67cce-4b6c-4c0a-afd4-9c0b1a2a3a5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 200  len: 897 time: 0.1358855
Dec 19 13:47:35.407512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 220b7e76-294c-4f47-8708-63feb329a662 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:47:35.447776 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ab74ee10-62dc-431f-98f6-f6aea2f81ff4 req-5abc3947-08ec-4d47-9c3d-9c255be24410 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a608219d-9278-4329-891a-6bcfa641434c HTTP/1.1" status: 200  len: 217 time: 0.0689542
Dec 19 13:47:35.450107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 220b7e76-294c-4f47-8708-63feb329a662 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:47:35.450452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 220b7e76-294c-4f47-8708-63feb329a662 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:47:35.512642 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74ee10-62dc-431f-98f6-f6aea2f81ff4 req-d76f8ad9-85a0-46f6-b17e-2d2f8cb6e5a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:35.514072 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ab74ee10-62dc-431f-98f6-f6aea2f81ff4 req-d76f8ad9-85a0-46f6-b17e-2d2f8cb6e5a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6efce4dc-53fb-454b-a9d2-28ddb5851e29 HTTP/1.1" status: 200  len: 835 time: 0.0600123
Dec 19 13:47:35.596098 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ab74ee10-62dc-431f-98f6-f6aea2f81ff4 req-4c8e3044-d4b3-4800-8d7c-181622643644 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f133fc05-ca64-4e48-af73-f4db293f128a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0759470
Dec 19 13:47:35.599946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f0f4e6fc-4dbc-491e-a32b-99d6e3f796c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47104310>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:35.604552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4e6fc-4dbc-491e-a32b-99d6e3f796c8 None None] Checking router: 86dbd1f4-5033-4f4b-853f-f3096f775510 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:47:35.615041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4e6fc-4dbc-491e-a32b-99d6e3f796c8 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:47:35.615785 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f0f4e6fc-4dbc-491e-a32b-99d6e3f796c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47104310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:47:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:35.699331 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d3da4-bb18-4d63-b116-ba7d10504c61 req-e2c8e788-b822-42df-ab9d-9ff633e210d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:35.700022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-410d3da4-bb18-4d63-b116-ba7d10504c61 req-e2c8e788-b822-42df-ab9d-9ff633e210d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:47:35.771079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-410d3da4-bb18-4d63-b116-ba7d10504c61 req-e2c8e788-b822-42df-ab9d-9ff633e210d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:47:35.772297 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-410d3da4-bb18-4d63-b116-ba7d10504c61 req-e2c8e788-b822-42df-ab9d-9ff633e210d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 945 time: 0.1575224
Dec 19 13:47:35.808122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f0f4e6fc-4dbc-491e-a32b-99d6e3f796c8 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:47:35.823700 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-410d3da4-bb18-4d63-b116-ba7d10504c61 req-ea55c449-8a53-4c69-8589-78b206c4be82 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447190
Dec 19 13:47:35.851616 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ab74ee10-62dc-431f-98f6-f6aea2f81ff4 req-f2030304-4cba-4127-b94f-b18eb0453519 service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2482886
Dec 19 13:47:35.987867 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ab74ee10-62dc-431f-98f6-f6aea2f81ff4 req-8d25adfd-133b-4705-b847-611f19ed490d service neutron] 10.222.0.18 "GET /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280537
Dec 19 13:47:36.120432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f0f4e6fc-4dbc-491e-a32b-99d6e3f796c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47104310>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:36.124388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4e6fc-4dbc-491e-a32b-99d6e3f796c8 None None] The sync data for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv is: [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2aa77c07-34c2-4aeb-b359-8d7cedf8923b', 'name': '', 'network_id': 'f133fc05-ca64-4e48-af73-f4db293f128a', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:03:7e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:57Z', 'updated_at': '2021-12-19T13:46:04Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': '6efce4dc-53fb-454b-a9d2-28ddb5851e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:47:36.333053 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6a3ba-be32-487f-8c61-9eed0b21d29c None None] New status for floating IP c9db24e5-a83d-44b5-8e2e-3f47a15e6e12: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:47:37.020542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-8918cc9e-9875-4122-be79-5d0eaf77c3de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:37.021234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-8918cc9e-9875-4122-be79-5d0eaf77c3de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:47:37.024083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fc3e2-2848-4f07-88f0-75909d5d7007 req-7c7467c3-162f-475b-aec9-fb7947759763 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:37.025642 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-609fc3e2-2848-4f07-88f0-75909d5d7007 req-7c7467c3-162f-475b-aec9-fb7947759763 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 945 time: 0.0790226
Dec 19 13:47:37.033498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-8918cc9e-9875-4122-be79-5d0eaf77c3de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:47:37.034610 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-8918cc9e-9875-4122-be79-5d0eaf77c3de tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 945 time: 0.0881355
Dec 19 13:47:37.073551 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-609fc3e2-2848-4f07-88f0-75909d5d7007 req-bbe910e9-e3c3-4e8b-b070-1815f758e712 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416110
Dec 19 13:47:37.107786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port a608219d-9278-4329-891a-6bcfa641434c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:47:37.108105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:37.346784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port a608219d-9278-4329-891a-6bcfa641434c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a608219d-9278-4329-891a-6bcfa641434c,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:37.347041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:37.469197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for a608219d-9278-4329-891a-6bcfa641434c owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:47:37.712926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:37.719527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-43ac1df1-44f9-4b56-a37c-02e5de5148fb tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:37.766362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=a608219d-9278-4329-891a-6bcfa641434c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:37.768873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:37.839372 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] No DVR routers for this DVR port a608219d-9278-4329-891a-6bcfa641434c on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:47:37.841734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:37.844349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'name': 'network-vif-deleted', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:47:37.899181 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f342d23e-fccf-476a-b3c8-3a422442f74a', 'name': 'network-vif-deleted', 'tag': 'a608219d-9278-4329-891a-6bcfa641434c', 'status': 'completed', 'code': 200}
Dec 19 13:47:37.926023 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d0be6b2d-854b-4b55-bc70-f1c69b5e1c41 req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "DELETE /v2.0/ports/a608219d-9278-4329-891a-6bcfa641434c HTTP/1.1" status: 204  len: 173 time: 0.8858397
Dec 19 13:47:38.247321 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7a621c54-4303-4c4a-ba85-20616874c181 req-916084a3-d568-4c4d-81bf-ccc3f44028db tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=f342d23e-fccf-476a-b3c8-3a422442f74a HTTP/1.1" status: 200  len: 210 time: 0.0429306
Dec 19 13:47:39.355489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49048) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:39.423285 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ecf95ee1-fb24-48fe-a099-99769cb0e4ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:39.452052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ecf95ee1-fb24-48fe-a099-99769cb0e4ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:39.587933 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ecf95ee1-fb24-48fe-a099-99769cb0e4ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:39.591795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ed0272c6-2a76-4e2a-9a16-29edd1b45296 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:39.607694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf95ee1-fb24-48fe-a099-99769cb0e4ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:39.611572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ecf95ee1-fb24-48fe-a099-99769cb0e4ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:39.622787 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ecf95ee1-fb24-48fe-a099-99769cb0e4ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:39.626337 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ecf95ee1-fb24-48fe-a099-99769cb0e4ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/51bd04b1-e981-43e6-8eda-2cdfaf3b0e4f HTTP/1.1" status: 204  len: 168 time: 0.2674644
Dec 19 13:47:39.726621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49054) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:40.118263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:40.824934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:47:40.825601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:41.007148 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 2aa77c07-34c2-4aeb-b359-8d7cedf8923b, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2aa77c07-34c2-4aeb-b359-8d7cedf8923b,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:41.007473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:41.126964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 2aa77c07-34c2-4aeb-b359-8d7cedf8923b owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:47:41.374869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:41.378999 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:41.422801 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=2aa77c07-34c2-4aeb-b359-8d7cedf8923b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:41.425611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:41.451756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device a608219d-9278-4329-891a-6bcfa641434c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:47:41.496408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: a608219d-9278-4329-891a-6bcfa641434c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:47:41.497123 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device a608219d-9278-4329-891a-6bcfa641434c not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:47:41.722221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:42.395652 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 86dbd1f4-5033-4f4b-853f-f3096f775510 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:47:42.397995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9c1eeda0-f63f-49e4-922c-0747f03e9568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:42.597578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:47:42.608483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe13293-6256-42ee-bd56-ee52573d1e32 None None] Sync routers for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:47:42.610876 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/86dbd1f4-5033-4f4b-853f-f3096f775510/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8830612
Dec 19 13:47:42.613548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49058) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:42.621501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe13293-6256-42ee-bd56-ee52573d1e32 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:47:42.622118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-abe13293-6256-42ee-bd56-ee52573d1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4789a2b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:47:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:42.796595 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-abe13293-6256-42ee-bd56-ee52573d1e32 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:47:42.799222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-193ff35a-c7d8-4409-a514-f8ad0dc95780 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting subnet 6efce4dc-53fb-454b-a9d2-28ddb5851e29 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:47:42.802240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-193ff35a-c7d8-4409-a514-f8ad0dc95780 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:42.859157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-193ff35a-c7d8-4409-a514-f8ad0dc95780 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:42.939222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-193ff35a-c7d8-4409-a514-f8ad0dc95780 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:43.082532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-abe13293-6256-42ee-bd56-ee52573d1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4789a2b0>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:47:41Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:43.087549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe13293-6256-42ee-bd56-ee52573d1e32 None None] Checking router: 86dbd1f4-5033-4f4b-853f-f3096f775510 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:47:43.089635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-193ff35a-c7d8-4409-a514-f8ad0dc95780 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:43.093564 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-10d75b79-e562-4787-8d5d-3da80459a33d tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:43.097953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe13293-6256-42ee-bd56-ee52573d1e32 None None] Routers {'86dbd1f4-5033-4f4b-853f-f3096f775510'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:47:43.098541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-abe13293-6256-42ee-bd56-ee52573d1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4789a2b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:47:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['86dbd1f4-5033-4f4b-853f-f3096f775510'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:43.133367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ff35a-c7d8-4409-a514-f8ad0dc95780 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Subnet': ['ID=6efce4dc-53fb-454b-a9d2-28ddb5851e29,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:43.135769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-193ff35a-c7d8-4409-a514-f8ad0dc95780 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:43.138383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-193ff35a-c7d8-4409-a514-f8ad0dc95780 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:43.144484 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-193ff35a-c7d8-4409-a514-f8ad0dc95780 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/subnets/6efce4dc-53fb-454b-a9d2-28ddb5851e29 HTTP/1.1" status: 204  len: 168 time: 0.5300038
Dec 19 13:47:43.147489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49062) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:43.152303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48a2e5-606d-4def-9810-27f605ae8e39 None None] Network f133fc05-ca64-4e48-af73-f4db293f128a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:47:43.348639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:43.464536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-abe13293-6256-42ee-bd56-ee52573d1e32 None None] Set router 86dbd1f4-5033-4f4b-853f-f3096f775510 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:47:43.547561 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:43.617538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port eb596fe7-b639-467e-82c3-a3c3cfb99e41 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:47:43.617928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:43.732354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] DHCP port deletion for f133fc05-ca64-4e48-af73-f4db293f128a request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:47:43.743803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Deleting port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:47:43.744184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:43.784181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4753cc08-cb3c-4d4a-a3fb-2536ea1efada no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:47:43.805130 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port eb596fe7-b639-467e-82c3-a3c3cfb99e41, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=eb596fe7-b639-467e-82c3-a3c3cfb99e41,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:43.805479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:43.925200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for eb596fe7-b639-467e-82c3-a3c3cfb99e41 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:47:44.024385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-abe13293-6256-42ee-bd56-ee52573d1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4789a2b0>, [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:47:41Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:44.036931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe13293-6256-42ee-bd56-ee52573d1e32 None None] The sync data for ids ['86dbd1f4-5033-4f4b-853f-f3096f775510'] in dv-neutron-821895-1-hyperv is: [{'id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'name': 'tempest-TestNetworkBasicOps-router-1988237891', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:47:41Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': 'eb596fe7-b639-467e-82c3-a3c3cfb99e41', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86dbd1f4-5033-4f4b-853f-f3096f775510', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:45:53Z', 'updated_at': '2021-12-19T13:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:47:44.064879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:44.103616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] For port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4753cc08-cb3c-4d4a-a3fb-2536ea1efada,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:44.104276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:44.238399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Calling delete_port for 4753cc08-cb3c-4d4a-a3fb-2536ea1efada owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:47:44.270417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4753cc08-cb3c-4d4a-a3fb-2536ea1efada,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:44.291093 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:44.295409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ecd63d19-de54-4c66-9acf-854832497d37 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:44.337775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:44.338385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=eb596fe7-b639-467e-82c3-a3c3cfb99e41,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:44.339927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:44.340963 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:44.377259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:47:44.377551 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:47:44.413843 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=4753cc08-cb3c-4d4a-a3fb-2536ea1efada,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:44.422603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:44.422961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:44.423330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:44.423664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:44.423994 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:44.424320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:44.424646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:44.424971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:44.425291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:44.425611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:44.425923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:44.430283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:44.566672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:44.649437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8f345b18-2c17-4b2f-9b9a-55866204199f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:44.822237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:44.826197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:44.879333 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Deleting port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:47:44.879859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:44.936227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:44.936775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Fanout notify agent at l3_agent the message router_deleted on router 86dbd1f4-5033-4f4b-853f-f3096f775510 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:47:44.953169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:44.954539 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/routers/86dbd1f4-5033-4f4b-853f-f3096f775510 HTTP/1.1" status: 204  len: 168 time: 1.8055916
Dec 19 13:47:44.958040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49066) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:45.084008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:45.087695 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] For port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4753cc08-cb3c-4d4a-a3fb-2536ea1efada,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:45.088164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:45.094612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:47:45.094946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:45.210289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Calling delete_port for 4753cc08-cb3c-4d4a-a3fb-2536ea1efada owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:47:45.302188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4753cc08-cb3c-4d4a-a3fb-2536ea1efada,segment=NetworkSegment(b931f664-70b1-4417-9601-6f89d41c60ab),segment_id=b931f664-70b1-4417-9601-6f89d41c60ab)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:45.302528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:45.393967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:45.397933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0a0740ac-e248-41be-b1ba-767ce3f533c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:45.424429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 4753cc08-cb3c-4d4a-a3fb-2536ea1efada owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:47:45.439017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Pushing event deleted for resources: {'Port': ['ID=4753cc08-cb3c-4d4a-a3fb-2536ea1efada,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:45.442325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:45.446447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] No DVR routers for this DVR port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:47:45.498605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:47:45.498915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:47:45.770137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2aa77c07-34c2-4aeb-b359-8d7cedf8923b no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:47:45.805795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 2aa77c07-34c2-4aeb-b359-8d7cedf8923b {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:47:45.806146 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2aa77c07-34c2-4aeb-b359-8d7cedf8923b not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:47:45.806559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device eb596fe7-b639-467e-82c3-a3c3cfb99e41 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:47:45.836898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: eb596fe7-b639-467e-82c3-a3c3cfb99e41 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:47:45.837245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device eb596fe7-b639-467e-82c3-a3c3cfb99e41 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:47:46.000131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 4753cc08-cb3c-4d4a-a3fb-2536ea1efada {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:47:46.000618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.167535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] The port '4753cc08-cb3c-4d4a-a3fb-2536ea1efada' was deleted {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:47:46.197855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.289234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.313990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46775760>,) {'filters': {'network_id': ['f133fc05-ca64-4e48-af73-f4db293f128a']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:46.325165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.326298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46775760>, 'b931f664-70b1-4417-9601-6f89d41c60ab') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:46.326582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46775760>, 'b931f664-70b1-4417-9601-6f89d41c60ab') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:46.338317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.353606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.359482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:47:46.359851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   util.warn(
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:47:46.377181 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:47:46.524754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.528096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-33a378e1-bfd0-4b23-83b6-a435c071d02b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:46.542215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.553013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Network': ['ID=f133fc05-ca64-4e48-af73-f4db293f128a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:46.556625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:46.639612 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-76bfcfc8-1428-470e-9c13-38f1c89f3702 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/networks/f133fc05-ca64-4e48-af73-f4db293f128a HTTP/1.1" status: 204  len: 168 time: 1.6804652
Dec 19 13:47:46.665929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49070) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:46.673956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'network': {'name': 'tempest-network-smoke--1079675403', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'port_security_enabled': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:46.680142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:47:46.684815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:network and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:47:46.688890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:47:46.696904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:47:46.799045 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:47:46.802106 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.831152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:47:46.839875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.840202 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Added segment fe3b2435-c6fa-44c4-ac26-761cc20f343d of type vlan for network 103851e8-5b9c-47d4-8b41-7152a51d145b
Dec 19 13:47:46.865506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.970646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.974350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:46.974913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:46.979006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cc35c701-7653-4b17-9151-811860a913d7 tempest-AllowedAddressPairIpV6TestJSON-642968548 tempest-AllowedAddressPairIpV6TestJSON-642968548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:47.084434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Network': ['ID=103851e8-5b9c-47d4-8b41-7152a51d145b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:47.087080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:47.094279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 103851e8-5b9c-47d4-8b41-7152a51d145b details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:47:47.154155 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4871230
Dec 19 13:47:47.156818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49074) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:47.162016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'admin_state_up': True, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:47.169538 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:47:47.173431 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:router and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:47:47.176345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:47:47.190784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:47:47.266665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:47.267691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:47.285806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:47.493371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:47.593912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:47.731475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:47.760249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:48.002216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.200 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/2837aa03-da53-446d-90cd-16acf7a7c84c) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:47:48.143908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:48.228285 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:48.231958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:48.286706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:47:48.289478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:47:48.297128 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:47:48.337076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=2837aa03-da53-446d-90cd-16acf7a7c84c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:48.340837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:48.536728 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:48.537448 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:48.867799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:47:49.062627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:47:49.071928 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Sync routers for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:47:49.083034 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:47:49.083655 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47720850>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:47:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:49.165289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:49.166411 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.0086594
Dec 19 13:47:49.169472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49078) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:49.211426 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-097322a8-b4b0-4e44-a664-0c1cfddd4832 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=077ccee64892449c9cacad2ed1d1a724&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0407968
Dec 19 13:47:49.213808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49082) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:49.257303 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Set router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:47:49.344919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ddb3b-1e09-4ba8-bdee-070d9b97089a tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:49.348988 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7e7ddb3b-1e09-4ba8-bdee-070d9b97089a tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1316946
Dec 19 13:47:49.349196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49086) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:49.391248 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a89d7c2b-bd2d-46b2-a9cb-d8889a8e860e tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0408969
Dec 19 13:47:49.393637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49090) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:49.468274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-540595055', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:49.575860 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47720850>, [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:48Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:49.578635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:47:49.579875 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Checking router: 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:47:49.580229 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Updating router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce port 2837aa03-da53-446d-90cd-16acf7a7c84c binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:47:49.582411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:subnet and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:47:49.585740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:47:49.591490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:47:49.629645 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:49.672182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:47:49.769400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:49.949517 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:49.961480 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Transition to ACTIVE for port object 2837aa03-da53-446d-90cd-16acf7a7c84c will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:47:50.039221 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:50.042848 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-0314fc39-ef0b-4485-b41f-8dedabf7c10f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:50.068116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:50.073291 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9ebbde04-4a25-4162-adc7-1c9aa22ed89d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:50.116083 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Pushing event updated for resources: {'Port': ['ID=2837aa03-da53-446d-90cd-16acf7a7c84c,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:50.128741 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Attempting to bind port 2837aa03-da53-446d-90cd-16acf7a7c84c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:47:50.129107 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Attempting to bind port 2837aa03-da53-446d-90cd-16acf7a7c84c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:47:50.129465 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Attempting to bind port 2837aa03-da53-446d-90cd-16acf7a7c84c on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:47:50.133131 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:50.133681 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:50.134009 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:50.134328 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:50.134645 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:50.134964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:50.135305 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:50.135618 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:50.135924 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:50.136229 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:50.136533 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:47:50.140452 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:50.145397 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:47:50.145688 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:47:50.146080 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:50.146471 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:47:50.146933 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Bound port: 2837aa03-da53-446d-90cd-16acf7a7c84c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:47:50.147901 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:50.220381 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] For port 2837aa03-da53-446d-90cd-16acf7a7c84c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:47:50.223419 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] For port 2837aa03-da53-446d-90cd-16acf7a7c84c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2837aa03-da53-446d-90cd-16acf7a7c84c,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:47:50.271181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Subnet': ['ID=b9e0f434-1661-4d79-9112-2b88791dcabd,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:50.274917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:50.282869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Checking segment: {'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:47:50.283257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network hostable DHCP agents. Network: 103851e8-5b9c-47d4-8b41-7152a51d145b, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:47:50.296952 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:50.301376 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:50.370791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 103851e8-5b9c-47d4-8b41-7152a51d145b is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:47:50.382342 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Pushing event updated for resources: {'Port': ['ID=2837aa03-da53-446d-90cd-16acf7a7c84c,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:50.385517 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:50.386249 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:47:50.386870 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47720850>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:47:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:50.462367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 103851e8-5b9c-47d4-8b41-7152a51d145b) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:47:50.466478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:50.467131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:50.481668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017313a5-4482-42ce-8b24-08a923948d08 None None] Network 103851e8-5b9c-47d4-8b41-7152a51d145b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:47:50.562684 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] Set router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:47:50.577511 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1828249
Dec 19 13:47:50.580311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49096) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:50.703783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-103851e8-5b9c-47d4-8b41-7152a51d145b', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ips': [{'subnet_id': 'b9e0f434-1661-4d79-9112-2b88791dcabd'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:47:50.704910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:50.853086 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47720850>, [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:48Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:50.857581 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b368c2-086e-4d6e-afcb-77b24bc8133a None None] The sync data for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv is: [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:48Z', 'revision_number': 3, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:47:50.883423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Allocated IP 172.20.0.2 (103851e8-5b9c-47d4-8b41-7152a51d145b/b9e0f434-1661-4d79-9112-2b88791dcabd/35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:47:51.118846 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:51.129886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Transition to ACTIVE for port object 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:47:51.149903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Transition to ACTIVE for port object 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:47:51.232474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:51.238008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:51.304942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Pushing event updated for resources: {'Port': ['ID=35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:51.315234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Network 103851e8-5b9c-47d4-8b41-7152a51d145b is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:47:51.316378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:51.317193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:47:51.321634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:47:51.408427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:51.409222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Attempting to bind port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:47:51.409596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Attempting to bind port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:47:51.409963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Attempting to bind port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc on network 103851e8-5b9c-47d4-8b41-7152a51d145b {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:47:51.416751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:47:51.417261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Checking segment: {'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:47:51.417674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:51.418054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Bound using segment: {'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:47:51.418524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Bound port: 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:47:51.419265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:51.520326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] For port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:47:51.524506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] For port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:47:51.605847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:51.611017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:51.702323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Pushing event updated for resources: {'Port': ['ID=35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:51.705405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:51.807304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2837aa03-da53-446d-90cd-16acf7a7c84c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:47:51.835357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.1 (103851e8-5b9c-47d4-8b41-7152a51d145b/b9e0f434-1661-4d79-9112-2b88791dcabd/b9538b54-f40f-4e6f-aa32-426f56688dbe) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:47:51.975321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 2837aa03-da53-446d-90cd-16acf7a7c84c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:47:51.980707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2837aa03-da53-446d-90cd-16acf7a7c84c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:47:51.981187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:52.024467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:52.042082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object b9538b54-f40f-4e6f-aa32-426f56688dbe will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:47:52.099956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:52.117139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 2837aa03-da53-446d-90cd-16acf7a7c84c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2837aa03-da53-446d-90cd-16acf7a7c84c,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:52.142395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:52.146246 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-58bdcb89-fc46-46ef-876d-29235b2d71d2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:52.204861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:52.206920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:52.210544 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 103851e8-5b9c-47d4-8b41-7152a51d145b is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:47:52.217856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:47:52.222193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:47:52.252936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=b9538b54-f40f-4e6f-aa32-426f56688dbe,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:52.259493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:52.274531 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=2837aa03-da53-446d-90cd-16acf7a7c84c,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:52.277505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:52.282814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:52.562684 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:52.618371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8fedc2-53c2-4fdf-bc28-a0efe716fa0d None None] Network 103851e8-5b9c-47d4-8b41-7152a51d145b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:47:52.864214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8d5b162e-f072-4e69-8244-d07dc3f4544b None None] Provisioning for port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:47:52.983856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:53.050610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:53.077285 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d3034f9e-5d8c-499b-ac60-9011b7925a48 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:53.170236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=b9538b54-f40f-4e6f-aa32-426f56688dbe,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:53.173185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:53.174046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:53.182945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-45e41090-bb82-4a3c-8032-1254f7e86d82 None None] Provisioning for port b9538b54-f40f-4e6f-aa32-426f56688dbe completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:47:53.188588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-45e41090-bb82-4a3c-8032-1254f7e86d82 None None] Provisioning complete for port b9538b54-f40f-4e6f-aa32-426f56688dbe triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:47:53.189018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-45e41090-bb82-4a3c-8032-1254f7e86d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:53.245354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-45e41090-bb82-4a3c-8032-1254f7e86d82 None None] Port b9538b54-f40f-4e6f-aa32-426f56688dbe cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:47:53.316022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 103851e8-5b9c-47d4-8b41-7152a51d145b is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:47:53.317146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:47:53.381567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-23879b3c-b198-4c09-a0b6-19080cf514e2 None None] Provisioning complete for port b9538b54-f40f-4e6f-aa32-426f56688dbe triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:47:53.382070 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-23879b3c-b198-4c09-a0b6-19080cf514e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:53.436447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-23879b3c-b198-4c09-a0b6-19080cf514e2 None None] Port b9538b54-f40f-4e6f-aa32-426f56688dbe cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:47:53.557342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-62d117f1-de47-48c2-99ab-1a9d336be333 None None] Provisioning complete for port b9538b54-f40f-4e6f-aa32-426f56688dbe triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:47:53.557718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-62d117f1-de47-48c2-99ab-1a9d336be333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:53.611598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-62d117f1-de47-48c2-99ab-1a9d336be333 None None] Port b9538b54-f40f-4e6f-aa32-426f56688dbe cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:47:53.703664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:47:53.843829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:47:53.910422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:47:53.923537 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3421388
Dec 19 13:47:53.926066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49100) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:53.970367 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:47:53.975520 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:47:53.975908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:54.094838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:54.130470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:54.193839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:54.194723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2837aa03-da53-446d-90cd-16acf7a7c84c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:47:54.199276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf1ddd-add4-4648-b180-817b16265087 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:54.199648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf1ddd-add4-4648-b180-817b16265087 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:54.200000 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf1ddd-add4-4648-b180-817b16265087 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:54.200348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf1ddd-add4-4648-b180-817b16265087 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:54.201936 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d4cf1ddd-add4-4648-b180-817b16265087 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.2750092
Dec 19 13:47:54.210936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49104) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:54.217908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:54.278268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bc8a8a-c445-41fd-a783-8b8d43c59b44 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:54.278625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bc8a8a-c445-41fd-a783-8b8d43c59b44 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:54.278977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bc8a8a-c445-41fd-a783-8b8d43c59b44 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:54.279344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bc8a8a-c445-41fd-a783-8b8d43c59b44 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:54.283407 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-84bc8a8a-c445-41fd-a783-8b8d43c59b44 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0689838
Dec 19 13:47:54.283622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49108) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:54.307842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:54.319207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:54.319207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Sync routers for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:47:54.334319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:47:54.334927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47047ee0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:47:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:54.389138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2837aa03-da53-446d-90cd-16acf7a7c84c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:47:54.389511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:54.481496 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8a5e3222-a774-431d-9e2d-4b643353128b tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.1965768
Dec 19 13:47:54.600136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Set router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:47:54.846190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49114) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:54.852617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513350256', 'description': 'tempest-secgroup-smoke-513350256 description', 'project_id': '077ccee64892449c9cacad2ed1d1a724'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:54.858401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:47:54.862514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:47:54.866268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:47:54.873361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:47:54.920423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47047ee0>, [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'b9538b54-f40f-4e6f-aa32-426f56688dbe', 'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:6c:7e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:51Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:54.924272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Checking router: 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:47:54.924636 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Updating router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce port b9538b54-f40f-4e6f-aa32-426f56688dbe binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:47:54.970555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:54.974778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.011255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:47:55.015155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:47:55.017953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:47:55.023781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:47:55.079797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.136319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.141567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2da0b01d-6166-4ac6-ab96-7f382e790d56 tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:55.185331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03878eeb-d3c0-48a8-b520-bc8ec0631e57,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:55.188379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:55.239329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.240890 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3934929
Dec 19 13:47:55.243897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49118) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:55.249667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '03878eeb-d3c0-48a8-b520-bc8ec0631e57', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:55.255518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:47:55.259487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:47:55.262295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:47:55.267931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:47:55.348527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.357469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.368978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Transition to ACTIVE for port object b9538b54-f40f-4e6f-aa32-426f56688dbe will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:47:55.410160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.445021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.448957 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:55.479286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.481521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2a6a976f-d258-481b-ae1c-f512d77b9e00 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:55.490718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.504626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f195217e-3d12-4bb2-806a-d600c7b5fb5b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:55.511595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:55.573605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a65d9-5552-46e9-b364-182aef8cd6d4 None None] Pushing event updated for resources: {'Port': ['ID=b9538b54-f40f-4e6f-aa32-426f56688dbe,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:55.577521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6a9a65d9-5552-46e9-b364-182aef8cd6d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:55.592605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.593979 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3491719
Dec 19 13:47:55.596672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49122) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:55.603020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '03878eeb-d3c0-48a8-b520-bc8ec0631e57', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:55.613446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:47:55.618088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:47:55.621342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:47:55.627335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:47:55.665487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Attempting to bind port b9538b54-f40f-4e6f-aa32-426f56688dbe on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:47:55.665860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Attempting to bind port b9538b54-f40f-4e6f-aa32-426f56688dbe by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:47:55.666372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Attempting to bind port b9538b54-f40f-4e6f-aa32-426f56688dbe on network 103851e8-5b9c-47d4-8b41-7152a51d145b {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:47:55.673550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:47:55.673928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Checking segment: {'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:47:55.674450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.674749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Bound using segment: {'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:47:55.675224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Bound port: b9538b54-f40f-4e6f-aa32-426f56688dbe, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:47:55.675601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.729299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.779414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] For port b9538b54-f40f-4e6f-aa32-426f56688dbe, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:47:55.783479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] For port b9538b54-f40f-4e6f-aa32-426f56688dbe, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b9538b54-f40f-4e6f-aa32-426f56688dbe,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:47:55.785571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:47:55.798086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.857007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.860813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-00d7eece-c2c8-4951-9961-2b55a2d1c8fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:55.884207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.886083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b81ec62-f82f-405b-9373-3c43d98ec948 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:55.887539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:47:55.887914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.908728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38bdd34-2c53-4d18-8dcc-dc662233994a,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:55.911207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:55.981897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:55.983189 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3854663
Dec 19 13:47:55.985859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49126) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:55.991080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a65d9-5552-46e9-b364-182aef8cd6d4 None None] Pushing event updated for resources: {'Port': ['ID=b9538b54-f40f-4e6f-aa32-426f56688dbe,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:55.993256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '03878eeb-d3c0-48a8-b520-bc8ec0631e57', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:55.996646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6a9a65d9-5552-46e9-b364-182aef8cd6d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:56.001227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:47:56.001862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47047ee0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:47:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:56.005981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:47:56.011044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:47:56.014429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:47:56.020196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:47:56.103647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:56.172556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:56.233755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] Set router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:47:56.244723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:56.246595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-239e15d3-dad1-4042-8f99-9bfd1efcafe1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:56.269820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0dcbc2-3afb-46d6-b438-26bed6b4272c,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:56.274715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:56.363361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:56.364587 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3775756
Dec 19 13:47:56.367866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49130) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:56.373328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '03878eeb-d3c0-48a8-b520-bc8ec0631e57', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:56.384367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:47:56.384367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:47:56.385824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:47:56.391333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:47:56.479488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:56.544893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:56.552071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47047ee0>, [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'b9538b54-f40f-4e6f-aa32-426f56688dbe', 'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:6c:7e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:51Z', 'updated_at': '2021-12-19T13:47:55Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:47:56.557669 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac0978d-2ba5-4bd3-b1b4-4f59190205f6 None None] The sync data for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv is: [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'b9538b54-f40f-4e6f-aa32-426f56688dbe', 'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:6c:7e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:51Z', 'updated_at': '2021-12-19T13:47:55Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:47:56.702230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:56.707081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3ece0a0b-2399-4fb2-b3a0-ca950cdb4bb0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:56.731254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079defaf-0197-4a69-9193-f39cfbfaf088,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:56.733698 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:56.810841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:56.812101 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4433339
Dec 19 13:47:56.814932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49134) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:56.820746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '03878eeb-d3c0-48a8-b520-bc8ec0631e57', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:56.826996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:47:56.831157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:47:56.834106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:47:56.840757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:47:56.936282 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:47:56.943246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:57.012319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:57.096224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:57.098048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e64ffc4d-8532-47ab-8754-afc9fec5fecb tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:57.121749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d684c2d-0fb8-458b-8d3f-0c1f4420a02c,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:57.129327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:57.215032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:57.219656 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4003110
Dec 19 13:47:57.219656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49138) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:47:57.225264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'security_group_rule': {'security_group_id': '03878eeb-d3c0-48a8-b520-bc8ec0631e57', 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:47:57.233213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:47:57.237219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:security_group_rule and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:47:57.240295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:47:57.246778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:47:57.335276 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Project 077ccee64892449c9cacad2ed1d1a724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 13:47:57.342339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:57.407849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:57.484473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:57.486185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74438344-9dae-4778-b2ab-f936a0fbc689 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:57.507413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16ce7c8-a8b9-47a9-be83-6845ee47b739,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:57.511796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:57.615853 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:57.617039 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3969941
Dec 19 13:47:57.805797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b9538b54-f40f-4e6f-aa32-426f56688dbe up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:47:57.862996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-0acd4a00-7022-4b00-a3d1-cf7349165a92 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:47:57.958926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port b9538b54-f40f-4e6f-aa32-426f56688dbe completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:47:57.964746 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b9538b54-f40f-4e6f-aa32-426f56688dbe triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:47:57.968456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:57.993067 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-0acd4a00-7022-4b00-a3d1-cf7349165a92 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:47:57.994270 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-0acd4a00-7022-4b00-a3d1-cf7349165a92 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513350256&fields=id&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 267 time: 0.2432218
Dec 19 13:47:58.022255 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:47:58.077817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:58.112277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port b9538b54-f40f-4e6f-aa32-426f56688dbe, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b9538b54-f40f-4e6f-aa32-426f56688dbe,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:47:58.141888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-4d8ee581-3a66-47f7-b95f-7cb44f361003 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:47:58.142545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-4d8ee581-3a66-47f7-b95f-7cb44f361003 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:47:58.205045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:47:58.206955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-accbe194-c720-4595-9868-8558bfa51242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:47:58.233785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-4d8ee581-3a66-47f7-b95f-7cb44f361003 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:47:58.234972 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-4d8ee581-3a66-47f7-b95f-7cb44f361003 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/networks?id=103851e8-5b9c-47d4-8b41-7152a51d145b HTTP/1.1" status: 200  len: 797 time: 0.2337971
Dec 19 13:47:58.253095 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-bc91637b-4580-4eb0-8bb3-bac4a380ea1a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/quotas/077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 375 time: 0.0121193
Dec 19 13:47:58.315564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=b9538b54-f40f-4e6f-aa32-426f56688dbe,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:47:58.324446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:47:58.338126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-3ba77f2d-92dc-41f4-b441-2855aad5bace tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:47:58.433152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-3ba77f2d-92dc-41f4-b441-2855aad5bace tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:47:58.434409 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-3ba77f2d-92dc-41f4-b441-2855aad5bace tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1748874
Dec 19 13:47:58.451177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-2d744899-1b84-4483-9220-100589d0b73d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:47:58.452104 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-2d744899-1b84-4483-9220-100589d0b73d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0050018
Dec 19 13:47:58.580497 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-1b9b66aa-3712-4438-b026-1048e66f9326 service neutron] 10.222.0.24 "GET /v2.0/networks/103851e8-5b9c-47d4-8b41-7152a51d145b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228287
Dec 19 13:47:58.712573 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-5a9f694d-bb02-4a20-b806-b2384c8bfad4 service neutron] 10.222.0.24 "GET /v2.0/networks/103851e8-5b9c-47d4-8b41-7152a51d145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264489
Dec 19 13:47:59.060035 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9e45c2d6-6121-4324-8cba-db9813bfc1f8 req-5d8dcb55-eacf-4b17-93f5-60edb101ddf1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 210 time: 0.1099932
Dec 19 13:47:59.781511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b9538b54-f40f-4e6f-aa32-426f56688dbe up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:47:59.849434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b9538b54-f40f-4e6f-aa32-426f56688dbe triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:47:59.849809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:00.230297 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-764f5d70-ba88-4e0a-8512-85b3f4226c12 req-def480f4-d5f4-4a10-9772-bd8845efc190 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 210 time: 0.0423777
Dec 19 13:48:00.858784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-16868ce4-981c-4789-aa62-a0265567df77 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:00.860148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-16868ce4-981c-4789-aa62-a0265567df77 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:48:00.872778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-16868ce4-981c-4789-aa62-a0265567df77 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:48:00.873950 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-16868ce4-981c-4789-aa62-a0265567df77 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/networks?id=103851e8-5b9c-47d4-8b41-7152a51d145b HTTP/1.1" status: 200  len: 797 time: 0.1592901
Dec 19 13:48:00.933103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-953c14c6-1faa-483c-8739-639cc2036b5c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:48:00.944666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-953c14c6-1faa-483c-8739-639cc2036b5c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:48:00.945770 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-953c14c6-1faa-483c-8739-639cc2036b5c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077ccee64892449c9cacad2ed1d1a724 HTTP/1.1" status: 200  len: 379 time: 0.0591722
Dec 19 13:48:00.954816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'port': {'device_id': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'admin_state_up': True, 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'security_groups': ['03878eeb-d3c0-48a8-b520-bc8ec0631e57']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:48:01.089029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:48:01.098739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:48:01.180390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Made reservation on behalf of 077ccee64892449c9cacad2ed1d1a724 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:48:01.183381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:01.346163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.20.0.7 (103851e8-5b9c-47d4-8b41-7152a51d145b/b9e0f434-1661-4d79-9112-2b88791dcabd/7d6f5b41-90b6-492c-b661-4da61c612dd6) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:48:01.397580 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a0b823b0-4b29-443d-957a-dea11e8fb2e8 req-146efab3-b4ab-4fbe-b2f3-01839dd12dd0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 210 time: 0.0444822
Dec 19 13:48:01.530865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:01.545673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Transition to ACTIVE for port object 7d6f5b41-90b6-492c-b661-4da61c612dd6 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:48:01.633604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:01.639616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:01.705946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 103851e8-5b9c-47d4-8b41-7152a51d145b is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:48:01.709298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:48:01.714027 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:48:01.744629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=7d6f5b41-90b6-492c-b661-4da61c612dd6,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:01.751986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:01.781962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:01.782504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:01.857056 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9057376
Dec 19 13:48:01.939735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Request body: {'port': {'device_id': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:48:01.974532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-43532cdf-e843-4dd1-a609-fb6f86b3eeb3 None None] Provisioning for port 7d6f5b41-90b6-492c-b661-4da61c612dd6 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:48:01.979623 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-43532cdf-e843-4dd1-a609-fb6f86b3eeb3 None None] Provisioning complete for port 7d6f5b41-90b6-492c-b661-4da61c612dd6 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:48:01.980008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-43532cdf-e843-4dd1-a609-fb6f86b3eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:02.035504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-43532cdf-e843-4dd1-a609-fb6f86b3eeb3 None None] Port 7d6f5b41-90b6-492c-b661-4da61c612dd6 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:48:02.046429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:02.482015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6f5b41-90b6-492c-b661-4da61c612dd6 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:48:02.488757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:02.503766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Transition to ACTIVE for port object 7d6f5b41-90b6-492c-b661-4da61c612dd6 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:48:02.574344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:02.578832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:02.599294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e90e25-8fa8-40dc-96f9-b777e719edf4 req-ba0e914e-7f27-42c7-b371-aee1459bd10c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:02.600824 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a3e90e25-8fa8-40dc-96f9-b777e719edf4 req-ba0e914e-7f27-42c7-b371-aee1459bd10c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 931 time: 0.0774562
Dec 19 13:48:02.651386 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a3e90e25-8fa8-40dc-96f9-b777e719edf4 req-c1ff6617-655a-42f5-b3e1-c20296852465 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436223
Dec 19 13:48:02.704982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6f5b41-90b6-492c-b661-4da61c612dd6,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:02.708749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:02.814499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Attempting to bind port 7d6f5b41-90b6-492c-b661-4da61c612dd6 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:48:02.814825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Attempting to bind port 7d6f5b41-90b6-492c-b661-4da61c612dd6 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:48:02.815175 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Attempting to bind port 7d6f5b41-90b6-492c-b661-4da61c612dd6 on network 103851e8-5b9c-47d4-8b41-7152a51d145b {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:48:02.821112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Port 7d6f5b41-90b6-492c-b661-4da61c612dd6 on network 103851e8-5b9c-47d4-8b41-7152a51d145b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:48:02.821455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Attempting to bind port 7d6f5b41-90b6-492c-b661-4da61c612dd6 on network 103851e8-5b9c-47d4-8b41-7152a51d145b {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:48:02.827923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:48:02.828250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Checking segment: {'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:48:02.828714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Bound using segment: {'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:48:02.829155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Bound port: 7d6f5b41-90b6-492c-b661-4da61c612dd6, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3b2435-c6fa-44c4-ac26-761cc20f343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:48:02.829493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:02.918654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] For port 7d6f5b41-90b6-492c-b661-4da61c612dd6, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:48:02.921454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] For port 7d6f5b41-90b6-492c-b661-4da61c612dd6, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7d6f5b41-90b6-492c-b661-4da61c612dd6,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:48:02.998146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:03.002042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:03.058556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:03.059966 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] 10.222.0.18 "PUT /v2.0/ports/7d6f5b41-90b6-492c-b661-4da61c612dd6 HTTP/1.1" status: 200  len: 1093 time: 1.1953166
Dec 19 13:48:03.060506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'tag': '7d6f5b41-90b6-492c-b661-4da61c612dd6'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:48:03.082248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6f5b41-90b6-492c-b661-4da61c612dd6,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:03.085457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:03.130321 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'tag': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'status': 'completed', 'code': 200}
Dec 19 13:48:03.226343 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c9f3cb44-82fc-40e4-a824-7a9185734a81 req-8e0bb343-ba07-4bf6-a009-d55faabb72f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 1096 time: 0.0748727
Dec 19 13:48:03.370417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3cb44-82fc-40e4-a824-7a9185734a81 req-27ee3152-ee0b-4a00-939c-a920720d9e3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:03.371836 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c9f3cb44-82fc-40e4-a824-7a9185734a81 req-27ee3152-ee0b-4a00-939c-a920720d9e3f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=077ccee64892449c9cacad2ed1d1a724&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1391001
Dec 19 13:48:03.504864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3cb44-82fc-40e4-a824-7a9185734a81 req-bc81e9de-8a04-4f32-ba3b-9fda7519b3f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:03.506183 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c9f3cb44-82fc-40e4-a824-7a9185734a81 req-bc81e9de-8a04-4f32-ba3b-9fda7519b3f7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1283834
Dec 19 13:48:03.613763 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-2ce9cfd6-9eb0-4c2d-8a89-74a038064f23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 1096 time: 0.0678518
Dec 19 13:48:03.684794 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-2aedbeab-c748-45ae-8b95-216a4f5422ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6f5b41-90b6-492c-b661-4da61c612dd6 HTTP/1.1" status: 200  len: 217 time: 0.0641918
Dec 19 13:48:03.747889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-059199a7-d931-4f0b-a742-8ebf4ef18028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:03.749352 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-059199a7-d931-4f0b-a742-8ebf4ef18028 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9e0f434-1661-4d79-9112-2b88791dcabd HTTP/1.1" status: 200  len: 834 time: 0.0581784
Dec 19 13:48:03.827146 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-b3460ee4-61d6-43cd-9702-9a91cbede2f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=103851e8-5b9c-47d4-8b41-7152a51d145b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719576
Dec 19 13:48:03.853918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdbba0-85f9-40a9-afbd-eb1a61d7cf87 req-c9ec7c40-1e82-4c7e-8bf7-d883d3d9e01a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:03.855433 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7ebdbba0-85f9-40a9-afbd-eb1a61d7cf87 req-c9ec7c40-1e82-4c7e-8bf7-d883d3d9e01a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 943 time: 0.0798025
Dec 19 13:48:03.901189 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7ebdbba0-85f9-40a9-afbd-eb1a61d7cf87 req-fdd287a0-2eb2-473e-98a7-5d2f876aeed7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402060
Dec 19 13:48:03.957549 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-923b9dc3-c886-4892-b6ba-1f5971a9dda2 service neutron] 10.222.0.18 "GET /v2.0/networks/103851e8-5b9c-47d4-8b41-7152a51d145b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244011
Dec 19 13:48:04.084543 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-07666229-ed5b-472a-a2c5-049ed4cb2b3e req-85ff160d-5a63-4435-9699-71e419a56e32 service neutron] 10.222.0.18 "GET /v2.0/networks/103851e8-5b9c-47d4-8b41-7152a51d145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209280
Dec 19 13:48:05.098402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68fd2f-e8eb-415b-a6bf-59d57bc18932 req-9f0e9551-2f3b-4f97-a918-b3ebeba9ed3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:05.099862 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9c68fd2f-e8eb-415b-a6bf-59d57bc18932 req-9f0e9551-2f3b-4f97-a918-b3ebeba9ed3c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 943 time: 0.0770822
Dec 19 13:48:05.144313 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9c68fd2f-e8eb-415b-a6bf-59d57bc18932 req-53593578-7372-48ae-92e0-709911bbffd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382786
Dec 19 13:48:06.344314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cc810-fe39-4fae-9492-b0b302b5d425 req-58339725-0a4d-4e67-8881-42241c145a6c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:06.345641 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8d7cc810-fe39-4fae-9492-b0b302b5d425 req-58339725-0a4d-4e67-8881-42241c145a6c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 943 time: 0.0784698
Dec 19 13:48:06.390909 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8d7cc810-fe39-4fae-9492-b0b302b5d425 req-1c5ec86a-7183-419f-b19c-0763a850b691 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397434
Dec 19 13:48:07.587828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b40267-5ce8-48ac-826b-b7736790adbc req-789f43a0-f645-47be-9749-932f3d70e128 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:07.589254 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f9b40267-5ce8-48ac-826b-b7736790adbc req-789f43a0-f645-47be-9749-932f3d70e128 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 943 time: 0.0780990
Dec 19 13:48:07.638518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7d6f5b41-90b6-492c-b661-4da61c612dd6 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:48:07.639102 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f9b40267-5ce8-48ac-826b-b7736790adbc req-729055ab-0b4b-4357-90aa-c9a9b377bef5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440955
Dec 19 13:48:07.769670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7d6f5b41-90b6-492c-b661-4da61c612dd6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7d6f5b41-90b6-492c-b661-4da61c612dd6,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:48:07.782375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'port_id': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'mac_address': 'fa:16:3e:66:42:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:48:07.834087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:07.850492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6f5b41-90b6-492c-b661-4da61c612dd6 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:48:07.865525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7d6f5b41-90b6-492c-b661-4da61c612dd6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7d6f5b41-90b6-492c-b661-4da61c612dd6,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:48:07.922759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:07.925320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:07.989709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=7d6f5b41-90b6-492c-b661-4da61c612dd6,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:07.992511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:08.109264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['7d6f5b41-90b6-492c-b661-4da61c612dd6'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:48:08.837711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196cbdc-8ce5-43ad-b143-7c3a59925b24 req-b3619f62-7210-4cbf-8049-9c8855bc776c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:08.839162 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4196cbdc-8ce5-43ad-b143-7c3a59925b24 req-b3619f62-7210-4cbf-8049-9c8855bc776c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 944 time: 0.0755706
Dec 19 13:48:08.884135 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4196cbdc-8ce5-43ad-b143-7c3a59925b24 req-368cce47-30e1-4008-9807-9c6b71015cfa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393808
Dec 19 13:48:09.643758 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7d6f5b41-90b6-492c-b661-4da61c612dd6 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:48:09.792113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 7d6f5b41-90b6-492c-b661-4da61c612dd6 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:48:09.797109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 7d6f5b41-90b6-492c-b661-4da61c612dd6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:48:09.797508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:09.909614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:09.937558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6f5b41-90b6-492c-b661-4da61c612dd6'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:48:09.947337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7d6f5b41-90b6-492c-b661-4da61c612dd6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7d6f5b41-90b6-492c-b661-4da61c612dd6,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:48:09.992895 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'code': 200}
Dec 19 13:48:10.016174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:10.018180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:10.090061 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=7d6f5b41-90b6-492c-b661-4da61c612dd6,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:10.092710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6521d-b600-48d4-a51f-4a4ec7e06bef req-2c9fb38e-e89e-49f6-9333-d7a222cea9e9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:10.093529 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:10.095559 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98f6521d-b600-48d4-a51f-4a4ec7e06bef req-2c9fb38e-e89e-49f6-9333-d7a222cea9e9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 945 time: 0.0877237
Dec 19 13:48:10.245831 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98f6521d-b600-48d4-a51f-4a4ec7e06bef req-9aa29cbf-f522-47d2-b7c9-1785dbd6e5c8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1459906
Dec 19 13:48:10.341969 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-726f0c20-418e-4a80-a80a-8a901d7d73fc req-489fd48f-03e2-4b32-aee8-f071604aa8cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 1098 time: 0.0665712
Dec 19 13:48:10.383159 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-726f0c20-418e-4a80-a80a-8a901d7d73fc req-d0016ae8-8eff-470e-b4ba-176bcdfe8172 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353041
Dec 19 13:48:11.441848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346f50-178a-499b-828c-36f71caaac51 req-e857eef7-043d-41cf-8a6d-e4770c014fc3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:11.443241 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6b346f50-178a-499b-828c-36f71caaac51 req-e857eef7-043d-41cf-8a6d-e4770c014fc3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 945 time: 0.0769339
Dec 19 13:48:11.489057 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6b346f50-178a-499b-828c-36f71caaac51 req-c175a32d-5ddf-4303-abef-eb8d126e01f8 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396943
Dec 19 13:48:12.391094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c6c0edf9-22f5-42a4-855b-aa4999f1b64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:12.688695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7a9f6-75d6-4f7d-b313-9adf1024839e req-ee84f036-35c1-475f-bb98-f8f502727134 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:12.690409 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-48a7a9f6-75d6-4f7d-b313-9adf1024839e req-ee84f036-35c1-475f-bb98-f8f502727134 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 945 time: 0.0806808
Dec 19 13:48:12.747558 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-48a7a9f6-75d6-4f7d-b313-9adf1024839e req-ad7498fc-6463-402e-9156-7f3e064b8d1f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517585
Dec 19 13:48:12.951032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd7a6a-415b-4161-bd61-b6eefacd625f req-4846770b-39ac-4387-9918-aa2d2922d10a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:12.952554 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31dd7a6a-415b-4161-bd61-b6eefacd625f req-4846770b-39ac-4387-9918-aa2d2922d10a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 945 time: 0.0819395
Dec 19 13:48:13.007293 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31dd7a6a-415b-4161-bd61-b6eefacd625f req-cbca1529-020a-43e3-be23-0556d162ce01 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492122
Dec 19 13:48:13.034871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49194) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:13.117568 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-060d994a-b222-4daa-85ab-c35feb4f5563 tempest-TestNetworkBasicOps-998535339 tempest-TestNetworkBasicOps-998535339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 1093 time: 0.0810974
Dec 19 13:48:13.120598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49198) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:13.126709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:48:13.132894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:48:13.137597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Usage tracker for resource:floatingip and tenant:077ccee64892449c9cacad2ed1d1a724 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:48:13.141775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:48:13.150231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:48:13.239695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:13.567176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:13.719176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Allocated IP 172.26.4.177 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/2f7443ca-3b2d-496e-a788-38ce58ee2f19) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:48:13.871503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:13.957608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:13.961451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fdd4d66e-16a0-4b76-b1f4-4df939c5ff12 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:14.024333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:48:14.027508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:48:14.031844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:48:14.058964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=2f7443ca-3b2d-496e-a788-38ce58ee2f19,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:14.065177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:14.533483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:14.613985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5d147216-6829-483e-aed6-4ab13d060c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:14.644248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:14.847378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:14.906846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:14.910520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-168b5a32-d726-44dc-8f8b-57121331680c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:15.011463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event updated for resources: {'Port': ['ID=2f7443ca-3b2d-496e-a788-38ce58ee2f19,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:15.018856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:15.028332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:15.213018 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Floating IP 13312d9e-e01e-4374-8f66-9e19e0d6391d associated. External IP: 172.26.4.177, port: 7d6f5b41-90b6-492c-b661-4da61c612dd6.
Dec 19 13:48:15.704833 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:48:15.900401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:48:15.909860 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f208bfd-c36a-46cf-b5f8-ca8393c63764 None None] Sync routers for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:48:15.922499 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f208bfd-c36a-46cf-b5f8-ca8393c63764 None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:48:15.923121 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2f208bfd-c36a-46cf-b5f8-ca8393c63764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bb2d60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:48:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:15.982204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:16.036050 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9140863
Dec 19 13:48:16.036682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'tag': '7d6f5b41-90b6-492c-b661-4da61c612dd6'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:48:16.038924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49202) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:16.091588 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'tag': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'status': 'completed', 'code': 200}
Dec 19 13:48:16.136908 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-2f208bfd-c36a-46cf-b5f8-ca8393c63764 None None] Set router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:48:16.159750 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-18987251-e940-44a6-88b6-5abcb579b7fd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 991 time: 0.1194723
Dec 19 13:48:16.198892 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-df15413e-24dc-4c7a-a86c-cdeaac03ac56 req-1c7b3a22-861a-48fe-a776-6b912bab5ef1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 1098 time: 0.0850530
Dec 19 13:48:16.208777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:16.290638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:16.335415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15413e-24dc-4c7a-a86c-cdeaac03ac56 req-5a686e55-97cf-4fea-890e-406dea4563ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:16.336929 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-df15413e-24dc-4c7a-a86c-cdeaac03ac56 req-5a686e55-97cf-4fea-890e-406dea4563ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=103851e8-5b9c-47d4-8b41-7152a51d145b HTTP/1.1" status: 200  len: 898 time: 0.1319580
Dec 19 13:48:16.441591 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-df15413e-24dc-4c7a-a86c-cdeaac03ac56 req-3ef59c79-f349-4d3c-9804-9ed7521f51de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6f5b41-90b6-492c-b661-4da61c612dd6 HTTP/1.1" status: 200  len: 999 time: 0.0981884
Dec 19 13:48:16.482829 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2f208bfd-c36a-46cf-b5f8-ca8393c63764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bb2d60>, [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '13312d9e-e01e-4374-8f66-9e19e0d6391d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.177', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'port_id': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'mac_address': 'fa:16:3e:66:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:48:14Z', 'updated_at': '2021-12-19T13:48:14Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9538b54-f40f-4e6f-aa32-426f56688dbe', 'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:6c:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:51Z', 'updated_at': '2021-12-19T13:47:58Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:16.491025 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f208bfd-c36a-46cf-b5f8-ca8393c63764 None None] Checking router: 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:48:16.501845 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f208bfd-c36a-46cf-b5f8-ca8393c63764 None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:48:16.502431 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2f208bfd-c36a-46cf-b5f8-ca8393c63764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47bb2d60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:48:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:16.507959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15413e-24dc-4c7a-a86c-cdeaac03ac56 req-77da4994-8186-4a64-a573-97096183f64a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:16.510432 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-df15413e-24dc-4c7a-a86c-cdeaac03ac56 req-77da4994-8186-4a64-a573-97096183f64a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9e0f434-1661-4d79-9112-2b88791dcabd HTTP/1.1" status: 200  len: 834 time: 0.0624900
Dec 19 13:48:16.584521 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-df15413e-24dc-4c7a-a86c-cdeaac03ac56 req-f71b84a3-cbe0-42dd-b340-dba927767c52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=103851e8-5b9c-47d4-8b41-7152a51d145b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681133
Dec 19 13:48:16.676389 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-2f208bfd-c36a-46cf-b5f8-ca8393c63764 None None] Set router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:48:16.717846 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-df15413e-24dc-4c7a-a86c-cdeaac03ac56 req-88e23844-3a42-4912-8f40-771b3bddedce service neutron] 10.222.0.18 "GET /v2.0/networks/103851e8-5b9c-47d4-8b41-7152a51d145b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274629
Dec 19 13:48:16.851275 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-df15413e-24dc-4c7a-a86c-cdeaac03ac56 req-2eb4c2ca-59af-46c1-a8ae-feb3ab20ab32 service neutron] 10.222.0.18 "GET /v2.0/networks/103851e8-5b9c-47d4-8b41-7152a51d145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276739
Dec 19 13:48:17.025237 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-2f208bfd-c36a-46cf-b5f8-ca8393c63764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47bb2d60>, [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '13312d9e-e01e-4374-8f66-9e19e0d6391d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.177', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'port_id': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'mac_address': 'fa:16:3e:66:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:48:14Z', 'updated_at': '2021-12-19T13:48:14Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9538b54-f40f-4e6f-aa32-426f56688dbe', 'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:6c:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:51Z', 'updated_at': '2021-12-19T13:47:58Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:17.029211 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f208bfd-c36a-46cf-b5f8-ca8393c63764 None None] The sync data for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv is: [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '13312d9e-e01e-4374-8f66-9e19e0d6391d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.177', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'port_id': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'mac_address': 'fa:16:3e:66:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:48:14Z', 'updated_at': '2021-12-19T13:48:14Z', 'revision_number': 0, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9538b54-f40f-4e6f-aa32-426f56688dbe', 'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:6c:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:51Z', 'updated_at': '2021-12-19T13:47:58Z', 'revision_number': 5, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:48:17.162056 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49208) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:17.220986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab0a892-3795-4ee4-9acb-81c17116e797 None None] New status for floating IP 13312d9e-e01e-4374-8f66-9e19e0d6391d: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:48:17.265436 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3926d9d4-bcd0-4597-a76b-0acef3981380 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 991 time: 0.1021690
Dec 19 13:48:17.575740 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:18.268804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49212) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:18.373295 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-dc5bc91d-cf8b-4b02-aff0-647f32f3d666 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 993 time: 0.1032946
Dec 19 13:48:25.455508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:35.021805 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:48:36.268982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [req-9f3c544a-0abe-4178-a541-55305d509543 req-16d01cc6-a328-42f6-8dcd-18e342abdb8c service neutron] (84124) timed out ('10.222.0.18', 50967) {{(pid=84124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 19 13:48:42.392368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f05dd35a-1048-4f07-9b0c-9f93b768f9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:42.972162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49224) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:42.977397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-4c3a4509-772d-4701-8b03-236521856294 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:48:43.524491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c3a4509-772d-4701-8b03-236521856294 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:43.613361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c3a4509-772d-4701-8b03-236521856294 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:43.817149 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3a4509-772d-4701-8b03-236521856294 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:48:44.121203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3a4509-772d-4701-8b03-236521856294 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:48:44.126848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c3a4509-772d-4701-8b03-236521856294 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:44.127986 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4c3a4509-772d-4701-8b03-236521856294 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce HTTP/1.1" status: 200  len: 889 time: 1.1549478
Dec 19 13:48:44.134844 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b9c92-897a-4278-af29-aa36fbbaff4a None None] Sync routers for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:48:44.147017 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b9c92-897a-4278-af29-aa36fbbaff4a None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:48:44.147644 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-354b9c92-897a-4278-af29-aa36fbbaff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a8da00>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:48:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:44.208738 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-354b9c92-897a-4278-af29-aa36fbbaff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a8da00>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:44.220212 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b9c92-897a-4278-af29-aa36fbbaff4a None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:48:44.220801 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-354b9c92-897a-4278-af29-aa36fbbaff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a8da00>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:48:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:44.277359 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-354b9c92-897a-4278-af29-aa36fbbaff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a8da00>, [], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:44.278425 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b9c92-897a-4278-af29-aa36fbbaff4a None None] The sync data for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv is: [] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:48:44.648105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8de5c9dc-e952-4301-afd2-831816fe491a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:45.033592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfc3cce-c6ab-4d70-bff2-511a768330f1 None None] New status for floating IP 13312d9e-e01e-4374-8f66-9e19e0d6391d: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:48:45.799254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2837aa03-da53-446d-90cd-16acf7a7c84c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:48:45.909149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:45.924512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 2837aa03-da53-446d-90cd-16acf7a7c84c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2837aa03-da53-446d-90cd-16acf7a7c84c,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:48:46.014882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:46.015653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b9538b54-f40f-4e6f-aa32-426f56688dbe no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:48:46.038114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8bbeed6a-8b2a-4cf7-932c-b15ac302c540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:46.134875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=2837aa03-da53-446d-90cd-16acf7a7c84c,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:46.189055 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:46.189433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:46.189764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:46.190090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:46.190414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:46.190734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:46.191084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:46.191390 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:46.191704 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:46.192015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:46.194715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:46.197604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:46.209074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:46.245693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:46.259426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port b9538b54-f40f-4e6f-aa32-426f56688dbe, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b9538b54-f40f-4e6f-aa32-426f56688dbe,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:48:46.345023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:46.346671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:46.348527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:46.411785 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=b9538b54-f40f-4e6f-aa32-426f56688dbe,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:46.414594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:47.182278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49232) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:47.188477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ffc87bbb-be87-46ad-82d3-5c8350fe8a42 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:48:47.590420 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:47.732283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ffc87bbb-be87-46ad-82d3-5c8350fe8a42 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:47.807873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ffc87bbb-be87-46ad-82d3-5c8350fe8a42 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412335'] for router, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:47.978874 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-144264b4-3ffe-4dc7-8f6f-a87f58e26ac9 req-f24503cf-de94-432b-ba97-5346563afb25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0708036
Dec 19 13:48:48.011144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc87bbb-be87-46ad-82d3-5c8350fe8a42 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:48:48.116830 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-144264b4-3ffe-4dc7-8f6f-a87f58e26ac9 req-0b24456b-9404-40fd-9e6b-611f43a4568e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 1098 time: 0.0684197
Dec 19 13:48:48.221159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc87bbb-be87-46ad-82d3-5c8350fe8a42 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:48:48.227379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ffc87bbb-be87-46ad-82d3-5c8350fe8a42 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:48.230922 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab82f52-3d7b-417b-a575-b5671cf5f7fe None None] Sync routers for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:48:48.232571 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ffc87bbb-be87-46ad-82d3-5c8350fe8a42 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce HTTP/1.1" status: 200  len: 888 time: 1.0455163
Dec 19 13:48:48.235046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49238) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:48.244502 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab82f52-3d7b-417b-a575-b5671cf5f7fe None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:48:48.245379 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9ab82f52-3d7b-417b-a575-b5671cf5f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4784a0a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:48:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:48.346926 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b5a5d46b-8a67-44ed-87e3-9d2a47490e61 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 991 time: 0.1123989
Dec 19 13:48:48.376735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144264b4-3ffe-4dc7-8f6f-a87f58e26ac9 req-f418d471-d4af-433f-bee8-6f35e00fa673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:48.378062 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-144264b4-3ffe-4dc7-8f6f-a87f58e26ac9 req-f418d471-d4af-433f-bee8-6f35e00fa673 service neutron] 10.222.0.18 "GET /v2.0/networks?id=103851e8-5b9c-47d4-8b41-7152a51d145b HTTP/1.1" status: 200  len: 898 time: 0.2424750
Dec 19 13:48:48.462353 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-9ab82f52-3d7b-417b-a575-b5671cf5f7fe None None] Set router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:48:48.482089 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-144264b4-3ffe-4dc7-8f6f-a87f58e26ac9 req-9f9f8374-723a-46e6-8718-eabf1bd68758 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6f5b41-90b6-492c-b661-4da61c612dd6 HTTP/1.1" status: 200  len: 999 time: 0.0974717
Dec 19 13:48:48.547469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144264b4-3ffe-4dc7-8f6f-a87f58e26ac9 req-3236d6c6-3906-483e-a08a-fc7103a83e2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:48.548877 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-144264b4-3ffe-4dc7-8f6f-a87f58e26ac9 req-3236d6c6-3906-483e-a08a-fc7103a83e2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9e0f434-1661-4d79-9112-2b88791dcabd HTTP/1.1" status: 200  len: 834 time: 0.0605805
Dec 19 13:48:48.625454 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-144264b4-3ffe-4dc7-8f6f-a87f58e26ac9 req-1227a4cb-1a17-4c71-a1b1-3906efdac15c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=103851e8-5b9c-47d4-8b41-7152a51d145b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706105
Dec 19 13:48:48.758251 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-144264b4-3ffe-4dc7-8f6f-a87f58e26ac9 req-715034b9-c106-4c78-880a-bdf866c12328 service neutron] 10.222.0.18 "GET /v2.0/networks/103851e8-5b9c-47d4-8b41-7152a51d145b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265755
Dec 19 13:48:48.813116 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9ab82f52-3d7b-417b-a575-b5671cf5f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4784a0a0>, [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:48:47Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:48:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '13312d9e-e01e-4374-8f66-9e19e0d6391d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.177', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'port_id': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'mac_address': 'fa:16:3e:66:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:48:14Z', 'updated_at': '2021-12-19T13:48:45Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9538b54-f40f-4e6f-aa32-426f56688dbe', 'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:6c:7e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:51Z', 'updated_at': '2021-12-19T13:48:46Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:48.816943 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab82f52-3d7b-417b-a575-b5671cf5f7fe None None] Checking router: 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:48:48.827549 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab82f52-3d7b-417b-a575-b5671cf5f7fe None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:48:48.828130 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9ab82f52-3d7b-417b-a575-b5671cf5f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4784a0a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:48:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:48.887821 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-144264b4-3ffe-4dc7-8f6f-a87f58e26ac9 req-e30bf62c-5c65-459b-a3f5-112dc9311273 service neutron] 10.222.0.18 "GET /v2.0/networks/103851e8-5b9c-47d4-8b41-7152a51d145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230640
Dec 19 13:48:48.999700 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-9ab82f52-3d7b-417b-a575-b5671cf5f7fe None None] Set router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:48:49.349718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49242) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:49.350272 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9ab82f52-3d7b-417b-a575-b5671cf5f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4784a0a0>, [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:48:47Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:48:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '13312d9e-e01e-4374-8f66-9e19e0d6391d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.177', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'port_id': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'mac_address': 'fa:16:3e:66:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:48:14Z', 'updated_at': '2021-12-19T13:48:45Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9538b54-f40f-4e6f-aa32-426f56688dbe', 'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:6c:7e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:51Z', 'updated_at': '2021-12-19T13:48:46Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:48:49.353705 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab82f52-3d7b-417b-a575-b5671cf5f7fe None None] The sync data for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv is: [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:48:47Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:48:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '13312d9e-e01e-4374-8f66-9e19e0d6391d', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'floating_ip_address': '172.26.4.177', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'port_id': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'mac_address': 'fa:16:3e:66:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:48:14Z', 'updated_at': '2021-12-19T13:48:45Z', 'revision_number': 2, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9538b54-f40f-4e6f-aa32-426f56688dbe', 'name': '', 'network_id': '103851e8-5b9c-47d4-8b41-7152a51d145b', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'mac_address': 'fa:16:3e:6c:7e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:51Z', 'updated_at': '2021-12-19T13:48:46Z', 'revision_number': 6, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'subnets': [{'id': 'b9e0f434-1661-4d79-9112-2b88791dcabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:48:49.596179 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8e1c5c68-777e-4379-9380-db5f8c847617 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 991 time: 0.2451847
Dec 19 13:48:49.823853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b9538b54-f40f-4e6f-aa32-426f56688dbe up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:48:49.900835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b9538b54-f40f-4e6f-aa32-426f56688dbe triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:48:49.901219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:50.026138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:50.060147 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port b9538b54-f40f-4e6f-aa32-426f56688dbe, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b9538b54-f40f-4e6f-aa32-426f56688dbe,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:48:50.124234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:50.126056 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:50.195627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=b9538b54-f40f-4e6f-aa32-426f56688dbe,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:50.198639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:50.597721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49246) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:50.702453 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c91729c7-2b0a-495c-9a1f-ac402d442317 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 991 time: 0.1035407
Dec 19 13:48:51.708097 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49250) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:51.815889 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e3357c8f-5f20-4b1d-bc7f-979b4e566e14 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 991 time: 0.1066146
Dec 19 13:48:51.865679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2837aa03-da53-446d-90cd-16acf7a7c84c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:48:51.937742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2837aa03-da53-446d-90cd-16acf7a7c84c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:48:51.938121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:52.052488 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:52.068586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 2837aa03-da53-446d-90cd-16acf7a7c84c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2837aa03-da53-446d-90cd-16acf7a7c84c,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:48:52.149964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:52.150763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b9538b54-f40f-4e6f-aa32-426f56688dbe up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:48:52.174165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-31bc136d-1b8e-4780-bf51-7a93e401d7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:52.262040 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=2837aa03-da53-446d-90cd-16acf7a7c84c,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:52.265264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:52.278765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b9538b54-f40f-4e6f-aa32-426f56688dbe triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:48:52.279163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:52.819417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49254) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:52.924049 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5e8e7fee-8524-4ed7-951a-e68d2f89c6d1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 991 time: 0.1033425
Dec 19 13:48:53.804132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2837aa03-da53-446d-90cd-16acf7a7c84c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:48:53.869635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2837aa03-da53-446d-90cd-16acf7a7c84c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:48:53.870033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:53.927866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49258) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:54.031579 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9aa29cb5-db10-462e-89ff-c78f924fd7d7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 991 time: 0.1023109
Dec 19 13:48:55.035410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49262) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:55.140535 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8399bc91-9a6b-40f4-b322-c7af3c4a2593 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 991 time: 0.1039479
Dec 19 13:48:55.476284 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:56.144404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49266) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:56.251852 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-be2bbf97-274e-4681-9014-fd7e7f548ab6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 991 time: 0.1062553
Dec 19 13:48:56.445348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d306b83-c584-490b-a84d-84db88bbe9ff None None] New status for floating IP 13312d9e-e01e-4374-8f66-9e19e0d6391d: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:48:57.255762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49270) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:57.358838 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ceeeb15e-b23b-45b5-b0ff-59d24c412af6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 200  len: 993 time: 0.1019022
Dec 19 13:48:57.649490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49278) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:48:57.844574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 2f7443ca-3b2d-496e-a788-38ce58ee2f19 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:48:57.844903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:58.014663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:58.015034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:58.233440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 2f7443ca-3b2d-496e-a788-38ce58ee2f19 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:48:58.443538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:58.447582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-33053aa3-dc4d-4e00-bb3d-cf81bb0e8de6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:48:58.490431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=2f7443ca-3b2d-496e-a788-38ce58ee2f19,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:48:58.527841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:58.528944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:58.529498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:58.529872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:58.530240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:58.530604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:58.530963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:58.531346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:58.531702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:58.532058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:58.532413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:48:58.538923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:48:58.595315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:58.985034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:48:59.178116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:48:59.194409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:48:59.250208 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/floatingips/13312d9e-e01e-4374-8f66-9e19e0d6391d HTTP/1.1" status: 204  len: 168 time: 1.5995691
Dec 19 13:48:59.250904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'tag': '7d6f5b41-90b6-492c-b661-4da61c612dd6'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:48:59.305946 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'tag': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'status': 'completed', 'code': 200}
Dec 19 13:48:59.397895 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4b9d09d9-48dc-465c-b1da-874e6246a97c req-7e0504db-ad59-4295-8de3-9ccb598d2da2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077ccee64892449c9cacad2ed1d1a724&device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 1098 time: 0.0683808
Dec 19 13:48:59.530222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d09d9-48dc-465c-b1da-874e6246a97c req-612fd70a-123b-4050-ba9f-bd1bafc81ee8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:59.531687 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4b9d09d9-48dc-465c-b1da-874e6246a97c req-612fd70a-123b-4050-ba9f-bd1bafc81ee8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=103851e8-5b9c-47d4-8b41-7152a51d145b HTTP/1.1" status: 200  len: 898 time: 0.1277242
Dec 19 13:48:59.603084 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4b9d09d9-48dc-465c-b1da-874e6246a97c req-411e1f61-c3b9-4f2b-90ab-e3a7ce312b6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d6f5b41-90b6-492c-b661-4da61c612dd6 HTTP/1.1" status: 200  len: 217 time: 0.0655177
Dec 19 13:48:59.666409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d09d9-48dc-465c-b1da-874e6246a97c req-fb1e0055-39bb-46f8-9225-81d3df345808 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:59.667955 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4b9d09d9-48dc-465c-b1da-874e6246a97c req-fb1e0055-39bb-46f8-9225-81d3df345808 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9e0f434-1661-4d79-9112-2b88791dcabd HTTP/1.1" status: 200  len: 834 time: 0.0587928
Dec 19 13:48:59.749730 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4b9d09d9-48dc-465c-b1da-874e6246a97c req-04d01597-a775-467d-8eb6-c16d260499cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=103851e8-5b9c-47d4-8b41-7152a51d145b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725863
Dec 19 13:48:59.830475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc7c3e-db5c-4b70-8040-1dae5aed14ae req-9c0b026f-2b0d-46ae-8260-35c834869c8f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:48:59.831847 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-25dc7c3e-db5c-4b70-8040-1dae5aed14ae req-9c0b026f-2b0d-46ae-8260-35c834869c8f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 945 time: 0.0785015
Dec 19 13:48:59.883033 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-25dc7c3e-db5c-4b70-8040-1dae5aed14ae req-9c092d37-88c7-408f-81cc-758335dee9dd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454178
Dec 19 13:48:59.985315 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4b9d09d9-48dc-465c-b1da-874e6246a97c req-3163de00-6e06-4223-95fb-1c177ae192de service neutron] 10.222.0.18 "GET /v2.0/networks/103851e8-5b9c-47d4-8b41-7152a51d145b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287707
Dec 19 13:49:00.116130 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4b9d09d9-48dc-465c-b1da-874e6246a97c req-3e64492c-b1b2-4e63-bb3d-b0e1054555a4 service neutron] 10.222.0.18 "GET /v2.0/networks/103851e8-5b9c-47d4-8b41-7152a51d145b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230907
Dec 19 13:49:01.034144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-64c75898-4671-4107-80a0-37881c670811 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:01.035104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-64c75898-4671-4107-80a0-37881c670811 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Synchronizing usage tracker for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:49:01.081358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6dd2a-6e05-440d-b534-6565769ae7b6 req-664ccbeb-ebe5-4d2c-a10f-e488c47594ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:01.082797 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-60e6dd2a-6e05-440d-b534-6565769ae7b6 req-664ccbeb-ebe5-4d2c-a10f-e488c47594ea tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 945 time: 0.0756128
Dec 19 13:49:01.123552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-64c75898-4671-4107-80a0-37881c670811 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Unset dirty status for tenant:077ccee64892449c9cacad2ed1d1a724 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:49:01.124695 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-64c75898-4671-4107-80a0-37881c670811 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 945 time: 0.1649992
Dec 19 13:49:01.128373 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-60e6dd2a-6e05-440d-b534-6565769ae7b6 req-c9efacfa-2823-45d6-acf7-2b858513a654 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/security-groups?id=03878eeb-d3c0-48a8-b520-bc8ec0631e57&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399823
Dec 19 13:49:01.196141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 7d6f5b41-90b6-492c-b661-4da61c612dd6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:49:01.196395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:01.431062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 7d6f5b41-90b6-492c-b661-4da61c612dd6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7d6f5b41-90b6-492c-b661-4da61c612dd6,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:49:01.431424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:01.556090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 7d6f5b41-90b6-492c-b661-4da61c612dd6 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:49:01.757683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:01.763805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aa4b8cea-585b-4e19-a48f-c512824154c0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:01.807252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=7d6f5b41-90b6-492c-b661-4da61c612dd6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:01.810272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:01.885411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] No DVR routers for this DVR port 7d6f5b41-90b6-492c-b661-4da61c612dd6 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:49:01.888442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:01.891149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'name': 'network-vif-deleted', 'tag': '7d6f5b41-90b6-492c-b661-4da61c612dd6'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:49:01.945462 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0c1277-b80a-4213-91e5-09990aa61d65', 'name': 'network-vif-deleted', 'tag': '7d6f5b41-90b6-492c-b661-4da61c612dd6', 'status': 'completed', 'code': 200}
Dec 19 13:49:01.981374 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-28889c77-527d-4cb0-ae4a-8564651f7f20 req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.18 "DELETE /v2.0/ports/7d6f5b41-90b6-492c-b661-4da61c612dd6 HTTP/1.1" status: 204  len: 173 time: 0.8513322
Dec 19 13:49:02.314879 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-359b1714-44a5-4cba-83dd-fe87b4267b33 req-39688cc5-eaf7-4c60-ae7a-f8a4902b0465 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "GET /v2.0/ports?device_id=db0c1277-b80a-4213-91e5-09990aa61d65 HTTP/1.1" status: 200  len: 210 time: 0.0522077
Dec 19 13:49:03.418570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49296) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:03.490519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c460f340-dfcd-438d-901f-bc828abd31f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:03.522434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c460f340-dfcd-438d-901f-bc828abd31f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:03.670402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c460f340-dfcd-438d-901f-bc828abd31f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:03.674405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-11000c7f-9e4f-4606-a96f-d8c4a2554895 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:03.688889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460f340-dfcd-438d-901f-bc828abd31f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03878eeb-d3c0-48a8-b520-bc8ec0631e57,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:03.692012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c460f340-dfcd-438d-901f-bc828abd31f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:03.766133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c460f340-dfcd-438d-901f-bc828abd31f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:03.767275 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c460f340-dfcd-438d-901f-bc828abd31f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/security-groups/03878eeb-d3c0-48a8-b520-bc8ec0631e57 HTTP/1.1" status: 204  len: 168 time: 0.3476255
Dec 19 13:49:03.823492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7d6f5b41-90b6-492c-b661-4da61c612dd6 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:49:03.859201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 7d6f5b41-90b6-492c-b661-4da61c612dd6 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:49:03.859556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7d6f5b41-90b6-492c-b661-4da61c612dd6 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:49:03.868593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49302) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:04.256392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:04.959101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port b9538b54-f40f-4e6f-aa32-426f56688dbe {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:49:04.959765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:05.139402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port b9538b54-f40f-4e6f-aa32-426f56688dbe, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b9538b54-f40f-4e6f-aa32-426f56688dbe,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:49:05.139738 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:05.261665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for b9538b54-f40f-4e6f-aa32-426f56688dbe owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:49:05.515955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:05.520430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:05.561678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=b9538b54-f40f-4e6f-aa32-426f56688dbe,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:05.565095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:05.861062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:06.538024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:49:06.737611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:49:06.749987 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "PUT /v2.0/routers/588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8834231
Dec 19 13:49:06.752757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49306) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:06.849836 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3019b72-7af0-4151-958f-19fec3555e5a None None] Sync routers for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:49:06.865286 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3019b72-7af0-4151-958f-19fec3555e5a None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:49:06.876486 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c3019b72-7af0-4151-958f-19fec3555e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477e6100>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:48:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:49:06.938767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ddb9e5-1b42-4fc2-b209-2abea125ff89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting subnet b9e0f434-1661-4d79-9112-2b88791dcabd {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:49:06.941682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77ddb9e5-1b42-4fc2-b209-2abea125ff89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:06.994087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77ddb9e5-1b42-4fc2-b209-2abea125ff89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:07.036203 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c3019b72-7af0-4151-958f-19fec3555e5a None None] Set router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:49:07.079269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77ddb9e5-1b42-4fc2-b209-2abea125ff89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:07.213474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77ddb9e5-1b42-4fc2-b209-2abea125ff89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:07.218424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4ec736e1-8e63-4fab-88f7-344c537d705f tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:07.256592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddb9e5-1b42-4fc2-b209-2abea125ff89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e0f434-1661-4d79-9112-2b88791dcabd,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:07.259949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-77ddb9e5-1b42-4fc2-b209-2abea125ff89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:07.263718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77ddb9e5-1b42-4fc2-b209-2abea125ff89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:07.269658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0138f71-4e02-49cf-89c4-06ec7e605225 None None] Network 103851e8-5b9c-47d4-8b41-7152a51d145b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:49:07.273363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49310) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:07.283697 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-77ddb9e5-1b42-4fc2-b209-2abea125ff89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/subnets/b9e0f434-1661-4d79-9112-2b88791dcabd HTTP/1.1" status: 204  len: 168 time: 0.5298498
Dec 19 13:49:07.366511 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c3019b72-7af0-4151-958f-19fec3555e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477e6100>, [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:49:05Z', 'revision_number': 7, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:48:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:49:07.370212 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3019b72-7af0-4151-958f-19fec3555e5a None None] Checking router: 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:49:07.381382 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3019b72-7af0-4151-958f-19fec3555e5a None None] Routers {'588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:49:07.382100 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c3019b72-7af0-4151-958f-19fec3555e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477e6100>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:48:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:49:07.480326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:07.520306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a05283-772d-42bd-a0e6-4d21a93340b7 None None] DHCP port deletion for 103851e8-5b9c-47d4-8b41-7152a51d145b request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:49:07.524848 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a4a05283-772d-42bd-a0e6-4d21a93340b7 None None] Deleting port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:49:07.525230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a4a05283-772d-42bd-a0e6-4d21a93340b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:07.564224 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c3019b72-7af0-4151-958f-19fec3555e5a None None] Set router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:49:07.683823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:07.735034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a4a05283-772d-42bd-a0e6-4d21a93340b7 None None] For port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc,segment=NetworkSegment(fe3b2435-c6fa-44c4-ac26-761cc20f343d),segment_id=fe3b2435-c6fa-44c4-ac26-761cc20f343d)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:49:07.735400 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Deleting port 2837aa03-da53-446d-90cd-16acf7a7c84c {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:49:07.735743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:07.736049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a4a05283-772d-42bd-a0e6-4d21a93340b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:07.856856 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:49:07.870025 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c3019b72-7af0-4151-958f-19fec3555e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477e6100>, [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:49:05Z', 'revision_number': 7, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:48:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:49:07.874918 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3019b72-7af0-4151-958f-19fec3555e5a None None] The sync data for ids ['588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce'] in dv-neutron-821895-1-hyperv is: [{'id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'name': 'tempest-TestNetworkBasicOps-router-1735680878', 'tenant_id': '077ccee64892449c9cacad2ed1d1a724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:49:05Z', 'revision_number': 7, 'project_id': '077ccee64892449c9cacad2ed1d1a724', 'gw_port': {'id': '2837aa03-da53-446d-90cd-16acf7a7c84c', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:47:47Z', 'updated_at': '2021-12-19T13:48:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:49:07.900720 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a4a05283-772d-42bd-a0e6-4d21a93340b7 None None] Calling delete_port for 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:49:07.925645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] For port 2837aa03-da53-446d-90cd-16acf7a7c84c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2837aa03-da53-446d-90cd-16acf7a7c84c,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:49:07.925900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:08.035291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:08.044935 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Calling delete_port for 2837aa03-da53-446d-90cd-16acf7a7c84c owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:49:08.099889 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a4a05283-772d-42bd-a0e6-4d21a93340b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:08.103954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:08.177882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a05283-772d-42bd-a0e6-4d21a93340b7 None None] Pushing event deleted for resources: {'Port': ['ID=35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:08.185222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a4a05283-772d-42bd-a0e6-4d21a93340b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:08.190491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a05283-772d-42bd-a0e6-4d21a93340b7 None None] No DVR routers for this DVR port 35ab9e07-bc5d-40f9-85e3-8d94b5bc4dcc on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:49:08.414625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:08.419463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-693e73a6-ab07-47b5-b693-355d86d6c28d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:08.465339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Port': ['ID=2837aa03-da53-446d-90cd-16acf7a7c84c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:08.510222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:08.510222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:08.510222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:08.510222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:08.510222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:08.510222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:08.510222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:08.510222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:08.510222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:08.510222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:08.510222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:08.514787 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:08.705404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:08.962786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:08.967390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:09.071900 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:09.072414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Fanout notify agent at l3_agent the message router_deleted on router 588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:49:09.087018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:09.088131 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/routers/588c54b3-9a39-4fb4-b3bf-1d8bbc3744ce HTTP/1.1" status: 204  len: 168 time: 1.8138285
Dec 19 13:49:09.091694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49314) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:09.202063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:09.334522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:09.359297 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45c75e20>,) {'filters': {'network_id': ['103851e8-5b9c-47d4-8b41-7152a51d145b']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:49:09.370671 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45c75e20>, 'fe3b2435-c6fa-44c4-ac26-761cc20f343d') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:49:09.370957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45c75e20>, 'fe3b2435-c6fa-44c4-ac26-761cc20f343d') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:49:09.382641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:09.398494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:09.404547 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:49:09.404917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:49:09.418872 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:49:09.546144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:09.550383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:09.553553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fecfacce-8ed3-42de-b69d-0505361c7421 tempest-FloatingIPTestJSON-1903530687 tempest-FloatingIPTestJSON-1903530687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:09.577430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Pushing event deleted for resources: {'Network': ['ID=103851e8-5b9c-47d4-8b41-7152a51d145b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:09.579768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:09.632956 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-05c6f7ef-a498-4eeb-8297-a2087a71f0f6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] 10.222.0.24 "DELETE /v2.0/networks/103851e8-5b9c-47d4-8b41-7152a51d145b HTTP/1.1" status: 204  len: 168 time: 0.5401285
Dec 19 13:49:09.825919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b9538b54-f40f-4e6f-aa32-426f56688dbe no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:49:09.858896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: b9538b54-f40f-4e6f-aa32-426f56688dbe {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:49:09.859273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b9538b54-f40f-4e6f-aa32-426f56688dbe not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:49:10.209970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49322) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:10.379847 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-44f4a45d-28b7-4454-b6cc-c0d6b0457bd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=077ccee64892449c9cacad2ed1d1a724&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1686885
Dec 19 13:49:10.382152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49328) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:10.443305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8919bc53-f5a4-4faf-a112-a404924ae467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:10.468780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8919bc53-f5a4-4faf-a112-a404924ae467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:10.586326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8919bc53-f5a4-4faf-a112-a404924ae467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:10.590320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7b32a2d2-1d0b-4e48-a4f4-c5619c7528e0 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:10.604007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919bc53-f5a4-4faf-a112-a404924ae467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c9cdaf-876a-419b-aba1-dbe74044be7d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:10.607888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8919bc53-f5a4-4faf-a112-a404924ae467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:10.616964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8919bc53-f5a4-4faf-a112-a404924ae467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:10.620536 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8919bc53-f5a4-4faf-a112-a404924ae467 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41c9cdaf-876a-419b-aba1-dbe74044be7d HTTP/1.1" status: 204  len: 168 time: 0.2350616
Dec 19 13:49:10.892634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7665931b-a5f4-4c3a-ad98-24b42c10a562 None None] New status for floating IP 13312d9e-e01e-4374-8f66-9e19e0d6391d: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:49:11.336812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49336) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:11.356220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ebca8fed-12b9-43b1-a340-233cebce3868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:11.386258 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ebca8fed-12b9-43b1-a340-233cebce3868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:49:11.390646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ebca8fed-12b9-43b1-a340-233cebce3868 admin admin] Usage tracker for resource:security_group_rule and tenant:60265f1392c54522a751b850cb103b82 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:49:11.393360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-ebca8fed-12b9-43b1-a340-233cebce3868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:49:11.398928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-ebca8fed-12b9-43b1-a340-233cebce3868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:49:11.462063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ebca8fed-12b9-43b1-a340-233cebce3868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:11.518123 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ebca8fed-12b9-43b1-a340-233cebce3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:11.525075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-99480168-f5e0-4c0a-8c0c-9ca244366c70 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:11.559837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca8fed-12b9-43b1-a340-233cebce3868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0503a11-2fdf-4a05-ac46-a168bec24134,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:11.568522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ebca8fed-12b9-43b1-a340-233cebce3868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:11.577340 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ebca8fed-12b9-43b1-a340-233cebce3868 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60265f1392c54522a751b850cb103b82&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2395594
Dec 19 13:49:11.579993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49340) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:11.743613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f9de3a9b-5949-4d81-853f-68b7be3705c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:11.769170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f9de3a9b-5949-4d81-853f-68b7be3705c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:11.772003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2837aa03-da53-446d-90cd-16acf7a7c84c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:49:11.845590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 2837aa03-da53-446d-90cd-16acf7a7c84c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:49:11.845811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2837aa03-da53-446d-90cd-16acf7a7c84c not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:49:11.881220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f9de3a9b-5949-4d81-853f-68b7be3705c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:11.885176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-107ef847-94d1-4dcb-a873-a3652649e14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:11.899654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de3a9b-5949-4d81-853f-68b7be3705c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0503a11-2fdf-4a05-ac46-a168bec24134,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:11.902968 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f9de3a9b-5949-4d81-853f-68b7be3705c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:11.904276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f9de3a9b-5949-4d81-853f-68b7be3705c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:11.905321 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f9de3a9b-5949-4d81-853f-68b7be3705c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0503a11-2fdf-4a05-ac46-a168bec24134 HTTP/1.1" status: 204  len: 168 time: 0.3244469
Dec 19 13:49:12.021830 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:49:12.397859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0f867a77-1ec5-477a-a6a2-f736346f581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:14.629771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-35a0c755-72ed-4902-85e8-5f7e7dffeada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:16.215167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:16.338570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:17.592637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:19.930528 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2dba40fe-0bdc-4ef2-96b4-21efda73a658 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8931fd643dac46a29f8a6f395bef1894&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0292332
Dec 19 13:49:20.079445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-ccb8d783-2505-4c98-bac4-34c69499a826 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:20.080860 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-ccb8d783-2505-4c98-bac4-34c69499a826 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1449893
Dec 19 13:49:20.097298 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-758853eb-35b8-4a64-b13d-e866a716d8cd tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/quotas/8931fd643dac46a29f8a6f395bef1894 HTTP/1.1" status: 200  len: 375 time: 0.0109451
Dec 19 13:49:20.146113 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-f96ed39f-594f-4c48-b213-150008402ac1 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8931fd643dac46a29f8a6f395bef1894&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434840
Dec 19 13:49:20.434755 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9c66790c-2129-4ad8-b43f-ca85c9bf1854 req-eadc82fe-ab8d-4958-a7d1-432a46098941 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 210 time: 0.0419481
Dec 19 13:49:21.598030 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-25d9cc94-cf2f-4cb7-8034-537d8b012cb3 req-882fa5fc-ba30-4a3e-a2a6-81ce12f2844a tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 210 time: 0.0433197
Dec 19 13:49:22.504015 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-6dcb9c00-2590-44af-a13a-a5539e459a2e tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8931fd643dac46a29f8a6f395bef1894&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0263283
Dec 19 13:49:22.653472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-df361561-197c-4b51-b2f4-ac3143d5b1e0 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:22.655128 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-df361561-197c-4b51-b2f4-ac3143d5b1e0 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1463387
Dec 19 13:49:22.671321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Request body: {'port': {'device_id': '3f49fe68-1779-4c73-9f32-506da0370eb7', 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9', 'admin_state_up': True, 'tenant_id': '8931fd643dac46a29f8a6f395bef1894'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:49:22.772965 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9de825eb-b7a2-45f4-8182-e0d76efebd35 req-091c8e26-2e1c-4fb7-873a-51f0044a31b5 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 210 time: 0.0453842
Dec 19 13:49:22.925343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:49:22.929515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Usage tracker for resource:port and tenant:8931fd643dac46a29f8a6f395bef1894 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:49:22.932267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:49:22.937739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:49:23.006370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Made reservation on behalf of 8931fd643dac46a29f8a6f395bef1894 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:49:23.009315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:23.022329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:23.054193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:49:23.057840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Usage tracker for resource:security_group_rule and tenant:8931fd643dac46a29f8a6f395bef1894 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:49:23.060554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:49:23.066142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:49:23.130916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:23.183512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:23.187900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b81f3411-846d-4873-b705-edc7790cd2f8 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:23.271475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b79861-6a5b-421d-bee0-6e532b79f29a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:23.274624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:23.359783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Allocated IP 192.168.233.82 (adf2be82-aff4-4161-9e9c-6de6da7f39c9/cf9a8089-fe2c-4556-a63d-7e9c3c84d40b/9d9e9713-de8c-4373-b036-a868adab0314) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:49:23.556767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:23.572095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Transition to ACTIVE for port object 9d9e9713-de8c-4373-b036-a868adab0314 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:49:23.669604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:23.675490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6fdfc7c7-9e5d-4a9b-8e59-c83670a0a26c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:23.739890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Network adf2be82-aff4-4161-9e9c-6de6da7f39c9 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:49:23.746832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:49:23.751518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:49:23.781412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Pushing event updated for resources: {'Port': ['ID=9d9e9713-de8c-4373-b036-a868adab0314,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:23.788132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:23.818116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:23.818784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:23.917694 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2450783
Dec 19 13:49:23.925053 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Request body: {'port': {'device_id': '3f49fe68-1779-4c73-9f32-506da0370eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:49:23.981579 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e68ab7-6a09-46e6-a072-a2f016bc8aa2 req-cf5df538-2154-4e2c-8bd3-2b15481bb6b2 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:23.983020 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-22e68ab7-6a09-46e6-a072-a2f016bc8aa2 req-cf5df538-2154-4e2c-8bd3-2b15481bb6b2 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 935 time: 0.0780599
Dec 19 13:49:24.031572 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-22e68ab7-6a09-46e6-a072-a2f016bc8aa2 req-94a1b806-2560-4331-8797-d4fdde69fedd tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2b79861-6a5b-421d-bee0-6e532b79f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418158
Dec 19 13:49:24.033689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:24.086303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-55ee0060-9c63-445e-811c-1aa21dc80451 None None] Provisioning for port 9d9e9713-de8c-4373-b036-a868adab0314 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:49:24.091332 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-55ee0060-9c63-445e-811c-1aa21dc80451 None None] Provisioning complete for port 9d9e9713-de8c-4373-b036-a868adab0314 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:49:24.091707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-55ee0060-9c63-445e-811c-1aa21dc80451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:24.145921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-55ee0060-9c63-445e-811c-1aa21dc80451 None None] Port 9d9e9713-de8c-4373-b036-a868adab0314 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:49:24.372784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9e9713-de8c-4373-b036-a868adab0314 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:49:24.379389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:24.393213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Transition to ACTIVE for port object 9d9e9713-de8c-4373-b036-a868adab0314 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:49:24.448680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:24.452160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:24.580167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9e9713-de8c-4373-b036-a868adab0314,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:24.609083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:24.686645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Attempting to bind port 9d9e9713-de8c-4373-b036-a868adab0314 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:49:24.687002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Attempting to bind port 9d9e9713-de8c-4373-b036-a868adab0314 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:49:24.687418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Attempting to bind port 9d9e9713-de8c-4373-b036-a868adab0314 on network adf2be82-aff4-4161-9e9c-6de6da7f39c9 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:49:24.693150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Port 9d9e9713-de8c-4373-b036-a868adab0314 on network adf2be82-aff4-4161-9e9c-6de6da7f39c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:49:24.693461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Attempting to bind port 9d9e9713-de8c-4373-b036-a868adab0314 on network adf2be82-aff4-4161-9e9c-6de6da7f39c9 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:49:24.699611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:49:24.699937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Checking segment: {'id': '49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:49:24.700309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Bound using segment: {'id': '49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:49:24.700721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Bound port: 9d9e9713-de8c-4373-b036-a868adab0314, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:49:24.701055 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:24.790693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] For port 9d9e9713-de8c-4373-b036-a868adab0314, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:49:24.793598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] For port 9d9e9713-de8c-4373-b036-a868adab0314, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9d9e9713-de8c-4373-b036-a868adab0314,segment=NetworkSegment(49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4),segment_id=49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:49:24.894926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:24.898487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:24.952885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:24.954853 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] 10.222.0.18 "PUT /v2.0/ports/9d9e9713-de8c-4373-b036-a868adab0314 HTTP/1.1" status: 200  len: 1097 time: 1.0346894
Dec 19 13:49:24.955504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f49fe68-1779-4c73-9f32-506da0370eb7', 'tag': '9d9e9713-de8c-4373-b036-a868adab0314'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:49:24.977072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9e9713-de8c-4373-b036-a868adab0314,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:24.980207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:25.015911 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f49fe68-1779-4c73-9f32-506da0370eb7', 'tag': '9d9e9713-de8c-4373-b036-a868adab0314', 'status': 'completed', 'code': 200}
Dec 19 13:49:25.111427 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ed22fd39-3c1f-4051-82ee-3b17459779dd req-5e70cc82-eb53-4ac2-ad5d-b89fd01d9d9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8931fd643dac46a29f8a6f395bef1894&device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 1100 time: 0.0755355
Dec 19 13:49:25.147682 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ed22fd39-3c1f-4051-82ee-3b17459779dd req-68784d48-e00f-42f2-b81e-c2969294f6e6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8931fd643dac46a29f8a6f395bef1894&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0295637
Dec 19 13:49:25.238813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878c86f-0692-4c2f-9b58-50c67b976a85 req-34deacb3-2ef2-4f82-9ba3-c29fe4689414 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:25.240187 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5878c86f-0692-4c2f-9b58-50c67b976a85 req-34deacb3-2ef2-4f82-9ba3-c29fe4689414 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 947 time: 0.0816660
Dec 19 13:49:25.284413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22fd39-3c1f-4051-82ee-3b17459779dd req-78b781b0-8110-498c-90e9-388e366c11d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:25.285845 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ed22fd39-3c1f-4051-82ee-3b17459779dd req-78b781b0-8110-498c-90e9-388e366c11d5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1327629
Dec 19 13:49:25.286835 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5878c86f-0692-4c2f-9b58-50c67b976a85 req-068da350-05bb-4f13-ae43-a68f2ac35df2 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2b79861-6a5b-421d-bee0-6e532b79f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408428
Dec 19 13:49:25.389819 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-89ab10c0-45f5-4317-9358-bdcbd24962f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8931fd643dac46a29f8a6f395bef1894&device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 1100 time: 0.0670271
Dec 19 13:49:25.501711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:25.560931 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-af6026e6-e302-4b71-8c2b-b97c249c3b9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=9d9e9713-de8c-4373-b036-a868adab0314 HTTP/1.1" status: 200  len: 217 time: 0.1641679
Dec 19 13:49:25.622518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-8ff5d762-ca44-49e5-b35b-2af233c5ed7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:25.623963 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-8ff5d762-ca44-49e5-b35b-2af233c5ed7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf9a8089-fe2c-4556-a63d-7e9c3c84d40b HTTP/1.1" status: 200  len: 843 time: 0.0572944
Dec 19 13:49:25.696886 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-330e9f45-0742-4a36-a374-c1680c52f23f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=adf2be82-aff4-4161-9e9c-6de6da7f39c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0665820
Dec 19 13:49:25.828235 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-cd03c49c-e72b-468c-9621-ea5313cb72ad service neutron] 10.222.0.18 "GET /v2.0/networks/adf2be82-aff4-4161-9e9c-6de6da7f39c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243145
Dec 19 13:49:25.959898 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a1d073bd-e085-4468-a16c-d6286dd9150a req-71f275b2-ca56-46ae-a38f-7f3d672725cf service neutron] 10.222.0.18 "GET /v2.0/networks/adf2be82-aff4-4161-9e9c-6de6da7f39c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247301
Dec 19 13:49:26.481950 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dab7de-73c0-4c77-a40d-6769df691d7e req-d97684f5-fd41-4f58-bcda-ff0ef64b56fb tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:26.483380 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-79dab7de-73c0-4c77-a40d-6769df691d7e req-d97684f5-fd41-4f58-bcda-ff0ef64b56fb tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 947 time: 0.0749557
Dec 19 13:49:26.531943 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-79dab7de-73c0-4c77-a40d-6769df691d7e req-39f3ec68-bb24-4f5c-ae28-09330d814665 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2b79861-6a5b-421d-bee0-6e532b79f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430844
Dec 19 13:49:27.731891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3bf17-5c0f-4856-a24b-9d4c7a91528c req-667f33ea-5ee7-4886-ac18-4e33be3fb4c5 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:27.733356 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d1d3bf17-5c0f-4856-a24b-9d4c7a91528c req-667f33ea-5ee7-4886-ac18-4e33be3fb4c5 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 947 time: 0.0776689
Dec 19 13:49:27.778067 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d1d3bf17-5c0f-4856-a24b-9d4c7a91528c req-395a64fc-f5ed-46bf-a872-1b62f7f01b87 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2b79861-6a5b-421d-bee0-6e532b79f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392387
Dec 19 13:49:27.947263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9d9e9713-de8c-4373-b036-a868adab0314 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:49:28.076718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9d9e9713-de8c-4373-b036-a868adab0314, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9d9e9713-de8c-4373-b036-a868adab0314,segment=NetworkSegment(49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4),segment_id=49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:49:28.089904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '9d9e9713-de8c-4373-b036-a868adab0314', 'network_id': 'adf2be82-aff4-4161-9e9c-6de6da7f39c9', 'port_id': '9d9e9713-de8c-4373-b036-a868adab0314', 'mac_address': 'fa:16:3e:a1:16:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9a8089-fe2c-4556-a63d-7e9c3c84d40b', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:49:28.140944 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:28.157610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9e9713-de8c-4373-b036-a868adab0314 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:49:28.171890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9d9e9713-de8c-4373-b036-a868adab0314, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9d9e9713-de8c-4373-b036-a868adab0314,segment=NetworkSegment(49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4),segment_id=49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:49:28.294622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:28.297190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6a9a65d9-5552-46e9-b364-182aef8cd6d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:28.363387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=9d9e9713-de8c-4373-b036-a868adab0314,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:28.366378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:28.495175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['9d9e9713-de8c-4373-b036-a868adab0314'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:49:28.976007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f562a7-a8ee-43a0-a1ed-58faa9ae50b6 req-762e3650-1baa-4894-95ed-96e4493f07c0 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:28.977329 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c3f562a7-a8ee-43a0-a1ed-58faa9ae50b6 req-762e3650-1baa-4894-95ed-96e4493f07c0 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 948 time: 0.0807946
Dec 19 13:49:29.022031 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c3f562a7-a8ee-43a0-a1ed-58faa9ae50b6 req-1771c271-7521-4654-a0d7-80cfe3fed7c0 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2b79861-6a5b-421d-bee0-6e532b79f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392954
Dec 19 13:49:29.947084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9d9e9713-de8c-4373-b036-a868adab0314 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:49:30.066327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 9d9e9713-de8c-4373-b036-a868adab0314 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:49:30.071254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 9d9e9713-de8c-4373-b036-a868adab0314 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:49:30.071634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:30.186394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:30.212471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f49fe68-1779-4c73-9f32-506da0370eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9e9713-de8c-4373-b036-a868adab0314'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:49:30.219496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84b8a8-7fe4-43f3-a321-70668bfa8832 req-d337608c-5c0a-41e1-8da2-4b7c494905d2 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:30.221665 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ad84b8a8-7fe4-43f3-a321-70668bfa8832 req-d337608c-5c0a-41e1-8da2-4b7c494905d2 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 948 time: 0.0781019
Dec 19 13:49:30.222840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9d9e9713-de8c-4373-b036-a868adab0314, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9d9e9713-de8c-4373-b036-a868adab0314,segment=NetworkSegment(49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4),segment_id=49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:49:30.267109 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f49fe68-1779-4c73-9f32-506da0370eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9e9713-de8c-4373-b036-a868adab0314', 'code': 200}
Dec 19 13:49:30.274156 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ad84b8a8-7fe4-43f3-a321-70668bfa8832 req-6adf1063-2078-4dc2-bb12-90c72d22b7ab tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2b79861-6a5b-421d-bee0-6e532b79f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409107
Dec 19 13:49:30.295367 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:30.297963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:30.360507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=9d9e9713-de8c-4373-b036-a868adab0314,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:30.364246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:30.627895 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-69f468dd-de40-4cc2-8746-dcebc5e4ac6e req-adc3f87d-f72f-44f0-87c2-8cda4705f634 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 1102 time: 0.0719788
Dec 19 13:49:30.670539 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-69f468dd-de40-4cc2-8746-dcebc5e4ac6e req-b289e9d5-09a9-44c5-9a53-dd1ab81aaa21 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a2b79861-6a5b-421d-bee0-6e532b79f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362141
Dec 19 13:49:31.476460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9338c-e961-45d5-afc5-08268a128ab0 req-55830465-6754-477f-abe4-b59c3e1436d4 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:31.477886 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3eb9338c-e961-45d5-afc5-08268a128ab0 req-55830465-6754-477f-abe4-b59c3e1436d4 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 949 time: 0.0786369
Dec 19 13:49:31.525585 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3eb9338c-e961-45d5-afc5-08268a128ab0 req-54f3dfa3-c648-4df1-899a-89e99f831491 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2b79861-6a5b-421d-bee0-6e532b79f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421050
Dec 19 13:49:32.721562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a363-bc0a-4cf9-8d6a-66d4eee1517f req-50a5426d-75b7-4dfa-ba1b-dc0c37e2d791 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:32.723063 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9686a363-bc0a-4cf9-8d6a-66d4eee1517f req-50a5426d-75b7-4dfa-ba1b-dc0c37e2d791 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 949 time: 0.0763412
Dec 19 13:49:32.768199 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9686a363-bc0a-4cf9-8d6a-66d4eee1517f req-70d8a815-ec9c-4480-b2a9-0b79e8bae308 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2b79861-6a5b-421d-bee0-6e532b79f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395598
Dec 19 13:49:33.294268 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-75acebef-c22d-4a76-beb7-2bfc1b803486 req-d5cee358-0793-4b70-a0ea-005c83329256 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0693963
Dec 19 13:49:33.900665 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-93e48275-40c2-43a7-8529-874f801878c1 req-93f313a9-def1-455b-94ab-974fbadbece9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0660825
Dec 19 13:49:34.679534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7edc2-5b1e-4cb4-9f83-fe1b148742a3 req-298b5c8d-3a96-48d3-9b62-671da62873d3 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:34.680936 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-46d7edc2-5b1e-4cb4-9f83-fe1b148742a3 req-298b5c8d-3a96-48d3-9b62-671da62873d3 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 949 time: 0.0807650
Dec 19 13:49:34.725431 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-46d7edc2-5b1e-4cb4-9f83-fe1b148742a3 req-f3358597-bcce-44ce-951e-ea5f4b68df7d tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2b79861-6a5b-421d-bee0-6e532b79f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389717
Dec 19 13:49:35.858126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02497c0b-1aae-40c5-a946-799582f10110 req-31468575-18fd-4d41-87ef-a00757471954 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:35.858796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-02497c0b-1aae-40c5-a946-799582f10110 req-31468575-18fd-4d41-87ef-a00757471954 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Synchronizing usage tracker for tenant:8931fd643dac46a29f8a6f395bef1894 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:49:35.921860 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc9121-90b7-4801-b311-72c7f0e964f4 req-731accfd-7123-42ba-b2e5-bdf358a9c80c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:35.923253 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cebc9121-90b7-4801-b311-72c7f0e964f4 req-731accfd-7123-42ba-b2e5-bdf358a9c80c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 949 time: 0.0761704
Dec 19 13:49:35.934356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-02497c0b-1aae-40c5-a946-799582f10110 req-31468575-18fd-4d41-87ef-a00757471954 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Unset dirty status for tenant:8931fd643dac46a29f8a6f395bef1894 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:49:35.935520 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-02497c0b-1aae-40c5-a946-799582f10110 req-31468575-18fd-4d41-87ef-a00757471954 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 949 time: 0.1500833
Dec 19 13:49:35.971839 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cebc9121-90b7-4801-b311-72c7f0e964f4 req-ede96ce0-c362-4dea-a3bd-c1ff5b0b3a41 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2b79861-6a5b-421d-bee0-6e532b79f29a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422301
Dec 19 13:49:36.007492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-02497c0b-1aae-40c5-a946-799582f10110 req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Deleting port 9d9e9713-de8c-4373-b036-a868adab0314 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:49:36.007825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-02497c0b-1aae-40c5-a946-799582f10110 req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:36.246814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-02497c0b-1aae-40c5-a946-799582f10110 req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] For port 9d9e9713-de8c-4373-b036-a868adab0314, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9d9e9713-de8c-4373-b036-a868adab0314,segment=NetworkSegment(49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4),segment_id=49f5d806-395f-4d0b-b1bb-02a8ee7d2cd4)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:49:36.247095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-02497c0b-1aae-40c5-a946-799582f10110 req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:36.366832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-02497c0b-1aae-40c5-a946-799582f10110 req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Calling delete_port for 9d9e9713-de8c-4373-b036-a868adab0314 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:49:36.571925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-02497c0b-1aae-40c5-a946-799582f10110 req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:36.577346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1802501e-eb70-4155-8638-32aa36d6e578 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:36.584015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['9d9e9713-de8c-4373-b036-a868adab0314'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:49:36.622811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Pushing event deleted for resources: {'Port': ['ID=9d9e9713-de8c-4373-b036-a868adab0314,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:36.625412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:36.704043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-02497c0b-1aae-40c5-a946-799582f10110 req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] No DVR routers for this DVR port 9d9e9713-de8c-4373-b036-a868adab0314 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:49:36.706487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-02497c0b-1aae-40c5-a946-799582f10110 req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:36.709767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f49fe68-1779-4c73-9f32-506da0370eb7', 'name': 'network-vif-deleted', 'tag': '9d9e9713-de8c-4373-b036-a868adab0314'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:49:36.766493 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f49fe68-1779-4c73-9f32-506da0370eb7', 'name': 'network-vif-deleted', 'tag': '9d9e9713-de8c-4373-b036-a868adab0314', 'status': 'completed', 'code': 200}
Dec 19 13:49:36.804421 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-02497c0b-1aae-40c5-a946-799582f10110 req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.18 "DELETE /v2.0/ports/9d9e9713-de8c-4373-b036-a868adab0314 HTTP/1.1" status: 204  len: 173 time: 0.8636119
Dec 19 13:49:37.156561 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6886062c-b3d5-4bf8-939a-899428e91b3d req-7251d1e1-900f-487b-85e5-f9740e598b85 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f49fe68-1779-4c73-9f32-506da0370eb7 HTTP/1.1" status: 200  len: 210 time: 0.0456250
Dec 19 13:49:38.750540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49476) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:38.921194 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-384e56a4-0ed5-44aa-b7aa-9ff51c8f619d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8931fd643dac46a29f8a6f395bef1894&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1693861
Dec 19 13:49:38.923516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49482) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:38.984633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-abfb4deb-3364-445d-a8d0-15164f53564b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:39.010095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-abfb4deb-3364-445d-a8d0-15164f53564b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:39.157675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-abfb4deb-3364-445d-a8d0-15164f53564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:39.161356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-360f8818-ae08-4c91-a91c-7a749293457c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:39.175824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb4deb-3364-445d-a8d0-15164f53564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b79861-6a5b-421d-bee0-6e532b79f29a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:39.179548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-abfb4deb-3364-445d-a8d0-15164f53564b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:39.182596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-abfb4deb-3364-445d-a8d0-15164f53564b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:39.183781 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-abfb4deb-3364-445d-a8d0-15164f53564b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2b79861-6a5b-421d-bee0-6e532b79f29a HTTP/1.1" status: 204  len: 168 time: 0.2594051
Dec 19 13:49:39.827274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49490) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:39.845865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5f3d6800-c00d-47df-a75b-113f1a3da3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:39.878232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5f3d6800-c00d-47df-a75b-113f1a3da3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:49:39.882215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5f3d6800-c00d-47df-a75b-113f1a3da3c0 admin admin] Usage tracker for resource:security_group_rule and tenant:3298a8674992446789cb2057015e6b27 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:49:39.884954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5f3d6800-c00d-47df-a75b-113f1a3da3c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:49:39.890524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5f3d6800-c00d-47df-a75b-113f1a3da3c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:49:39.953587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5f3d6800-c00d-47df-a75b-113f1a3da3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:39.993519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9d9e9713-de8c-4373-b036-a868adab0314 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:49:40.025366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 9d9e9713-de8c-4373-b036-a868adab0314 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:49:40.025714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9d9e9713-de8c-4373-b036-a868adab0314 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:49:40.040268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5f3d6800-c00d-47df-a75b-113f1a3da3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:40.047026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-69d66829-9513-4d2f-8ed6-a4d2c3b6e9dc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:40.085801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d6800-c00d-47df-a75b-113f1a3da3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69de12e-b01f-4aa1-90b0-d2cbc2eaa91b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:40.088725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5f3d6800-c00d-47df-a75b-113f1a3da3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:40.095334 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5f3d6800-c00d-47df-a75b-113f1a3da3c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3298a8674992446789cb2057015e6b27&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2642562
Dec 19 13:49:40.095334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49494) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:40.153613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a6282b1c-d81b-444f-868a-0026ea1df26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:40.180138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a6282b1c-d81b-444f-868a-0026ea1df26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:40.314525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a6282b1c-d81b-444f-868a-0026ea1df26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:40.318375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c460f340-dfcd-438d-901f-bc828abd31f7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:40.330668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6282b1c-d81b-444f-868a-0026ea1df26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69de12e-b01f-4aa1-90b0-d2cbc2eaa91b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:40.333955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a6282b1c-d81b-444f-868a-0026ea1df26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:40.337652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a6282b1c-d81b-444f-868a-0026ea1df26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:40.338965 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a6282b1c-d81b-444f-868a-0026ea1df26d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c69de12e-b01f-4aa1-90b0-d2cbc2eaa91b HTTP/1.1" status: 204  len: 168 time: 0.2429421
Dec 19 13:49:41.442670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 49516) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:41.571888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-150415646-network', 'tenant_id': 'bdc94c2ee8b549ba93418917b2c8f3c7'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:49:41.577105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:49:41.580884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Usage tracker for resource:network and tenant:bdc94c2ee8b549ba93418917b2c8f3c7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:49:41.584391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:49:41.590405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:49:41.663388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Made reservation on behalf of bdc94c2ee8b549ba93418917b2c8f3c7 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:49:41.665671 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:41.678875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:41.709339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:49:41.712565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Usage tracker for resource:security_group_rule and tenant:bdc94c2ee8b549ba93418917b2c8f3c7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:49:41.715285 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:49:41.720904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:49:41.782866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:41.868778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:41.871689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-54ebc5e8-504e-4f48-8a6c-6d7c880f2816 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:41.900775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:49:41.905974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dfa89e-50ef-47f6-82c4-016aeca50a43,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:41.909423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:41.913733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:41.914062 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Added segment e1573484-cc4b-4ad1-8594-74cc462f7f73 of type vlan for network 7bdeb32b-854e-419f-b86c-2e99e1e21a6f
Dec 19 13:49:41.940043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:42.045982 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:42.047169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:42.047830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:42.053108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-70a2e863-556b-48cc-b321-a9fc7b5d85f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:42.151166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Pushing event updated for resources: {'Network': ['ID=7bdeb32b-854e-419f-b86c-2e99e1e21a6f,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:42.153904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:42.171536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 7bdeb32b-854e-419f-b86c-2e99e1e21a6f details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:49:42.218182 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7740412
Dec 19 13:49:42.225332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49522) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:42.231159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Request body: {'subnet': {'network_id': '7bdeb32b-854e-419f-b86c-2e99e1e21a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-150415646-subnet', 'tenant_id': 'bdc94c2ee8b549ba93418917b2c8f3c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:49:42.235933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:49:42.240192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Usage tracker for resource:subnet and tenant:bdc94c2ee8b549ba93418917b2c8f3c7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:49:42.244501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:49:42.248500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:49:42.322856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Made reservation on behalf of bdc94c2ee8b549ba93418917b2c8f3c7 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:49:42.325124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:42.411649 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1ba180e1-5786-4bc3-b6e6-89e53db328e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:42.583388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:42.586725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dbb8d3f0-bc31-4328-8c8f-8b86e7569c57 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:42.657369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba129aa9-cc52-416e-98b0-6110167b4c28,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:42.662327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:42.672017 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Checking segment: {'id': 'e1573484-cc4b-4ad1-8594-74cc462f7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7bdeb32b-854e-419f-b86c-2e99e1e21a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:49:42.672362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Network hostable DHCP agents. Network: 7bdeb32b-854e-419f-b86c-2e99e1e21a6f, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:49:42.768274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Network 7bdeb32b-854e-419f-b86c-2e99e1e21a6f is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:49:42.837131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 7bdeb32b-854e-419f-b86c-2e99e1e21a6f) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:49:42.840965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:42.841534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:42.845560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0582f-7f18-4674-86bb-fdc0b4b8441a None None] Network 7bdeb32b-854e-419f-b86c-2e99e1e21a6f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:49:42.943232 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7167137
Dec 19 13:49:43.053019 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d5ab6-2acc-4086-bf9c-e4533362acf6 None None] Network 7bdeb32b-854e-419f-b86c-2e99e1e21a6f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:49:43.642437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-85686068-d4a0-4b2d-90f0-ece157175209 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:43.643218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-85686068-d4a0-4b2d-90f0-ece157175209 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Synchronizing usage tracker for tenant:bdc94c2ee8b549ba93418917b2c8f3c7 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:49:43.728473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-85686068-d4a0-4b2d-90f0-ece157175209 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Unset dirty status for tenant:bdc94c2ee8b549ba93418917b2c8f3c7 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:49:43.729607 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-85686068-d4a0-4b2d-90f0-ece157175209 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/networks?id=7bdeb32b-854e-419f-b86c-2e99e1e21a6f HTTP/1.1" status: 200  len: 811 time: 0.3215191
Dec 19 13:49:43.745417 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-6f62bf4c-4cc2-4f43-bf10-2c24be00a7d0 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/quotas/bdc94c2ee8b549ba93418917b2c8f3c7 HTTP/1.1" status: 200  len: 375 time: 0.0104318
Dec 19 13:49:43.792477 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-d83fb50d-3fe1-4269-801f-ce907f13934a tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bdc94c2ee8b549ba93418917b2c8f3c7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0423226
Dec 19 13:49:43.802459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-beb562d7-9c7d-44e3-9839-2693368f003c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:49:43.803338 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-beb562d7-9c7d-44e3-9839-2693368f003c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0045943
Dec 19 13:49:43.932129 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-61119d0a-cfb7-4e01-a8a8-418e440c98c8 service neutron] 10.222.0.24 "GET /v2.0/networks/7bdeb32b-854e-419f-b86c-2e99e1e21a6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230290
Dec 19 13:49:44.062994 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-c6fc143b-3ab1-4c86-a798-370c5d8e1ee0 service neutron] 10.222.0.24 "GET /v2.0/networks/7bdeb32b-854e-419f-b86c-2e99e1e21a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252849
Dec 19 13:49:44.317768 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a8435e3-295e-42e9-ad51-8b51f4b516f2 req-af4b572d-c405-4e6e-91a2-365efb09f1dc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 210 time: 0.0416982
Dec 19 13:49:44.666141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-df6f25d6-a62e-4a42-98a1-4f914e88de0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:45.475672 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-faa01cb6-976e-48d3-9bcf-6521eeca81b8 req-f6e6353e-1dbb-4e8a-81c4-6743814d7389 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 210 time: 0.0408678
Dec 19 13:49:46.231518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:46.314745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:46.679531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-37d91130-9e13-45c1-9ec8-3f7f7d4f214c tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:46.680988 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-37d91130-9e13-45c1-9ec8-3f7f7d4f214c tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.18 "GET /v2.0/networks?id=7bdeb32b-854e-419f-b86c-2e99e1e21a6f HTTP/1.1" status: 200  len: 811 time: 0.2667286
Dec 19 13:49:46.699036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Request body: {'port': {'device_id': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'network_id': '7bdeb32b-854e-419f-b86c-2e99e1e21a6f', 'admin_state_up': True, 'tenant_id': 'bdc94c2ee8b549ba93418917b2c8f3c7'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:49:46.796459 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c45567ed-bae4-477b-8970-8b2d4dbd73a3 req-1b193bce-f3e0-45c0-9f89-c083cf9cacb4 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 210 time: 0.0469501
Dec 19 13:49:46.836868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:49:46.840641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Usage tracker for resource:port and tenant:bdc94c2ee8b549ba93418917b2c8f3c7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:49:46.843401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:49:46.848991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:49:46.943074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Made reservation on behalf of bdc94c2ee8b549ba93418917b2c8f3c7 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:49:46.946223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:47.108486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Allocated IP 172.20.0.8 (7bdeb32b-854e-419f-b86c-2e99e1e21a6f/ba129aa9-cc52-416e-98b0-6110167b4c28/5c3e4a12-a929-405b-bd75-1cf95ca9c4f4) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:49:47.304667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:47.406132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:47.411353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5b0d5694-680b-40cb-8877-dcfae5584eb6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:47.468344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Network 7bdeb32b-854e-419f-b86c-2e99e1e21a6f is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:49:47.471240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:49:47.479258 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:49:47.517540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Pushing event updated for resources: {'Port': ['ID=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:47.521583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:47.546637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:47.549902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:47.623168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:47.652177 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9572384
Dec 19 13:49:47.667141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Request body: {'port': {'device_id': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:49:47.774110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:47.996240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6813ca-0a3e-4b86-b7b6-ef21aa991fda req-06b66716-bd37-490d-86da-dd15c29c54c7 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:47.997629 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cd6813ca-0a3e-4b86-b7b6-ef21aa991fda req-06b66716-bd37-490d-86da-dd15c29c54c7 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 931 time: 0.0772691
Dec 19 13:49:48.043749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-cd6813ca-0a3e-4b86-b7b6-ef21aa991fda req-0fe47fb1-962e-45f2-84ba-64ccc2057a14 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Synchronizing usage tracker for tenant:bdc94c2ee8b549ba93418917b2c8f3c7 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:49:48.116630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:49:48.117563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-cd6813ca-0a3e-4b86-b7b6-ef21aa991fda req-0fe47fb1-962e-45f2-84ba-64ccc2057a14 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Unset dirty status for tenant:bdc94c2ee8b549ba93418917b2c8f3c7 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:49:48.118734 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cd6813ca-0a3e-4b86-b7b6-ef21aa991fda req-0fe47fb1-962e-45f2-84ba-64ccc2057a14 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155584
Dec 19 13:49:48.123579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:48.138168 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Transition to ACTIVE for port object 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:49:48.205733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:48.209603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cdfd9f5f-d200-4241-8121-4a2e0b36b55e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:48.329399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:48.332736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:48.435264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Attempting to bind port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:49:48.435589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Attempting to bind port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e1573484-cc4b-4ad1-8594-74cc462f7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7bdeb32b-854e-419f-b86c-2e99e1e21a6f'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:49:48.435897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Attempting to bind port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 on network 7bdeb32b-854e-419f-b86c-2e99e1e21a6f {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:49:48.441331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 on network 7bdeb32b-854e-419f-b86c-2e99e1e21a6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:49:48.441634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Attempting to bind port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 on network 7bdeb32b-854e-419f-b86c-2e99e1e21a6f {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:49:48.447622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:49:48.447936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Checking segment: {'id': 'e1573484-cc4b-4ad1-8594-74cc462f7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7bdeb32b-854e-419f-b86c-2e99e1e21a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:49:48.448299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Bound using segment: {'id': 'e1573484-cc4b-4ad1-8594-74cc462f7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7bdeb32b-854e-419f-b86c-2e99e1e21a6f'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:49:48.448696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Bound port: 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1573484-cc4b-4ad1-8594-74cc462f7f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7bdeb32b-854e-419f-b86c-2e99e1e21a6f'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:49:48.449018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:48.532868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] For port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:49:48.535736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] For port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,segment=NetworkSegment(e1573484-cc4b-4ad1-8594-74cc462f7f73),segment_id=e1573484-cc4b-4ad1-8594-74cc462f7f73)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:49:48.626437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:48.630181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b3805a13-1f22-4f36-9bea-5d096e94e52e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:48.694369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:48.695744 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] 10.222.0.18 "PUT /v2.0/ports/5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 HTTP/1.1" status: 200  len: 1093 time: 1.0331490
Dec 19 13:49:48.696279 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'tag': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:49:48.711333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:48.716082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:48.751456 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'tag': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4', 'status': 'completed', 'code': 200}
Dec 19 13:49:48.842259 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-51882de0-2944-479a-b3be-1e5f0fb26ff2 req-8e6acf59-ff97-40f3-8053-8b68bdcd069f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdc94c2ee8b549ba93418917b2c8f3c7&device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 1096 time: 0.0688069
Dec 19 13:49:49.021546 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:49:49.079979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51882de0-2944-479a-b3be-1e5f0fb26ff2 req-78d10e80-1c7f-4a09-bfd0-be825a86830b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:49.081386 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-51882de0-2944-479a-b3be-1e5f0fb26ff2 req-78d10e80-1c7f-4a09-bfd0-be825a86830b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bdc94c2ee8b549ba93418917b2c8f3c7&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2322714
Dec 19 13:49:49.221930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51882de0-2944-479a-b3be-1e5f0fb26ff2 req-a0eb2635-9086-42ae-b63b-eaab22a669a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:49.223583 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-51882de0-2944-479a-b3be-1e5f0fb26ff2 req-a0eb2635-9086-42ae-b63b-eaab22a669a5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1357095
Dec 19 13:49:49.352990 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-f8430edd-280f-40a8-bc53-3423cea03b8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdc94c2ee8b549ba93418917b2c8f3c7&device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 1096 time: 0.0731294
Dec 19 13:49:49.420059 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-d0984432-85a3-402c-b1d3-a84ccfcb7746 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 HTTP/1.1" status: 200  len: 217 time: 0.0601792
Dec 19 13:49:49.460865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd831f9a-6c36-40c5-92a5-5237aa385373 req-6b2589bb-0875-4eef-897d-2d7cb6f06981 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:49.462282 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dd831f9a-6c36-40c5-92a5-5237aa385373 req-6b2589bb-0875-4eef-897d-2d7cb6f06981 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 943 time: 0.0818484
Dec 19 13:49:49.485311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-b8e77809-e1f7-4d6b-849c-e184fcf6988b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:49.486699 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-b8e77809-e1f7-4d6b-849c-e184fcf6988b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba129aa9-cc52-416e-98b0-6110167b4c28 HTTP/1.1" status: 200  len: 851 time: 0.0612650
Dec 19 13:49:49.508012 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dd831f9a-6c36-40c5-92a5-5237aa385373 req-13d550bf-31b5-4c5c-bf5f-62aef2a67a14 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401626
Dec 19 13:49:49.531477 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-59cd2f45-a98b-44e0-b266-5797689f67ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bdeb32b-854e-419f-b86c-2e99e1e21a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386031
Dec 19 13:49:49.661962 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-3f43fe0f-597c-4902-be7e-241ad739df3c service neutron] 10.222.0.18 "GET /v2.0/networks/7bdeb32b-854e-419f-b86c-2e99e1e21a6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234975
Dec 19 13:49:49.791702 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-853cfe9c-b749-4432-a7da-41b3633c64c6 req-57959dc0-95d9-4783-9009-8c6f5895ed84 service neutron] 10.222.0.18 "GET /v2.0/networks/7bdeb32b-854e-419f-b86c-2e99e1e21a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238382
Dec 19 13:49:50.705060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f01533-0003-41a9-b0e7-ef503337cc2f req-008cb7ab-86de-48ce-8715-f424c72dfb00 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:50.706487 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36f01533-0003-41a9-b0e7-ef503337cc2f req-008cb7ab-86de-48ce-8715-f424c72dfb00 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 943 time: 0.0782290
Dec 19 13:49:50.752049 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36f01533-0003-41a9-b0e7-ef503337cc2f req-2064b989-e39d-4fd0-9cbc-451208e82c85 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400090
Dec 19 13:49:51.948566 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f123f-dcba-457d-86d7-541c54a37e4b req-cc1a2328-c984-4a63-8796-f0f93cfa46f0 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:51.950019 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c00f123f-dcba-457d-86d7-541c54a37e4b req-cc1a2328-c984-4a63-8796-f0f93cfa46f0 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 943 time: 0.0804124
Dec 19 13:49:51.996591 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c00f123f-dcba-457d-86d7-541c54a37e4b req-f9e1b62d-217b-4887-9e9e-3c03220d5315 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410879
Dec 19 13:49:52.181592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:49:52.357581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,segment=NetworkSegment(e1573484-cc4b-4ad1-8594-74cc462f7f73),segment_id=e1573484-cc4b-4ad1-8594-74cc462f7f73)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:49:52.370523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4', 'network_id': '7bdeb32b-854e-419f-b86c-2e99e1e21a6f', 'port_id': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4', 'mac_address': 'fa:16:3e:9c:51:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba129aa9-cc52-416e-98b0-6110167b4c28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:49:52.425017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:52.441433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:49:52.455927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,segment=NetworkSegment(e1573484-cc4b-4ad1-8594-74cc462f7f73),segment_id=e1573484-cc4b-4ad1-8594-74cc462f7f73)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:49:52.523268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:52.525716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:52.587039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:52.595181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:52.595522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:52.595873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:52.596223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:52.596546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:52.596868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:52.597183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:52.597499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:52.597808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:52.598115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:52.598426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:49:52.602509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:52.711609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['5c3e4a12-a929-405b-bd75-1cf95ca9c4f4'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:49:53.192627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8d091-c286-40b0-bf44-1fde1f239c66 req-47a3c6f9-97c0-4ee5-8574-2c6f6fe72a8c tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:53.194809 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20c8d091-c286-40b0-bf44-1fde1f239c66 req-47a3c6f9-97c0-4ee5-8574-2c6f6fe72a8c tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 944 time: 0.0761237
Dec 19 13:49:53.238945 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20c8d091-c286-40b0-bf44-1fde1f239c66 req-d768e0b7-d6f0-4ae8-b4b7-fdfd245ef2d6 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386455
Dec 19 13:49:54.196106 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:49:54.351895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:49:54.358831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:49:54.359258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:54.447312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b417e4e-856f-4e53-93c8-d6f64f91e792 req-bab0d750-7680-43a0-a0b7-d855914fc9be tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:54.449519 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3b417e4e-856f-4e53-93c8-d6f64f91e792 req-bab0d750-7680-43a0-a0b7-d855914fc9be tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 944 time: 0.0859218
Dec 19 13:49:54.479879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:54.497116 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3b417e4e-856f-4e53-93c8-d6f64f91e792 req-a06bf311-9926-4894-a627-2bba77e77351 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418496
Dec 19 13:49:54.506017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:49:54.525766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,segment=NetworkSegment(e1573484-cc4b-4ad1-8594-74cc462f7f73),segment_id=e1573484-cc4b-4ad1-8594-74cc462f7f73)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:49:54.574279 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4', 'code': 200}
Dec 19 13:49:54.588666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:54.590787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:49:54.659742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:49:54.663786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:49:54.914234 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d5759052-8ea3-41b3-b05c-80d1809ee1dd req-d9f73e5b-7c4a-4bc3-9cfe-acf1817fb4fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 1098 time: 0.0711672
Dec 19 13:49:54.955571 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d5759052-8ea3-41b3-b05c-80d1809ee1dd req-d3fc1bd5-9b18-487d-bdae-57903d377da6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351546
Dec 19 13:49:55.520012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:49:55.692192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1285f48-b111-499f-9ffa-9b4c296a541b req-28bcddf7-405e-4c32-8f12-ccfcca783d06 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:55.694115 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b1285f48-b111-499f-9ffa-9b4c296a541b req-28bcddf7-405e-4c32-8f12-ccfcca783d06 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0751090
Dec 19 13:49:55.743868 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b1285f48-b111-499f-9ffa-9b4c296a541b req-26bab96a-ab23-4dec-8340-30c19a9dcbb9 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432050
Dec 19 13:49:56.938843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de43bc-8c46-40ca-8bb9-3f9e29d705d8 req-79c29a40-1634-4586-8d8c-c7f7971d7956 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:56.940203 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-48de43bc-8c46-40ca-8bb9-3f9e29d705d8 req-79c29a40-1634-4586-8d8c-c7f7971d7956 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0762317
Dec 19 13:49:56.987615 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-48de43bc-8c46-40ca-8bb9-3f9e29d705d8 req-2605a011-e4e1-462b-8b80-516e67bb7d7e tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418744
Dec 19 13:49:57.182651 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ac225414-2ffb-4f64-9a9f-dae75ce27e69 req-4f2f1365-9e78-438b-8122-b6ba3ac7071f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0710535
Dec 19 13:49:57.648356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26996b29-fa7c-404d-a0a0-f65f8fe222b9 req-04317ce0-00d8-4706-9f31-50286193d044 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:57.649824 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-26996b29-fa7c-404d-a0a0-f65f8fe222b9 req-04317ce0-00d8-4706-9f31-50286193d044 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0758333
Dec 19 13:49:57.698218 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-26996b29-fa7c-404d-a0a0-f65f8fe222b9 req-a9680416-6e60-4c1d-9ead-6d63040c1ec7 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428345
Dec 19 13:49:57.755216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49580) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:49:57.890139 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-992bad67-151b-4830-9612-bfaa492bc7b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1337068
Dec 19 13:49:58.897695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cf443-671c-4736-98d8-ee2400785f38 req-b0386683-9692-473c-8ea9-c4f98f4ab7f1 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:49:58.899276 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d05cf443-671c-4736-98d8-ee2400785f38 req-b0386683-9692-473c-8ea9-c4f98f4ab7f1 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0813684
Dec 19 13:49:58.945240 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d05cf443-671c-4736-98d8-ee2400785f38 req-40a26c76-881b-43f4-b166-34cfc32e5564 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404439
Dec 19 13:49:59.871811 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-ff13cefb-0af3-4601-a4a7-fd4d889a3331 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdc94c2ee8b549ba93418917b2c8f3c7&device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 1098 time: 0.0723257
Dec 19 13:50:00.003231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-294a09e4-1316-41fe-8ee7-935d8928262e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:00.004649 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-294a09e4-1316-41fe-8ee7-935d8928262e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7bdeb32b-854e-419f-b86c-2e99e1e21a6f HTTP/1.1" status: 200  len: 912 time: 0.1261942
Dec 19 13:50:00.070754 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-2da54714-5012-4e75-9995-2fb1b1dca16e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 HTTP/1.1" status: 200  len: 217 time: 0.0602827
Dec 19 13:50:00.135678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-f4740384-5988-4fc0-83f9-1cddc80cf3f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:00.137096 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-f4740384-5988-4fc0-83f9-1cddc80cf3f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba129aa9-cc52-416e-98b0-6110167b4c28 HTTP/1.1" status: 200  len: 851 time: 0.0599396
Dec 19 13:50:00.145028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda51d24-1fda-4f92-84f5-294f1144e424 req-fb4ade0b-77f0-497d-acff-0a0ae9274382 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:00.146449 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fda51d24-1fda-4f92-84f5-294f1144e424 req-fb4ade0b-77f0-497d-acff-0a0ae9274382 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0776110
Dec 19 13:50:00.182052 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-4453240b-6642-47b1-9706-0ec049c1e61c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bdeb32b-854e-419f-b86c-2e99e1e21a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387559
Dec 19 13:50:00.193042 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fda51d24-1fda-4f92-84f5-294f1144e424 req-6acfefc2-2cdf-4a7b-8b48-36b7262a124a tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403237
Dec 19 13:50:00.312838 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-2baa884a-f2f9-4fe1-844e-961e4e830af2 service neutron] 10.222.0.18 "GET /v2.0/networks/7bdeb32b-854e-419f-b86c-2e99e1e21a6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243305
Dec 19 13:50:00.537020 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-f044a733-4aec-4ea7-8bf6-f4dc098452f0 service neutron] 10.222.0.18 "GET /v2.0/networks/7bdeb32b-854e-419f-b86c-2e99e1e21a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2181656
Dec 19 13:50:01.487276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796fd19-55bc-4f69-9a7c-3aa6caef920a req-38e88992-afb2-430f-a6db-23f5dc536f8c tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:01.488631 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a796fd19-55bc-4f69-9a7c-3aa6caef920a req-38e88992-afb2-430f-a6db-23f5dc536f8c tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.1735663
Dec 19 13:50:01.533938 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a796fd19-55bc-4f69-9a7c-3aa6caef920a req-c3fa2b59-3b9e-4c6c-8df5-c8be266a9870 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397327
Dec 19 13:50:02.728884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554f30e-dbd8-440b-b7fb-18632acaec92 req-af37e4fb-990b-4f7b-984a-c99b160f79e7 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:02.730287 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6554f30e-dbd8-440b-b7fb-18632acaec92 req-af37e4fb-990b-4f7b-984a-c99b160f79e7 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0757649
Dec 19 13:50:02.777501 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6554f30e-dbd8-440b-b7fb-18632acaec92 req-cbc91620-7db4-4085-bada-ca5284921f78 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417223
Dec 19 13:50:03.972740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92333eb9-e2b2-4a64-9102-0a71560cad04 req-db2f2d71-cda3-4c45-87b1-71ed4a637234 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:03.974055 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-92333eb9-e2b2-4a64-9102-0a71560cad04 req-db2f2d71-cda3-4c45-87b1-71ed4a637234 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0742188
Dec 19 13:50:04.018690 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-92333eb9-e2b2-4a64-9102-0a71560cad04 req-4513432f-ca27-4bd7-a145-f12cb8e9f720 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385599
Dec 19 13:50:05.219471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c7fda-a03d-4ad8-9193-06d8c488b088 req-742a1d1a-9962-4dd0-adb4-632cb4c8cb20 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:05.220927 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ce9c7fda-a03d-4ad8-9193-06d8c488b088 req-742a1d1a-9962-4dd0-adb4-632cb4c8cb20 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0783427
Dec 19 13:50:05.265580 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ce9c7fda-a03d-4ad8-9193-06d8c488b088 req-ac6da722-ea8c-409a-bb21-a11a404d1295 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391657
Dec 19 13:50:06.466980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a38af-5138-41d7-b93c-d74e1770294a req-596813d5-e3dd-4ff4-8258-0dd04114d0b2 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:06.468410 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cb9a38af-5138-41d7-b93c-d74e1770294a req-596813d5-e3dd-4ff4-8258-0dd04114d0b2 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0800564
Dec 19 13:50:06.513908 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cb9a38af-5138-41d7-b93c-d74e1770294a req-3421a967-ea4f-4d62-91eb-e915778bdc14 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398450
Dec 19 13:50:07.720782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78834ac-dc0d-482d-9dc6-9f0eb2401bb4 req-e3acc2c1-73e3-4a36-a294-16ae78a92715 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:07.722194 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f78834ac-dc0d-482d-9dc6-9f0eb2401bb4 req-e3acc2c1-73e3-4a36-a294-16ae78a92715 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0862677
Dec 19 13:50:07.766839 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f78834ac-dc0d-482d-9dc6-9f0eb2401bb4 req-7c9ccdba-ca1f-4bad-aabd-7d26ee1db8bb tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390115
Dec 19 13:50:08.958917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa5aaa-8742-407b-a36e-81e3520708a8 req-7afdfe3a-3db4-4ade-ad39-d95452f8b307 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:08.960258 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-42fa5aaa-8742-407b-a36e-81e3520708a8 req-7afdfe3a-3db4-4ade-ad39-d95452f8b307 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0747600
Dec 19 13:50:09.009966 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-42fa5aaa-8742-407b-a36e-81e3520708a8 req-34bded1b-35e2-4394-8bc4-78c5d2b6ff09 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435050
Dec 19 13:50:10.203904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b5824-ecbf-4c10-be16-5e085e526015 req-cd5c0a54-827c-4e5b-8e64-00a24af55011 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:10.207036 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-723b5824-ecbf-4c10-be16-5e085e526015 req-cd5c0a54-827c-4e5b-8e64-00a24af55011 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0759654
Dec 19 13:50:10.250475 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-723b5824-ecbf-4c10-be16-5e085e526015 req-ab953e6c-d928-4133-9117-98ae705d1043 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396540
Dec 19 13:50:11.456852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aba25-e603-47dd-94a0-9d479ff00faa req-e9272ca3-ac28-4cda-87fb-cc7b4bc0e698 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:11.458251 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7f4aba25-e603-47dd-94a0-9d479ff00faa req-e9272ca3-ac28-4cda-87fb-cc7b4bc0e698 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0847836
Dec 19 13:50:11.502849 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7f4aba25-e603-47dd-94a0-9d479ff00faa req-204cb2ab-17d1-4101-9991-57eeeb5aa7e1 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379491
Dec 19 13:50:12.396846 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7a1152a4-3e28-4af3-b23a-3407a691f45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:12.699530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374b98-0254-4470-ac69-9b542d00744b req-a57c619f-44df-40f3-b624-753f70b3fef6 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:12.700954 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bb374b98-0254-4470-ac69-9b542d00744b req-a57c619f-44df-40f3-b624-753f70b3fef6 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0787730
Dec 19 13:50:12.746290 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bb374b98-0254-4470-ac69-9b542d00744b req-760bca29-7528-4403-91ea-7612a05cd065 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398970
Dec 19 13:50:13.944559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285d0ee-6af1-4ba5-8277-d6ec1c4bb742 req-b518c781-8ff6-46eb-84d1-6a6ce3bd73bb tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:13.946112 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e285d0ee-6af1-4ba5-8277-d6ec1c4bb742 req-b518c781-8ff6-46eb-84d1-6a6ce3bd73bb tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0785346
Dec 19 13:50:13.991622 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e285d0ee-6af1-4ba5-8277-d6ec1c4bb742 req-b3be2fe4-ad99-4432-b25d-709dda4387f9 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399110
Dec 19 13:50:14.644880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e647b1b9-db24-4998-9594-ff3d6df8b8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:15.212896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933dcff-ab58-44cb-b6bd-4236a89ff1a5 req-cbd04b5d-da0f-47c1-9b90-ded3549e97ff tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:15.214337 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e933dcff-ab58-44cb-b6bd-4236a89ff1a5 req-cbd04b5d-da0f-47c1-9b90-ded3549e97ff tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0795424
Dec 19 13:50:15.269004 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e933dcff-ab58-44cb-b6bd-4236a89ff1a5 req-07ac1e1f-0e61-4971-b1f8-ca5d3fa1fb3e tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481784
Dec 19 13:50:16.220264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:16.348297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:16.470928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d71e7-0d4c-42ef-ac1e-99c20646038f req-25fe548a-c9bb-408a-8dd9-8c97bcc7e890 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:16.472289 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8d2d71e7-0d4c-42ef-ac1e-99c20646038f req-25fe548a-c9bb-408a-8dd9-8c97bcc7e890 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0794399
Dec 19 13:50:16.517705 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8d2d71e7-0d4c-42ef-ac1e-99c20646038f req-bb41039a-e06c-4137-b679-b7574d8a39a5 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393195
Dec 19 13:50:17.602642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:17.655498 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-ae77c9d3-0c6c-42ba-996e-96e48dd9cf83 service neutron] 10.222.0.18 "GET /v2.0/ports/5c3e4a12-a929-405b-bd75-1cf95ca9c4f4/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0779634
Dec 19 13:50:17.716916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1c7dd-9147-43b9-906d-ab398dfcd048 req-38958fb4-bbc0-404f-82cd-bbf39c4c11c3 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:17.718385 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19b1c7dd-9147-43b9-906d-ab398dfcd048 req-38958fb4-bbc0-404f-82cd-bbf39c4c11c3 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0775626
Dec 19 13:50:17.769599 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19b1c7dd-9147-43b9-906d-ab398dfcd048 req-0929db70-43d1-4318-b931-99e4c1571a31 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455163
Dec 19 13:50:18.201028 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-40678fc9-619a-45e5-b18d-6806640ac78d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a&tenant_id=bdc94c2ee8b549ba93418917b2c8f3c7 HTTP/1.1" status: 200  len: 1098 time: 0.0708661
Dec 19 13:50:18.288386 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-417f98a9-1e34-4af0-af30-b79b3931640a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdc94c2ee8b549ba93418917b2c8f3c7&device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 1098 time: 0.0667160
Dec 19 13:50:18.415622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-ea65ed54-399b-40e4-9ef4-4214993b09cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:18.417016 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-ea65ed54-399b-40e4-9ef4-4214993b09cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=7bdeb32b-854e-419f-b86c-2e99e1e21a6f HTTP/1.1" status: 200  len: 912 time: 0.1225047
Dec 19 13:50:18.486498 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-3585643b-cf9d-45e5-9f19-798cb8abcd7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 HTTP/1.1" status: 200  len: 217 time: 0.0626898
Dec 19 13:50:18.546016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-6d0f580b-2e82-45a7-9d0f-a381ada06235 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:18.547395 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-6d0f580b-2e82-45a7-9d0f-a381ada06235 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba129aa9-cc52-416e-98b0-6110167b4c28 HTTP/1.1" status: 200  len: 851 time: 0.0549102
Dec 19 13:50:18.597484 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-7aa7890e-7978-4248-bc88-51e4a8791f98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bdeb32b-854e-419f-b86c-2e99e1e21a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443902
Dec 19 13:50:18.729274 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-ccf795c7-be07-46dd-a4c2-0decbf7dd53f service neutron] 10.222.0.18 "GET /v2.0/networks/7bdeb32b-854e-419f-b86c-2e99e1e21a6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258299
Dec 19 13:50:18.866071 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2e0e0a9b-f740-4050-97f1-400c64203a7b req-57a5749a-2eea-4263-ba46-1701b52f463f service neutron] 10.222.0.18 "GET /v2.0/networks/7bdeb32b-854e-419f-b86c-2e99e1e21a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301467
Dec 19 13:50:18.968794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356165c-f8ff-4deb-84fa-1559fef1bbeb req-d71e1573-1ae2-4e8f-a400-e0ebca4826ab tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:18.970200 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f356165c-f8ff-4deb-84fa-1559fef1bbeb req-d71e1573-1ae2-4e8f-a400-e0ebca4826ab tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0765681
Dec 19 13:50:19.016615 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f356165c-f8ff-4deb-84fa-1559fef1bbeb req-dd93c07f-2a19-4eff-a4f9-35a5b3b8b30e tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407679
Dec 19 13:50:20.217976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6aa75-8f02-424b-bffd-3b8f5cad57b9 req-d6e3339e-cf3f-4a82-a113-92b07b8f9d8c tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:20.219357 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0af6aa75-8f02-424b-bffd-3b8f5cad57b9 req-d6e3339e-cf3f-4a82-a113-92b07b8f9d8c tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0815644
Dec 19 13:50:20.265959 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0af6aa75-8f02-424b-bffd-3b8f5cad57b9 req-577ec482-a9f1-4f2c-9a4b-37c134e5fc29 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408072
Dec 19 13:50:20.289942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:50:20.401820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:20.427937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:50:20.438267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,segment=NetworkSegment(e1573484-cc4b-4ad1-8594-74cc462f7f73),segment_id=e1573484-cc4b-4ad1-8594-74cc462f7f73)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:50:20.493855 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4', 'code': 200}
Dec 19 13:50:20.513221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:20.514954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-58c1a883-b96f-41ae-b7f7-380ba216ad27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:20.578597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:20.581516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:21.470835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf50c-a6e9-4c99-84ff-d35d86829ced req-e875cd39-18cf-40db-b086-3b4d31ef69cf tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:21.472276 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-406bf50c-a6e9-4c99-84ff-d35d86829ced req-e875cd39-18cf-40db-b086-3b4d31ef69cf tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 943 time: 0.0835793
Dec 19 13:50:21.516158 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-406bf50c-a6e9-4c99-84ff-d35d86829ced req-aa9b650d-9020-47c6-b6c9-8ad867007169 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378053
Dec 19 13:50:22.094655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-3e1c7f61-d448-4f8a-bd4b-839754c60bab tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:22.095464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-3e1c7f61-d448-4f8a-bd4b-839754c60bab tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Synchronizing usage tracker for tenant:bdc94c2ee8b549ba93418917b2c8f3c7 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:50:22.174177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-3e1c7f61-d448-4f8a-bd4b-839754c60bab tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Unset dirty status for tenant:bdc94c2ee8b549ba93418917b2c8f3c7 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:50:22.175456 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-3e1c7f61-d448-4f8a-bd4b-839754c60bab tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a&tenant_id=bdc94c2ee8b549ba93418917b2c8f3c7&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 943 time: 0.1613884
Dec 19 13:50:22.288687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:50:22.315504 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-87e3ece1-8b77-43e4-b5a2-b31b245a3a77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdc94c2ee8b549ba93418917b2c8f3c7&device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 1096 time: 0.0726626
Dec 19 13:50:22.422257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,segment=NetworkSegment(e1573484-cc4b-4ad1-8594-74cc462f7f73),segment_id=e1573484-cc4b-4ad1-8594-74cc462f7f73)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:50:22.435431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4', 'network_id': '7bdeb32b-854e-419f-b86c-2e99e1e21a6f', 'port_id': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4', 'mac_address': 'fa:16:3e:9c:51:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba129aa9-cc52-416e-98b0-6110167b4c28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:50:22.445952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-76021ba5-a847-4c90-8330-f8fbd1d9b1f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:22.447378 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-76021ba5-a847-4c90-8330-f8fbd1d9b1f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7bdeb32b-854e-419f-b86c-2e99e1e21a6f HTTP/1.1" status: 200  len: 912 time: 0.1257167
Dec 19 13:50:22.492589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:22.509683 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:50:22.513834 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-28d91912-810e-48f2-a0a9-4a70b2ec2013 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 HTTP/1.1" status: 200  len: 217 time: 0.0599768
Dec 19 13:50:22.525209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,segment=NetworkSegment(e1573484-cc4b-4ad1-8594-74cc462f7f73),segment_id=e1573484-cc4b-4ad1-8594-74cc462f7f73)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:50:22.577798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-7f06a144-922a-4a2b-8aaa-8aecaf82a7b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:22.579206 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-7f06a144-922a-4a2b-8aaa-8aecaf82a7b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ba129aa9-cc52-416e-98b0-6110167b4c28 HTTP/1.1" status: 200  len: 851 time: 0.0599182
Dec 19 13:50:22.599478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:22.603111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-0fd1c87b-23fb-40b0-af32-35c348f9501d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:22.624975 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-676bee64-5672-41f5-8396-f6812a42ce0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7bdeb32b-854e-419f-b86c-2e99e1e21a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395603
Dec 19 13:50:22.665389 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['5c3e4a12-a929-405b-bd75-1cf95ca9c4f4'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:50:22.703898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:22.708066 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:22.758371 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-b8b32549-a509-4d8f-995b-6569cb9b396e service neutron] 10.222.0.18 "GET /v2.0/networks/7bdeb32b-854e-419f-b86c-2e99e1e21a6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272125
Dec 19 13:50:22.988971 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-1ff8dff0-c3bb-4074-bc10-3b943a447b9e service neutron] 10.222.0.18 "GET /v2.0/networks/7bdeb32b-854e-419f-b86c-2e99e1e21a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2241063
Dec 19 13:50:24.309541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:50:24.377204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:50:24.377581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:24.532491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:24.559393 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:50:24.569631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,segment=NetworkSegment(e1573484-cc4b-4ad1-8594-74cc462f7f73),segment_id=e1573484-cc4b-4ad1-8594-74cc462f7f73)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:50:24.579409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a366ba-e4c2-420e-bb81-e7154a16f977 req-fc21bf8a-10a4-4e8f-a4e0-cc44b98e9f46 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:24.579409 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-30a366ba-e4c2-420e-bb81-e7154a16f977 req-fc21bf8a-10a4-4e8f-a4e0-cc44b98e9f46 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 944 time: 0.0800917
Dec 19 13:50:24.614683 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4', 'code': 200}
Dec 19 13:50:24.626876 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-30a366ba-e4c2-420e-bb81-e7154a16f977 req-e99aa76c-4795-4f7d-8a4b-e9cb8f117032 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432425
Dec 19 13:50:24.654045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:24.656050 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:24.719630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:24.722528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:25.501814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:25.832227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28c09-44bc-4085-b25a-355c1d497228 req-67257322-20df-43ec-86e4-2410e551e2a5 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:25.833662 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-11c28c09-44bc-4085-b25a-355c1d497228 req-67257322-20df-43ec-86e4-2410e551e2a5 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0819197
Dec 19 13:50:25.882147 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-11c28c09-44bc-4085-b25a-355c1d497228 req-dd912aee-0c1c-40b7-a4f8-d27e7adc039b tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/security-groups?id=c2dfa89e-50ef-47f6-82c4-016aeca50a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425041
Dec 19 13:50:26.021233 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:50:26.140574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-b1180aba-a40a-4a3c-8231-06469a42b7dd tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:26.141986 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-b1180aba-a40a-4a3c-8231-06469a42b7dd tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.18 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 945 time: 0.0769274
Dec 19 13:50:26.212674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Deleting port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:50:26.213006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:26.452674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] For port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,segment=NetworkSegment(e1573484-cc4b-4ad1-8594-74cc462f7f73),segment_id=e1573484-cc4b-4ad1-8594-74cc462f7f73)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:50:26.452922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:26.570711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Calling delete_port for 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:50:26.753460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:26.758991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:26.764601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['5c3e4a12-a929-405b-bd75-1cf95ca9c4f4'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:50:26.802080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Pushing event deleted for resources: {'Port': ['ID=5c3e4a12-a929-405b-bd75-1cf95ca9c4f4,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:26.813925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:50:26.814301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:50:26.814668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:50:26.815062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:50:26.815424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:50:26.816306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:50:26.816306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:50:26.816495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:50:26.816808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:50:26.817161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:50:26.817508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:50:26.843780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:26.888603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] No DVR routers for this DVR port 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:50:26.891075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:26.893664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'name': 'network-vif-deleted', 'tag': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:50:26.950081 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ffbf2-4074-4606-8e8b-d49577068a2a', 'name': 'network-vif-deleted', 'tag': '5c3e4a12-a929-405b-bd75-1cf95ca9c4f4', 'status': 'completed', 'code': 200}
Dec 19 13:50:26.969087 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c0bf49d4-fda1-49e1-b86a-aa002391c23b req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.18 "DELETE /v2.0/ports/5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 HTTP/1.1" status: 204  len: 173 time: 0.8216786
Dec 19 13:50:27.143104 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3eb57a3a-7018-4e1b-b047-ced12590acee req-327ffbb6-6289-4630-bf10-b0b87c62b3bb tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74ffbf2-4074-4606-8e8b-d49577068a2a HTTP/1.1" status: 200  len: 210 time: 0.1389351
Dec 19 13:50:28.409503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49666) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:50:28.469555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39a9256-ae01-4323-bc1e-9e76d376dad9 admin admin] Deleting subnet ba129aa9-cc52-416e-98b0-6110167b4c28 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:50:28.472321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b39a9256-ae01-4323-bc1e-9e76d376dad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:28.520024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b39a9256-ae01-4323-bc1e-9e76d376dad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:28.578819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b39a9256-ae01-4323-bc1e-9e76d376dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:28.708473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b39a9256-ae01-4323-bc1e-9e76d376dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:28.713528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6aff68dd-e179-4a6c-a5c8-6ad5d55648ae tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:28.747081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a9256-ae01-4323-bc1e-9e76d376dad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba129aa9-cc52-416e-98b0-6110167b4c28,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:28.749444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b39a9256-ae01-4323-bc1e-9e76d376dad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:28.753081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b39a9256-ae01-4323-bc1e-9e76d376dad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:28.759423 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b39a9256-ae01-4323-bc1e-9e76d376dad9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba129aa9-cc52-416e-98b0-6110167b4c28 HTTP/1.1" status: 204  len: 168 time: 0.3487835
Dec 19 13:50:28.761995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49670) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:50:28.865231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:28.985725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:29.010305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d464f8820>,) {'filters': {'network_id': ['7bdeb32b-854e-419f-b86c-2e99e1e21a6f']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:50:29.026434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d464f8820>, 'e1573484-cc4b-4ad1-8594-74cc462f7f73') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:50:29.026720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d464f8820>, 'e1573484-cc4b-4ad1-8594-74cc462f7f73') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:50:29.037656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:29.054311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:29.060389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:50:29.062722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:50:29.073334 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:50:29.207837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:29.211144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f08b012c-2181-4540-95ab-9a1f632b5d06 tempest-QuotasNegativeTest-1435145173 tempest-QuotasNegativeTest-1435145173-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:29.223860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:29.238092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=7bdeb32b-854e-419f-b86c-2e99e1e21a6f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:29.241179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:29.317421 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] 10.222.0.24 "DELETE /v2.0/networks/7bdeb32b-854e-419f-b86c-2e99e1e21a6f HTTP/1.1" status: 204  len: 168 time: 0.5545053
Dec 19 13:50:29.617419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49676) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:50:29.668116 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ea099864-5086-41f3-95a6-9531c060d1df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdc94c2ee8b549ba93418917b2c8f3c7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0493076
Dec 19 13:50:29.670591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49680) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:50:29.730098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25a78e20-bbb0-42fd-92a0-e67899c028e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:29.754408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25a78e20-bbb0-42fd-92a0-e67899c028e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:29.870879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25a78e20-bbb0-42fd-92a0-e67899c028e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:29.874522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-790f1445-0b72-4575-af5f-ab169a4e0735 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:29.886850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a78e20-bbb0-42fd-92a0-e67899c028e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dfa89e-50ef-47f6-82c4-016aeca50a43,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:29.889922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25a78e20-bbb0-42fd-92a0-e67899c028e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:29.968186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-25a78e20-bbb0-42fd-92a0-e67899c028e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:29.969331 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-25a78e20-bbb0-42fd-92a0-e67899c028e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2dfa89e-50ef-47f6-82c4-016aeca50a43 HTTP/1.1" status: 204  len: 168 time: 0.2978427
Dec 19 13:50:30.345971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:50:30.378565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:50:30.378921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 5c3e4a12-a929-405b-bd75-1cf95ca9c4f4 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:50:31.139024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49702) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:50:31.308613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-572184399-network', 'tenant_id': '3297781319704379acd4a703bcd5f95e'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:50:31.313282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:50:31.317268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Usage tracker for resource:network and tenant:3297781319704379acd4a703bcd5f95e is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:50:31.320076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:50:31.325798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:50:31.398780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Made reservation on behalf of 3297781319704379acd4a703bcd5f95e for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:50:31.401835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:31.413920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:31.448696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:50:31.452363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Usage tracker for resource:security_group_rule and tenant:3297781319704379acd4a703bcd5f95e is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:50:31.455036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:50:31.460619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:50:31.522990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:31.570393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:31.573967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c50ae28f-dda2-4013-8cac-96ae295937b7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:31.601373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:50:31.609738 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ca11a4-77bf-41ea-8ad8-631a10abf18e,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:31.613141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:31.615590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:31.615927 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Added segment e04734df-a6b5-418b-9275-ffb809f9177b of type vlan for network c42c3d3f-f94d-4bb7-a11e-561a202dd312
Dec 19 13:50:31.641824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:31.707481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:31.708360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:31.708917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:31.712889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-13dfb2f5-6a73-49a0-978a-f90c0875a0ab tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452 tempest-ExtraDHCPOptionsIpV6TestJSON-1621779452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:31.904804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Pushing event updated for resources: {'Network': ['ID=c42c3d3f-f94d-4bb7-a11e-561a202dd312,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:31.907391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:31.914211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network c42c3d3f-f94d-4bb7-a11e-561a202dd312 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:50:31.974764 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8342981
Dec 19 13:50:31.977590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 49708) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:50:31.983238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Request body: {'subnet': {'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-572184399-subnet', 'tenant_id': '3297781319704379acd4a703bcd5f95e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:50:31.988148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:50:31.991928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Usage tracker for resource:subnet and tenant:3297781319704379acd4a703bcd5f95e is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:50:31.995480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:50:32.001441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:50:32.079112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Made reservation on behalf of 3297781319704379acd4a703bcd5f95e for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:50:32.081436 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:32.322535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:32.326596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a3dea0e2-fda9-4701-bad3-c1b6925f970c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:32.399340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:32.402597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:32.409332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Checking segment: {'id': 'e04734df-a6b5-418b-9275-ffb809f9177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:50:32.409677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Network hostable DHCP agents. Network: c42c3d3f-f94d-4bb7-a11e-561a202dd312, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:50:32.487739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Network c42c3d3f-f94d-4bb7-a11e-561a202dd312 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:50:32.573517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, c42c3d3f-f94d-4bb7-a11e-561a202dd312) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:50:32.577711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:32.578276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:32.584597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f5287-ea01-4e30-9061-fa3a0e89a112 None None] Network c42c3d3f-f94d-4bb7-a11e-561a202dd312 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:50:32.677354 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6985097
Dec 19 13:50:32.793661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f625634a-f79e-4c99-abcb-5bee2d0aad1a None None] Network c42c3d3f-f94d-4bb7-a11e-561a202dd312 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:50:33.201846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f64d915d-ec84-40b1-ba4f-3d6ce394cb48 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:33.203180 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f64d915d-ec84-40b1-ba4f-3d6ce394cb48 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 814 time: 0.1359475
Dec 19 13:50:33.218763 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-7a837a82-6de2-4c80-9a78-eb72ae558637 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/quotas/3297781319704379acd4a703bcd5f95e HTTP/1.1" status: 200  len: 375 time: 0.0103376
Dec 19 13:50:33.264341 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-7535647c-84d7-454b-926d-41388cb9f799 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0404649
Dec 19 13:50:33.393207 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-02553457-e4f1-4aec-9f62-a4ab738826d1 service neutron] 10.222.0.24 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220546
Dec 19 13:50:33.520130 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-190b1ace-4424-4a35-9a00-7888a8d76707 service neutron] 10.222.0.24 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213312
Dec 19 13:50:33.772352 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1eb70569-1605-4eac-8f71-457045553340 req-b7d1063e-53b9-4c15-bdf7-14c73e2ca582 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 210 time: 0.0454705
Dec 19 13:50:34.933119 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b099f51-6177-4f27-9392-1f24c4745032 req-58319d22-b5bc-4d1d-b4da-c3b012256f44 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 210 time: 0.0412226
Dec 19 13:50:35.873170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-321fb564-06b3-41f0-9244-337719b88005 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:35.874537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-321fb564-06b3-41f0-9244-337719b88005 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Synchronizing usage tracker for tenant:3297781319704379acd4a703bcd5f95e on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:50:35.968798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-321fb564-06b3-41f0-9244-337719b88005 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Unset dirty status for tenant:3297781319704379acd4a703bcd5f95e on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:50:35.969825 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-321fb564-06b3-41f0-9244-337719b88005 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.18 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 814 time: 0.2391021
Dec 19 13:50:35.989737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Request body: {'port': {'device_id': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312', 'admin_state_up': True, 'tenant_id': '3297781319704379acd4a703bcd5f95e'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:50:36.100653 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f3654f0a-62ff-464d-866b-328f58f817eb req-963bcdf1-1e13-49eb-9f98-c8284ed956e2 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 210 time: 0.0419772
Dec 19 13:50:36.135342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:50:36.139335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Usage tracker for resource:port and tenant:3297781319704379acd4a703bcd5f95e is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:50:36.142416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:50:36.148509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:50:36.227439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Made reservation on behalf of 3297781319704379acd4a703bcd5f95e for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:50:36.230480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:36.389515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Allocated IP 172.20.0.11 (c42c3d3f-f94d-4bb7-a11e-561a202dd312/eab0e755-84d6-44ea-9b9c-a1f1cfb6c686/47f2e604-00cc-44da-85df-bfb7dd2ae263) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:50:36.586048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:36.693825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:36.700769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-76a54cc2-02ca-4904-a86c-7c838f36ad8c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:36.765107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Network c42c3d3f-f94d-4bb7-a11e-561a202dd312 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:50:36.772118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:50:36.774467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:50:36.811624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Pushing event updated for resources: {'Port': ['ID=47f2e604-00cc-44da-85df-bfb7dd2ae263,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:36.816118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:36.848269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:36.848771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:36.951662 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9661131
Dec 19 13:50:36.963331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Request body: {'port': {'device_id': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:50:37.071965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:37.306578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66314029-aa86-4d34-afa7-b9a6e1904dac req-cec9ee44-d0a0-43ca-8aa0-a2c97cc933db tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:37.308152 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-66314029-aa86-4d34-afa7-b9a6e1904dac req-cec9ee44-d0a0-43ca-8aa0-a2c97cc933db tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 932 time: 0.0812581
Dec 19 13:50:37.354131 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-66314029-aa86-4d34-afa7-b9a6e1904dac req-ba38bdee-85d6-4aac-9a46-4ea6854cc06f tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403206
Dec 19 13:50:37.409087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f2e604-00cc-44da-85df-bfb7dd2ae263 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:50:37.416309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:37.430260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Transition to ACTIVE for port object 47f2e604-00cc-44da-85df-bfb7dd2ae263 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:50:37.487655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:37.491776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-29f44691-1c57-41f8-b261-24245d9b8552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:37.719210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Pushing event updated for resources: {'Port': ['ID=47f2e604-00cc-44da-85df-bfb7dd2ae263,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:37.723079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:37.827282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Attempting to bind port 47f2e604-00cc-44da-85df-bfb7dd2ae263 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:50:37.827615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Attempting to bind port 47f2e604-00cc-44da-85df-bfb7dd2ae263 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e04734df-a6b5-418b-9275-ffb809f9177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:50:37.827930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Attempting to bind port 47f2e604-00cc-44da-85df-bfb7dd2ae263 on network c42c3d3f-f94d-4bb7-a11e-561a202dd312 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:50:37.833478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Port 47f2e604-00cc-44da-85df-bfb7dd2ae263 on network c42c3d3f-f94d-4bb7-a11e-561a202dd312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:50:37.833791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Attempting to bind port 47f2e604-00cc-44da-85df-bfb7dd2ae263 on network c42c3d3f-f94d-4bb7-a11e-561a202dd312 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:50:37.840059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:50:37.840387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Checking segment: {'id': 'e04734df-a6b5-418b-9275-ffb809f9177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:50:37.840759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Bound using segment: {'id': 'e04734df-a6b5-418b-9275-ffb809f9177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:50:37.841167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Bound port: 47f2e604-00cc-44da-85df-bfb7dd2ae263, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04734df-a6b5-418b-9275-ffb809f9177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:50:37.841500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:37.925358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] For port 47f2e604-00cc-44da-85df-bfb7dd2ae263, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:50:37.928177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] For port 47f2e604-00cc-44da-85df-bfb7dd2ae263, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:50:38.002530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:38.006669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2aa04af0-67a8-4f95-84b4-e10307d2b315 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:38.062333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:38.063796 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] 10.222.0.18 "PUT /v2.0/ports/47f2e604-00cc-44da-85df-bfb7dd2ae263 HTTP/1.1" status: 200  len: 1094 time: 1.1045201
Dec 19 13:50:38.064296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'tag': '47f2e604-00cc-44da-85df-bfb7dd2ae263'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:50:38.085634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Pushing event updated for resources: {'Port': ['ID=47f2e604-00cc-44da-85df-bfb7dd2ae263,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:38.088985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:38.117465 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'tag': '47f2e604-00cc-44da-85df-bfb7dd2ae263', 'status': 'completed', 'code': 200}
Dec 19 13:50:38.205613 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7baf992b-3518-4542-8ca7-671d156529a9 req-279b458b-8083-4e4e-a579-dad0dc3be13c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 1097 time: 0.0690739
Dec 19 13:50:38.345413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf992b-3518-4542-8ca7-671d156529a9 req-b0d4da89-7c08-43a5-ae10-5b178c8aa143 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:38.346802 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7baf992b-3518-4542-8ca7-671d156529a9 req-b0d4da89-7c08-43a5-ae10-5b178c8aa143 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3297781319704379acd4a703bcd5f95e&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1345093
Dec 19 13:50:38.482836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf992b-3518-4542-8ca7-671d156529a9 req-d3507b38-ccc2-4a4b-a924-be33676b7bd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:38.484327 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7baf992b-3518-4542-8ca7-671d156529a9 req-d3507b38-ccc2-4a4b-a924-be33676b7bd5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1315932
Dec 19 13:50:38.552212 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4510d41-ec95-4cd8-a872-9d12b906f319 req-f5ca1881-4d99-454b-b203-1a83372e837d tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:38.553649 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b4510d41-ec95-4cd8-a872-9d12b906f319 req-f5ca1881-4d99-454b-b203-1a83372e837d tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 944 time: 0.0792475
Dec 19 13:50:38.604167 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b4510d41-ec95-4cd8-a872-9d12b906f319 req-756e996a-0de6-417e-a287-78602f3f77ea tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438409
Dec 19 13:50:38.616748 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-fdad2f10-2a3c-4882-99f9-50923be0ea8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 1097 time: 0.0747988
Dec 19 13:50:38.685561 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-e3e878ad-baf0-4c46-9ec0-813c9957bda3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263 HTTP/1.1" status: 200  len: 217 time: 0.0616102
Dec 19 13:50:38.749742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-4af5c649-f0db-482d-9500-4632d1edb922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:38.751154 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-4af5c649-f0db-482d-9500-4632d1edb922 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 HTTP/1.1" status: 200  len: 854 time: 0.0599611
Dec 19 13:50:38.795496 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-06ed712e-2aaf-401e-8f22-18c719f9c1ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c42c3d3f-f94d-4bb7-a11e-561a202dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381968
Dec 19 13:50:38.927500 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-86e95b48-d7bd-4543-9733-103be3b539f9 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250639
Dec 19 13:50:39.055990 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7600cb71-3d1b-4596-9f50-dab4d83f700d req-24f4c21c-98ae-4a07-a70f-d8c50a64409d service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224480
Dec 19 13:50:39.804060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241315b-6676-437a-9090-a90ecd5b9e2c req-26e4f1f5-3adb-410d-b5c6-613b76be400a tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:39.805473 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4241315b-6676-437a-9090-a90ecd5b9e2c req-26e4f1f5-3adb-410d-b5c6-613b76be400a tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 944 time: 0.0757418
Dec 19 13:50:39.850900 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4241315b-6676-437a-9090-a90ecd5b9e2c req-5a5905f3-b2e7-4bb0-a618-9dd813834ef4 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397193
Dec 19 13:50:41.047115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4028fa-37ee-49d8-a77c-61f9213592c3 req-b77b42ca-98a5-4bc7-958d-bda82333cb94 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:41.048514 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2a4028fa-37ee-49d8-a77c-61f9213592c3 req-b77b42ca-98a5-4bc7-958d-bda82333cb94 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 944 time: 0.0789104
Dec 19 13:50:41.093466 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2a4028fa-37ee-49d8-a77c-61f9213592c3 req-d6f1e9d7-953c-4de5-91a2-00be0803c1d4 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394742
Dec 19 13:50:42.332889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79fd5f-ed67-47de-956c-2230d12dd2ea req-4de7ef10-666b-4486-bc73-6c0602e16165 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:42.334238 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da79fd5f-ed67-47de-956c-2230d12dd2ea req-4de7ef10-666b-4486-bc73-6c0602e16165 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 944 time: 0.1163116
Dec 19 13:50:42.380589 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da79fd5f-ed67-47de-956c-2230d12dd2ea req-bfaa7dc8-66ca-47ff-885e-b6e49ec568f9 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397651
Dec 19 13:50:42.393077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53aae5b9-6a4d-4124-95fc-a33f7678b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:42.397335 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 47f2e604-00cc-44da-85df-bfb7dd2ae263 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:50:42.528896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 47f2e604-00cc-44da-85df-bfb7dd2ae263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:50:42.542100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '47f2e604-00cc-44da-85df-bfb7dd2ae263', 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312', 'port_id': '47f2e604-00cc-44da-85df-bfb7dd2ae263', 'mac_address': 'fa:16:3e:72:77:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab0e755-84d6-44ea-9b9c-a1f1cfb6c686', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:50:42.597777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:42.614830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f2e604-00cc-44da-85df-bfb7dd2ae263 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:50:42.629473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 47f2e604-00cc-44da-85df-bfb7dd2ae263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:50:42.690143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:42.691969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:42.754820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=47f2e604-00cc-44da-85df-bfb7dd2ae263,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:42.757801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:42.890160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['47f2e604-00cc-44da-85df-bfb7dd2ae263'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:50:43.575304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949e8f3-56f4-4b16-ada3-8e9d279abef3 req-7800a14f-7465-4d2e-99f9-1a097c4ff204 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:43.576721 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6949e8f3-56f4-4b16-ada3-8e9d279abef3 req-7800a14f-7465-4d2e-99f9-1a097c4ff204 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 945 time: 0.0782385
Dec 19 13:50:43.621187 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6949e8f3-56f4-4b16-ada3-8e9d279abef3 req-45162236-983e-4e15-b853-fef27a0be236 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390079
Dec 19 13:50:44.412817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 47f2e604-00cc-44da-85df-bfb7dd2ae263 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:50:44.533580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 47f2e604-00cc-44da-85df-bfb7dd2ae263 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:50:44.538328 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 47f2e604-00cc-44da-85df-bfb7dd2ae263 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:50:44.538708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:44.662801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:44.673690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-32c696fe-e6ba-43ae-bd3e-6338db02fc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:44.692784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2e604-00cc-44da-85df-bfb7dd2ae263'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:50:44.702619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 47f2e604-00cc-44da-85df-bfb7dd2ae263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:50:44.748273 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2e604-00cc-44da-85df-bfb7dd2ae263', 'code': 200}
Dec 19 13:50:44.758773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:44.760664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4b6adb33-f789-4624-a5ba-f5a0c4b56f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:50:44.828750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=47f2e604-00cc-44da-85df-bfb7dd2ae263,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:50:44.831863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:50:44.845039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7bddb-b50f-434e-8aae-fd34f89fea34 req-303c264f-3446-4ac7-924c-629fb14dddb0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:44.850989 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e9b7bddb-b50f-434e-8aae-fd34f89fea34 req-303c264f-3446-4ac7-924c-629fb14dddb0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0821860
Dec 19 13:50:44.891272 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e9b7bddb-b50f-434e-8aae-fd34f89fea34 req-db78572c-20be-4618-a653-8c0271172bf3 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390701
Dec 19 13:50:45.088158 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-fec6ac2d-6786-42ed-b931-3ac460c9c099 req-cc240413-01d5-45a8-87df-1049efa6cb1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 1099 time: 0.0677428
Dec 19 13:50:45.132128 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-fec6ac2d-6786-42ed-b931-3ac460c9c099 req-55fee899-e788-45a4-8008-a1101fd02cf8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381191
Dec 19 13:50:46.094281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5697b-2982-40be-806c-483d2416d840 req-11881272-e7b6-4a63-8e5f-44907300a0d2 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:46.098570 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4fd5697b-2982-40be-806c-483d2416d840 req-11881272-e7b6-4a63-8e5f-44907300a0d2 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0816824
Dec 19 13:50:46.145615 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4fd5697b-2982-40be-806c-483d2416d840 req-5b71759b-7ef5-49cd-9ca9-b569057b5445 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414541
Dec 19 13:50:46.210167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:46.350855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:47.345997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb06f3-9215-40c1-8156-ab336a44f0bc req-e91154b1-8315-48bb-93f9-dfe7869046ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:47.347451 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-efdb06f3-9215-40c1-8156-ab336a44f0bc req-e91154b1-8315-48bb-93f9-dfe7869046ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0755820
Dec 19 13:50:47.395638 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-efdb06f3-9215-40c1-8156-ab336a44f0bc req-e033571b-3de1-4bb4-baa4-412b95ac9525 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427547
Dec 19 13:50:47.590915 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470e054-4728-464a-b373-0d8d2fd10639 req-e2a3b23a-9cf3-4250-8592-eebcfadf9c1a tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:47.592361 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d470e054-4728-464a-b373-0d8d2fd10639 req-e2a3b23a-9cf3-4250-8592-eebcfadf9c1a tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0792696
Dec 19 13:50:47.610056 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:47.637361 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d470e054-4728-464a-b373-0d8d2fd10639 req-5c11763c-e155-4f2d-8493-1c3f6fed217a tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393448
Dec 19 13:50:48.160746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a9f7c-ca91-4dd9-a402-0133bb726080 req-30c79c29-dc69-4719-ac45-1408938cb79d tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:48.162172 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-210a9f7c-ca91-4dd9-a402-0133bb726080 req-30c79c29-dc69-4719-ac45-1408938cb79d tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.1791632
Dec 19 13:50:48.208295 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-210a9f7c-ca91-4dd9-a402-0133bb726080 req-98852b54-3fac-4bc6-8c24-76b789f3dedb tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397074
Dec 19 13:50:48.402933 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc69a2-02e6-47f3-a4c5-6b96250862c9 req-064ac8c2-0caf-4491-8e73-61e9bfb8dea3 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:48.404311 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-edfc69a2-02e6-47f3-a4c5-6b96250862c9 req-064ac8c2-0caf-4491-8e73-61e9bfb8dea3 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0753777
Dec 19 13:50:48.450427 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-edfc69a2-02e6-47f3-a4c5-6b96250862c9 req-bc5b6232-b0c1-4716-a770-6ffd7d859077 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404935
Dec 19 13:50:48.647219 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aeebd479-7cdf-44e0-ac19-d43f24d73d7c req-4466aa2d-be42-4ba7-a5df-8638d4ff10ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0701964
Dec 19 13:50:49.112862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fbaca-87bd-49db-81e5-f9aa2c4b4455 req-4564c76f-1977-425c-8e29-b29e59467185 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:49.114481 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-de6fbaca-87bd-49db-81e5-f9aa2c4b4455 req-4564c76f-1977-425c-8e29-b29e59467185 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0773311
Dec 19 13:50:49.160856 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-de6fbaca-87bd-49db-81e5-f9aa2c4b4455 req-bcaeca14-748e-453d-874b-bc5185d93da5 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403574
Dec 19 13:50:49.181981 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-23a31467-b73f-411e-90b9-90cd1532a3e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0681579
Dec 19 13:50:50.361489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4736e-8efc-4010-a0e0-23527cba14cb req-1d91d66f-7833-4389-acc5-f8d725f65929 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:50.362898 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-73e4736e-8efc-4010-a0e0-23527cba14cb req-1d91d66f-7833-4389-acc5-f8d725f65929 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0803382
Dec 19 13:50:50.409223 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-73e4736e-8efc-4010-a0e0-23527cba14cb req-c5d16636-8af5-4b79-88f0-571df051134a tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405672
Dec 19 13:50:51.109350 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-6cc15e23-6ca4-4341-bce0-5cd59ac76208 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 1099 time: 0.0679238
Dec 19 13:50:51.239370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-ca08b64b-9cec-4416-8140-9b1af1be0b35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:51.240791 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-ca08b64b-9cec-4416-8140-9b1af1be0b35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 915 time: 0.1259468
Dec 19 13:50:51.311297 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-86034af5-8c12-417c-8941-82963569bc22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263 HTTP/1.1" status: 200  len: 217 time: 0.0641060
Dec 19 13:50:51.372250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-48b3c0d6-3b3a-4291-872f-02b74e004674 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:51.373541 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-48b3c0d6-3b3a-4291-872f-02b74e004674 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 HTTP/1.1" status: 200  len: 854 time: 0.0564902
Dec 19 13:50:51.420917 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-8234108e-346c-403c-b4d6-ba20e161b46f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c42c3d3f-f94d-4bb7-a11e-561a202dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416512
Dec 19 13:50:51.607226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d97a33-ca07-4635-94de-ae6d369497a4 req-44e0e524-2919-4b2f-b51e-bd1f59dd4738 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:51.608718 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-06d97a33-ca07-4635-94de-ae6d369497a4 req-44e0e524-2919-4b2f-b51e-bd1f59dd4738 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0783615
Dec 19 13:50:51.659696 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-06d97a33-ca07-4635-94de-ae6d369497a4 req-20c71853-985e-45ee-a0a6-147b5e3490a5 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447187
Dec 19 13:50:51.660958 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-8d8247aa-e3d5-476b-a377-f2af08f27370 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2337372
Dec 19 13:50:51.791199 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-022b993c-885f-4e0c-b0f6-2772c0fa2c7e service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242580
Dec 19 13:50:52.011019 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-980ca354-d156-4bd9-81bf-224bbd8d8d9e req-ffa01985-6bdd-4a29-ae9c-0e21b553f64b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 1099 time: 0.0679970
Dec 19 13:50:52.154420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ca354-d156-4bd9-81bf-224bbd8d8d9e req-701a6cb1-e0ac-4a49-96d3-bf3e13f5a835 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:52.155979 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-980ca354-d156-4bd9-81bf-224bbd8d8d9e req-701a6cb1-e0ac-4a49-96d3-bf3e13f5a835 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 915 time: 0.1278155
Dec 19 13:50:52.227117 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-980ca354-d156-4bd9-81bf-224bbd8d8d9e req-1eea13c8-ed07-414c-91a3-2d14a73809fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263 HTTP/1.1" status: 200  len: 217 time: 0.0651367
Dec 19 13:50:52.291404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ca354-d156-4bd9-81bf-224bbd8d8d9e req-73137cad-63d1-492c-a40a-a46b7c626479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:52.292961 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-980ca354-d156-4bd9-81bf-224bbd8d8d9e req-73137cad-63d1-492c-a40a-a46b7c626479 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 HTTP/1.1" status: 200  len: 854 time: 0.0584512
Dec 19 13:50:52.341263 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-980ca354-d156-4bd9-81bf-224bbd8d8d9e req-b51d6ff1-9c85-4008-b929-0da5e1f67eb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c42c3d3f-f94d-4bb7-a11e-561a202dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422366
Dec 19 13:50:52.471685 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-980ca354-d156-4bd9-81bf-224bbd8d8d9e req-1ee00484-6b96-4389-b866-fb055e4be275 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240158
Dec 19 13:50:52.603442 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-980ca354-d156-4bd9-81bf-224bbd8d8d9e req-38e0030b-d1e4-47b6-822f-b912ef9216bd service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244416
Dec 19 13:50:52.858152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec957b-1b50-49f4-b339-689b4cdc34a0 req-bd82445d-fd49-43af-9cfe-9602e7119acb tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:52.859511 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-54ec957b-1b50-49f4-b339-689b4cdc34a0 req-bd82445d-fd49-43af-9cfe-9602e7119acb tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0755403
Dec 19 13:50:52.903413 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-54ec957b-1b50-49f4-b339-689b4cdc34a0 req-29170bb7-42bf-4e2c-ad5b-f0279075692e tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384693
Dec 19 13:50:54.107676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05410c-6001-4a43-a2de-2d034a2d2719 req-2c7606ef-0234-4403-93b0-7a40a3b58291 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:54.109070 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1c05410c-6001-4a43-a2de-2d034a2d2719 req-2c7606ef-0234-4403-93b0-7a40a3b58291 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0783663
Dec 19 13:50:54.152615 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1c05410c-6001-4a43-a2de-2d034a2d2719 req-b77c7131-51ee-478c-8e3c-3b78dfe76f71 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380836
Dec 19 13:50:55.348406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db69f9-43a3-49c1-aca2-48b47f423a52 req-b38d57b3-b26e-4e4c-be0d-b85d5e4864b7 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:55.349833 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-83db69f9-43a3-49c1-aca2-48b47f423a52 req-b38d57b3-b26e-4e4c-be0d-b85d5e4864b7 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0767107
Dec 19 13:50:55.394571 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-83db69f9-43a3-49c1-aca2-48b47f423a52 req-b958322d-bbf5-449b-84a0-0d9774cd91ac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383761
Dec 19 13:50:55.523740 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:50:56.595856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290eaa0-5696-4554-8e70-569b0010c4d7 req-a06fd9fa-30f1-47ec-9923-57abf2bc3697 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:56.597280 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3290eaa0-5696-4554-8e70-569b0010c4d7 req-a06fd9fa-30f1-47ec-9923-57abf2bc3697 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0796540
Dec 19 13:50:56.642362 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3290eaa0-5696-4554-8e70-569b0010c4d7 req-6118c46a-7e1c-4307-9c72-4d82c5f02219 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395827
Dec 19 13:50:57.837789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0866-4d73-4555-8e2c-48a68e2510f9 req-2607062b-39a0-4893-9394-b5b2e6d3df7b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:57.839260 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cecb0866-4d73-4555-8e2c-48a68e2510f9 req-2607062b-39a0-4893-9394-b5b2e6d3df7b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0757706
Dec 19 13:50:57.884657 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cecb0866-4d73-4555-8e2c-48a68e2510f9 req-bc007a4e-19c6-4658-896a-23880895dcb3 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398319
Dec 19 13:50:59.082421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa840d2-5807-4fb5-a0dc-4c7e8ac0c63b req-054efdc5-a17e-4eee-a1d2-07c4daee1a0c tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:50:59.083900 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4aa840d2-5807-4fb5-a0dc-4c7e8ac0c63b req-054efdc5-a17e-4eee-a1d2-07c4daee1a0c tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0800235
Dec 19 13:50:59.128483 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4aa840d2-5807-4fb5-a0dc-4c7e8ac0c63b req-093508a3-8025-4714-9c67-299e0e9abaed tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388687
Dec 19 13:51:00.326247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5aa43-1e95-4851-ac94-380458ed429d req-c53beffb-d42b-45e8-8656-8e919be840ea tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:00.327709 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f1e5aa43-1e95-4851-ac94-380458ed429d req-c53beffb-d42b-45e8-8656-8e919be840ea tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0767014
Dec 19 13:51:00.376147 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f1e5aa43-1e95-4851-ac94-380458ed429d req-f355bcfd-b189-49e0-bf7d-6572d90e0a10 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429776
Dec 19 13:51:01.568038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354502e6-7b13-4925-b076-0b3b65719c80 req-e4dfa525-2d6d-4d94-8073-81ca2f7629a3 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:01.569457 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-354502e6-7b13-4925-b076-0b3b65719c80 req-e4dfa525-2d6d-4d94-8073-81ca2f7629a3 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0745630
Dec 19 13:51:01.614572 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-354502e6-7b13-4925-b076-0b3b65719c80 req-957d4cf5-276b-445c-ade3-10729f33eee1 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389276
Dec 19 13:51:02.812217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fc220-aa2e-447a-bcf7-c135073a3351 req-b5a53c2a-ab4f-457a-b2c0-3848727ec368 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:02.813628 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2f5fc220-aa2e-447a-bcf7-c135073a3351 req-b5a53c2a-ab4f-457a-b2c0-3848727ec368 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0787752
Dec 19 13:51:02.858310 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2f5fc220-aa2e-447a-bcf7-c135073a3351 req-93da443b-7cff-4ffb-a37e-2fedd130bfe5 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392632
Dec 19 13:51:03.021310 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:51:04.057421 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd739-f4bd-4a29-8945-77c2a57265ca req-7a32e5fd-0555-4e5b-9c2f-49462c4968a5 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:04.058855 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20cfd739-f4bd-4a29-8945-77c2a57265ca req-7a32e5fd-0555-4e5b-9c2f-49462c4968a5 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0778337
Dec 19 13:51:04.104147 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20cfd739-f4bd-4a29-8945-77c2a57265ca req-e3431cb8-f214-4653-bd1c-0d373548f2d8 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397141
Dec 19 13:51:05.301282 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb49c5-3187-43e7-a22f-3682cd771a9b req-3c9e4a9f-4723-4ab6-a22f-4726542f11ff tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:05.302681 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7eeb49c5-3187-43e7-a22f-3682cd771a9b req-3c9e4a9f-4723-4ab6-a22f-4726542f11ff tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0797670
Dec 19 13:51:05.347273 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7eeb49c5-3187-43e7-a22f-3682cd771a9b req-874c302b-68f6-402c-8807-71e14ca69703 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381849
Dec 19 13:51:06.543559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf2d16-3c96-4bba-94de-09e51b0d5a8a req-15482881-64be-4773-b984-5332f76bcd30 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:06.544978 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d3bf2d16-3c96-4bba-94de-09e51b0d5a8a req-15482881-64be-4773-b984-5332f76bcd30 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0769057
Dec 19 13:51:06.593876 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d3bf2d16-3c96-4bba-94de-09e51b0d5a8a req-1de6dabb-24d0-4f51-b78d-5a36888d8a76 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433218
Dec 19 13:51:07.790796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7995c-a118-466f-abae-70b27e54fb4a req-ddaaa13b-86de-4be4-82f5-35a193ed3732 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:07.792332 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b1c7995c-a118-466f-abae-70b27e54fb4a req-ddaaa13b-86de-4be4-82f5-35a193ed3732 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0749686
Dec 19 13:51:07.838270 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b1c7995c-a118-466f-abae-70b27e54fb4a req-a65cf203-b7fe-45d8-9bfc-3c40ebc8516a tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405507
Dec 19 13:51:09.034205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325ac1b-c60e-4a30-9888-380e2ac2ffea req-fde94ea5-7bee-4740-a541-c055c996db04 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:09.035628 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7325ac1b-c60e-4a30-9888-380e2ac2ffea req-fde94ea5-7bee-4740-a541-c055c996db04 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0791011
Dec 19 13:51:09.174907 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7325ac1b-c60e-4a30-9888-380e2ac2ffea req-ac95fa02-196c-42e7-8a59-91833c6a86fd tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335742
Dec 19 13:51:10.369006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff095a-52d1-43f3-958d-b8dd04714be4 req-9fa3822d-1359-4511-81e5-610417204d10 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:10.370417 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-75ff095a-52d1-43f3-958d-b8dd04714be4 req-9fa3822d-1359-4511-81e5-610417204d10 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0751426
Dec 19 13:51:10.414359 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-75ff095a-52d1-43f3-958d-b8dd04714be4 req-4e73c56d-2fc6-44f8-b0b9-1f91b7ef58c0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384700
Dec 19 13:51:11.614762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced98cc-8593-4362-b831-1b1250bdfb13 req-0364949d-e6f0-4539-9bb5-55036b82eb26 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:11.616214 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4ced98cc-8593-4362-b831-1b1250bdfb13 req-0364949d-e6f0-4539-9bb5-55036b82eb26 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0790451
Dec 19 13:51:11.662965 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4ced98cc-8593-4362-b831-1b1250bdfb13 req-fb55978c-49bc-4d96-8b4a-fa7d912abd19 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406489
Dec 19 13:51:12.430437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-92ec6186-bc0f-46ee-8bbc-23a1077ffb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:12.860896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff822672-85ee-47b2-9fd5-2e10026488aa req-546c06c9-2dd3-4623-800a-57d1c7e3f035 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:12.862372 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ff822672-85ee-47b2-9fd5-2e10026488aa req-546c06c9-2dd3-4623-800a-57d1c7e3f035 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0757496
Dec 19 13:51:12.910120 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ff822672-85ee-47b2-9fd5-2e10026488aa req-389f1fe1-2641-4fe2-a7b8-9ce927207be8 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422025
Dec 19 13:51:14.104451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293af04c-cbd0-4f34-8530-3b02346729ae req-24101fd7-98e9-42f3-9a69-7806b5ff2f7f tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:14.106594 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-293af04c-cbd0-4f34-8530-3b02346729ae req-24101fd7-98e9-42f3-9a69-7806b5ff2f7f tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0759435
Dec 19 13:51:14.150655 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-293af04c-cbd0-4f34-8530-3b02346729ae req-c68a102f-15ab-4baf-b5e7-6dba0e5b148c tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387895
Dec 19 13:51:14.630166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3b35f585-eb6d-40ed-a994-bedbee05217d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:15.367653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685533f-f0b8-46bf-bc3c-c400cdf859f4 req-12348fbd-ca8a-42c9-8719-475e038b7366 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:15.369089 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3685533f-f0b8-46bf-bc3c-c400cdf859f4 req-12348fbd-ca8a-42c9-8719-475e038b7366 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0938768
Dec 19 13:51:15.422079 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3685533f-f0b8-46bf-bc3c-c400cdf859f4 req-e0681f73-ee86-4273-b7e9-a97607ecb9e3 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463893
Dec 19 13:51:16.235703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:16.323326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:16.618647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce79b-d8e7-4a4b-8876-60fba21b156e req-f3997dd9-3500-405b-add8-04d3dfd66dab tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:16.620086 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0bce79b-d8e7-4a4b-8876-60fba21b156e req-f3997dd9-3500-405b-add8-04d3dfd66dab tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0751429
Dec 19 13:51:16.665635 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0bce79b-d8e7-4a4b-8876-60fba21b156e req-0b921cb3-aeed-4864-b36b-ae6e30698382 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392854
Dec 19 13:51:17.597311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:17.865819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327e8f0-8ea3-48db-928a-d5604c657850 req-b9ad4039-ebc7-45de-b51b-7d09955d912c tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:17.867279 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9327e8f0-8ea3-48db-928a-d5604c657850 req-b9ad4039-ebc7-45de-b51b-7d09955d912c tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0799887
Dec 19 13:51:17.912390 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9327e8f0-8ea3-48db-928a-d5604c657850 req-0591bd85-2b98-4427-a017-7134e1d70389 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388529
Dec 19 13:51:19.110458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc18bad-4067-4400-9d9f-a5736efb7f7a req-3debfaaf-c5db-4c57-8bd3-12c0fcd6889e tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:19.111909 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cbc18bad-4067-4400-9d9f-a5736efb7f7a req-3debfaaf-c5db-4c57-8bd3-12c0fcd6889e tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0758538
Dec 19 13:51:19.159975 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cbc18bad-4067-4400-9d9f-a5736efb7f7a req-ead7d8b2-c5fb-4ecb-95f6-533b9db08384 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425839
Dec 19 13:51:20.357707 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bece4-39a7-4f97-be5c-918755036143 req-4bfd7818-f656-458c-8d5a-01b1207f91bd tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:20.359174 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-476bece4-39a7-4f97-be5c-918755036143 req-4bfd7818-f656-458c-8d5a-01b1207f91bd tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0782878
Dec 19 13:51:20.407625 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-476bece4-39a7-4f97-be5c-918755036143 req-d4d14ff6-502a-4fca-b391-07b905346dd9 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426905
Dec 19 13:51:21.605074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7a9e7-7b2b-43b4-9465-c4e809a6b880 req-04c069cf-decb-4e04-864e-ad3242610f98 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:21.606480 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-42e7a9e7-7b2b-43b4-9465-c4e809a6b880 req-04c069cf-decb-4e04-864e-ad3242610f98 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0796766
Dec 19 13:51:21.650714 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-42e7a9e7-7b2b-43b4-9465-c4e809a6b880 req-90cc203c-298a-43cd-b35f-80f124fb1d2b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385728
Dec 19 13:51:22.847644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f1611-392d-47ce-b758-af2e4e144490 req-d8c5ac85-b887-4b76-8236-5ca5e3ad7278 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:22.849082 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-865f1611-392d-47ce-b758-af2e4e144490 req-d8c5ac85-b887-4b76-8236-5ca5e3ad7278 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0747478
Dec 19 13:51:22.893404 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-865f1611-392d-47ce-b758-af2e4e144490 req-71e2d57d-4228-4bee-a7de-7fce1c49af11 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388529
Dec 19 13:51:23.852200 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-e09c3e22-8492-40f3-b9c8-f58c6ff17cb2 service neutron] 10.222.0.18 "GET /v2.0/ports/47f2e604-00cc-44da-85df-bfb7dd2ae263/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0746994
Dec 19 13:51:24.093816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ef59a-9427-4e8c-9a30-b02c718b5475 req-be871015-01e9-45e3-b1a5-3f855f39b382 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:24.095355 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-333ef59a-9427-4e8c-9a30-b02c718b5475 req-be871015-01e9-45e3-b1a5-3f855f39b382 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0806065
Dec 19 13:51:24.140586 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-333ef59a-9427-4e8c-9a30-b02c718b5475 req-24e308e5-11cd-429b-84e2-fb0d83a72791 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395615
Dec 19 13:51:24.374148 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-ea7b6651-e8be-4a9a-ac5b-16dcb5b8b944 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0&tenant_id=3297781319704379acd4a703bcd5f95e HTTP/1.1" status: 200  len: 1099 time: 0.0687432
Dec 19 13:51:24.465929 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-ca8535dc-e319-4464-9588-372b4dd4e65d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 1099 time: 0.0707505
Dec 19 13:51:24.594431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-730e2717-0400-4d62-a232-6ae4527e2514 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:24.595901 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-730e2717-0400-4d62-a232-6ae4527e2514 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 915 time: 0.1237240
Dec 19 13:51:24.665695 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-0e6ef0bf-95ee-4225-b5ef-86d6e6b26ec7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263 HTTP/1.1" status: 200  len: 217 time: 0.0638754
Dec 19 13:51:24.728566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-b1b88620-c2a3-460f-ae33-65abe7e5de32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:24.729904 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-b1b88620-c2a3-460f-ae33-65abe7e5de32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 HTTP/1.1" status: 200  len: 854 time: 0.0569646
Dec 19 13:51:24.774062 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-4098b9d9-e60f-4c9a-ac48-0e52fb9462c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c42c3d3f-f94d-4bb7-a11e-561a202dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380116
Dec 19 13:51:24.904600 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-175b244e-0a4d-47c0-b2da-13d84cc17f33 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239302
Dec 19 13:51:25.133554 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4ae4bd4d-b1a9-45a6-b931-ea22773ea524 req-a4b01e34-5f10-4bc8-b8c2-531dd4f4cb78 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232621
Dec 19 13:51:25.337480 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b93f71-3681-4472-99f1-6c4a771fdbf5 req-89515bb6-cadb-4f6d-9bcf-95d7b81a55ae tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:25.338908 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-26b93f71-3681-4472-99f1-6c4a771fdbf5 req-89515bb6-cadb-4f6d-9bcf-95d7b81a55ae tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0764127
Dec 19 13:51:25.383716 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-26b93f71-3681-4472-99f1-6c4a771fdbf5 req-1a221fd4-a6ce-4280-9c10-1e7c114054b7 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384140
Dec 19 13:51:25.578832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:26.588584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0ea5b-d790-4ade-9c4d-a0e0cba249fc req-855ebc1b-efdc-4f29-add3-0e612c401771 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:26.590029 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-69a0ea5b-d790-4ade-9c4d-a0e0cba249fc req-855ebc1b-efdc-4f29-add3-0e612c401771 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0802698
Dec 19 13:51:26.627294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 47f2e604-00cc-44da-85df-bfb7dd2ae263 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:51:26.632294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 47f2e604-00cc-44da-85df-bfb7dd2ae263 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:51:26.636039 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-69a0ea5b-d790-4ade-9c4d-a0e0cba249fc req-cbbcef8d-0b3e-4aa5-b6eb-c642190ce434 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398209
Dec 19 13:51:26.882732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:26.904034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 47f2e604-00cc-44da-85df-bfb7dd2ae263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:51:26.923913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '47f2e604-00cc-44da-85df-bfb7dd2ae263', 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312', 'port_id': '47f2e604-00cc-44da-85df-bfb7dd2ae263', 'mac_address': 'fa:16:3e:72:77:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab0e755-84d6-44ea-9b9c-a1f1cfb6c686', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:51:26.930161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f2e604-00cc-44da-85df-bfb7dd2ae263'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:51:26.976169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 47f2e604-00cc-44da-85df-bfb7dd2ae263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:51:26.994522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:27.012080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47f2e604-00cc-44da-85df-bfb7dd2ae263 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:51:27.049774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:27.053558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:51:27.082225 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f2e604-00cc-44da-85df-bfb7dd2ae263', 'code': 200}
Dec 19 13:51:27.164924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:51:27.165206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:51:27.169944 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=47f2e604-00cc-44da-85df-bfb7dd2ae263,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:51:27.178296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:27.178641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:27.179256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:27.179593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:27.179921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:27.180247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:27.180570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:27.180892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:27.181210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:27.181525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:27.181840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:27.185578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:51:27.718300 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:27.735206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f2e604-00cc-44da-85df-bfb7dd2ae263 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:51:27.756356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 47f2e604-00cc-44da-85df-bfb7dd2ae263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:51:27.815132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:27.817666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:51:27.837536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53c585-23ee-49d7-a7b9-2e2c2be1f5de req-47024597-fc2c-4ee5-adf4-e0bf757b08aa tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:27.838964 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fa53c585-23ee-49d7-a7b9-2e2c2be1f5de req-47024597-fc2c-4ee5-adf4-e0bf757b08aa tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 944 time: 0.0766573
Dec 19 13:51:27.883840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['47f2e604-00cc-44da-85df-bfb7dd2ae263'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:51:27.888836 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fa53c585-23ee-49d7-a7b9-2e2c2be1f5de req-c412c383-2365-43a2-b1b3-db595310acab tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443218
Dec 19 13:51:27.928390 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=47f2e604-00cc-44da-85df-bfb7dd2ae263,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:51:27.929789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:51:28.348694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba6252-0d10-4086-8672-1138679189ff req-2e0bb848-c90b-4df0-be5a-b7fc50c74393 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:28.350148 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-43ba6252-0d10-4086-8672-1138679189ff req-2e0bb848-c90b-4df0-be5a-b7fc50c74393 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 945 time: 0.0772796
Dec 19 13:51:28.395767 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-43ba6252-0d10-4086-8672-1138679189ff req-b70043ea-278d-429f-a72c-788600dcb789 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401151
Dec 19 13:51:28.436553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-a3de219f-6e6a-406e-8a4b-c203d99269d0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:28.437224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-a3de219f-6e6a-406e-8a4b-c203d99269d0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Synchronizing usage tracker for tenant:3297781319704379acd4a703bcd5f95e on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:51:28.509426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-a3de219f-6e6a-406e-8a4b-c203d99269d0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Unset dirty status for tenant:3297781319704379acd4a703bcd5f95e on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:51:28.510491 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-a3de219f-6e6a-406e-8a4b-c203d99269d0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0&tenant_id=3297781319704379acd4a703bcd5f95e&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 945 time: 0.1569202
Dec 19 13:51:28.634257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 47f2e604-00cc-44da-85df-bfb7dd2ae263 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:51:28.647340 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-a74160d5-32ea-43c6-aad6-357ea0e462fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 1098 time: 0.0677836
Dec 19 13:51:28.706113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 47f2e604-00cc-44da-85df-bfb7dd2ae263 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:51:28.706496 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:28.780782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-82bfadd1-898e-4d72-affc-1f6e90001fff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:28.782873 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-82bfadd1-898e-4d72-affc-1f6e90001fff service neutron] 10.222.0.18 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 915 time: 0.1294127
Dec 19 13:51:28.821270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:28.853166 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-e6eb92c9-1d45-4344-b775-1826dd8aa744 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263 HTTP/1.1" status: 200  len: 217 time: 0.0643144
Dec 19 13:51:28.853991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 47f2e604-00cc-44da-85df-bfb7dd2ae263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:51:28.905750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:28.908414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:51:28.914429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-7d1bee08-982f-4087-a1cb-49e23fef1ae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:28.915875 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-7d1bee08-982f-4087-a1cb-49e23fef1ae4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 HTTP/1.1" status: 200  len: 854 time: 0.0562522
Dec 19 13:51:28.964602 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-194a0e08-70d2-4c3c-bfc4-61822a62cc0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c42c3d3f-f94d-4bb7-a11e-561a202dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424564
Dec 19 13:51:28.973886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=47f2e604-00cc-44da-85df-bfb7dd2ae263,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:51:28.977375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:51:29.083391 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2e604-00cc-44da-85df-bfb7dd2ae263'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:51:29.093904 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-ae951e52-42a5-4d83-9517-c76340ce26a1 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234596
Dec 19 13:51:29.146192 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2e604-00cc-44da-85df-bfb7dd2ae263', 'code': 200}
Dec 19 13:51:29.222590 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-deb101b9-6bc8-42ca-a91e-529638890a6e req-4fe1e878-8a15-4918-92db-1390f22c40f3 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226315
Dec 19 13:51:29.601628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e20bc9-7ee3-4de4-b6bb-5265647895ec req-64fd3ee1-6916-4488-b64f-3dca6c95a28f tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:29.603084 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-75e20bc9-7ee3-4de4-b6bb-5265647895ec req-64fd3ee1-6916-4488-b64f-3dca6c95a28f tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0816557
Dec 19 13:51:29.648870 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-75e20bc9-7ee3-4de4-b6bb-5265647895ec req-4bc24c0c-0c31-4c30-a6d8-4d9d2cf2ba3c tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400259
Dec 19 13:51:30.846884 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83dce3-2d63-4dba-8821-66501c5137ef req-05353059-4aa6-43de-9cdb-5c705a591966 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:30.848331 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4b83dce3-2d63-4dba-8821-66501c5137ef req-05353059-4aa6-43de-9cdb-5c705a591966 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0747297
Dec 19 13:51:30.893301 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4b83dce3-2d63-4dba-8821-66501c5137ef req-4c36f300-556c-44dc-a5cc-b3533f45b077 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395424
Dec 19 13:51:31.178902 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e2263-1cd0-42c2-9955-fad24f752f92 req-9b624c1b-e6ab-4b76-965e-31ee45615f91 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:31.180505 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f5e2263-1cd0-42c2-9955-fad24f752f92 req-9b624c1b-e6ab-4b76-965e-31ee45615f91 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.1694818
Dec 19 13:51:31.225484 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f5e2263-1cd0-42c2-9955-fad24f752f92 req-a8b9c548-e685-4020-b2ee-c4e9b81fd4d9 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393295
Dec 19 13:51:31.416038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68f2a7-fc23-4457-aa20-b3b011ab6d54 req-bf339e08-2e03-4186-b8ef-0c95cc3c8630 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:31.417453 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bd68f2a7-fc23-4457-aa20-b3b011ab6d54 req-bf339e08-2e03-4186-b8ef-0c95cc3c8630 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0740705
Dec 19 13:51:31.465191 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bd68f2a7-fc23-4457-aa20-b3b011ab6d54 req-e53ef927-08de-456e-b931-fe92c7fbaf85 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422506
Dec 19 13:51:32.167089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-1ad292ea-da18-4786-be3c-ed988c237a03 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:32.168405 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-1ad292ea-da18-4786-be3c-ed988c237a03 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 814 time: 0.1431375
Dec 19 13:51:32.186002 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-1df82534-da3f-429a-a636-9c558c08fe70 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/quotas/3297781319704379acd4a703bcd5f95e HTTP/1.1" status: 200  len: 375 time: 0.0123160
Dec 19 13:51:32.262797 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-5fa59364-c655-447d-9bee-c36ca96ef986 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0715642
Dec 19 13:51:32.459748 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-9b2537c6-dda3-4e76-8d14-d888be4c8c29 service neutron] 10.222.0.24 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901829
Dec 19 13:51:32.588452 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-a847b584-a618-4936-ba94-7182d954ecc8 service neutron] 10.222.0.24 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231396
Dec 19 13:51:32.853302 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e023ae70-dc46-4aa0-8b59-29635b624671 req-b3146738-fcbc-412e-9bae-243e815d6586 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 210 time: 0.0416937
Dec 19 13:51:33.696115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c26c41-442a-4ddc-8dd1-41eb8af6b3ad req-86c6dea9-8416-438e-a62b-e59d8e2bb177 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:33.697520 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-84c26c41-442a-4ddc-8dd1-41eb8af6b3ad req-86c6dea9-8416-438e-a62b-e59d8e2bb177 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0 HTTP/1.1" status: 200  len: 946 time: 0.0773685
Dec 19 13:51:33.763871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-84c26c41-442a-4ddc-8dd1-41eb8af6b3ad req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Deleting port 47f2e604-00cc-44da-85df-bfb7dd2ae263 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:51:33.764204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-84c26c41-442a-4ddc-8dd1-41eb8af6b3ad req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:34.013620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-84c26c41-442a-4ddc-8dd1-41eb8af6b3ad req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] For port 47f2e604-00cc-44da-85df-bfb7dd2ae263, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=47f2e604-00cc-44da-85df-bfb7dd2ae263,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:51:34.014033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-84c26c41-442a-4ddc-8dd1-41eb8af6b3ad req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:34.023946 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0b107d65-5d5f-46ef-a831-b7017601f601 req-3617cebe-b94d-44be-87c5-d62887b6b1d6 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 210 time: 0.0455070
Dec 19 13:51:34.138809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-84c26c41-442a-4ddc-8dd1-41eb8af6b3ad req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Calling delete_port for 47f2e604-00cc-44da-85df-bfb7dd2ae263 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:51:34.338615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-84c26c41-442a-4ddc-8dd1-41eb8af6b3ad req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:34.344319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ffded9e5-dfa7-43a5-81fe-559bd13a17e3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:51:34.349970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['47f2e604-00cc-44da-85df-bfb7dd2ae263'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:51:34.484434 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Pushing event deleted for resources: {'Port': ['ID=47f2e604-00cc-44da-85df-bfb7dd2ae263,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:51:34.524241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:34.524612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:34.524976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:34.525335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:34.525690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:34.526046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:34.526400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:34.526751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:34.527122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:34.527479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:34.527829 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:51:34.535193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:51:34.568173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c26c41-442a-4ddc-8dd1-41eb8af6b3ad req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] No DVR routers for this DVR port 47f2e604-00cc-44da-85df-bfb7dd2ae263 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:51:34.570445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-84c26c41-442a-4ddc-8dd1-41eb8af6b3ad req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:34.572868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'name': 'network-vif-deleted', 'tag': '47f2e604-00cc-44da-85df-bfb7dd2ae263'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:51:34.649479 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-84c26c41-442a-4ddc-8dd1-41eb8af6b3ad req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.18 "DELETE /v2.0/ports/47f2e604-00cc-44da-85df-bfb7dd2ae263 HTTP/1.1" status: 204  len: 173 time: 0.9461575
Dec 19 13:51:34.722704 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0be6ed-7f4f-4f06-a2ce-74924e6c93f0', 'name': 'network-vif-deleted', 'tag': '47f2e604-00cc-44da-85df-bfb7dd2ae263', 'status': 'completed', 'code': 200}
Dec 19 13:51:35.063130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-996f2680-e3a0-4bc2-88c8-d6690466a253 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:35.065158 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-996f2680-e3a0-4bc2-88c8-d6690466a253 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.18 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 814 time: 0.1462767
Dec 19 13:51:35.084843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Request body: {'port': {'device_id': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312', 'admin_state_up': True, 'tenant_id': '3297781319704379acd4a703bcd5f95e'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:51:35.201258 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1a82e23f-954f-432a-9b78-232cea400fba req-281f2fab-f059-48b6-98c0-a51ac427b112 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 210 time: 0.0445793
Dec 19 13:51:35.224132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:51:35.228560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Usage tracker for resource:port and tenant:3297781319704379acd4a703bcd5f95e is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:51:35.231553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:51:35.237491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:51:35.316194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Made reservation on behalf of 3297781319704379acd4a703bcd5f95e for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:51:35.319415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:35.481716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Allocated IP 172.20.0.14 (c42c3d3f-f94d-4bb7-a11e-561a202dd312/eab0e755-84d6-44ea-9b9c-a1f1cfb6c686/d82bba84-2d2c-4b2d-88af-dd7433e2c9e5) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:51:35.682660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:35.802977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:35.808864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4b3aa9ff-0307-4cf9-a028-82bf270604c6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:51:35.879133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Network c42c3d3f-f94d-4bb7-a11e-561a202dd312 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:51:35.882447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:51:35.886591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:51:35.911464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Pushing event updated for resources: {'Port': ['ID=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:51:35.916313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:51:35.947598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:35.948188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:36.031823 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9530914
Dec 19 13:51:36.042935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Request body: {'port': {'device_id': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:51:36.152890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:36.401295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448362d-f7e7-4f04-a68e-afe3e655ed10 req-6ca9eec7-fcdf-46b0-8a40-e05276479765 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:36.402720 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9448362d-f7e7-4f04-a68e-afe3e655ed10 req-6ca9eec7-fcdf-46b0-8a40-e05276479765 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 932 time: 0.0799665
Dec 19 13:51:36.449547 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9448362d-f7e7-4f04-a68e-afe3e655ed10 req-4e54909f-8521-40f5-afa6-400d4d8feba0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409927
Dec 19 13:51:36.492710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:51:36.500487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:36.514900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Transition to ACTIVE for port object d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:51:36.562682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:36.567011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4605905b-de4f-4af6-89ab-1fbb14e6cd85 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:51:36.689229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Pushing event updated for resources: {'Port': ['ID=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:51:36.689852 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 47f2e604-00cc-44da-85df-bfb7dd2ae263 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:51:36.693850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:51:36.723209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 47f2e604-00cc-44da-85df-bfb7dd2ae263 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:51:36.723567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 47f2e604-00cc-44da-85df-bfb7dd2ae263 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:51:36.795842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Attempting to bind port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:51:36.796166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Attempting to bind port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e04734df-a6b5-418b-9275-ffb809f9177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:51:36.796486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Attempting to bind port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 on network c42c3d3f-f94d-4bb7-a11e-561a202dd312 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:51:36.802625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 on network c42c3d3f-f94d-4bb7-a11e-561a202dd312 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:51:36.802936 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Attempting to bind port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 on network c42c3d3f-f94d-4bb7-a11e-561a202dd312 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:51:36.809243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:51:36.809832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Checking segment: {'id': 'e04734df-a6b5-418b-9275-ffb809f9177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:51:36.809941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Bound using segment: {'id': 'e04734df-a6b5-418b-9275-ffb809f9177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:51:36.810316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Bound port: d82bba84-2d2c-4b2d-88af-dd7433e2c9e5, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04734df-a6b5-418b-9275-ffb809f9177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:51:36.810644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:36.996018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] For port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:51:36.998904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] For port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:51:37.077431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:37.081888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:51:37.140272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:37.141648 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] 10.222.0.18 "PUT /v2.0/ports/d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 HTTP/1.1" status: 200  len: 1094 time: 1.1025555
Dec 19 13:51:37.142157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'tag': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:51:37.163962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Pushing event updated for resources: {'Port': ['ID=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:51:37.167031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:51:37.198736 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'tag': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5', 'status': 'completed', 'code': 200}
Dec 19 13:51:37.290375 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0bc0d75e-2a12-4df3-bdde-23454d2fe323 req-591ba5c7-a0bc-4252-a14b-960c6a99ccc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 1097 time: 0.0708318
Dec 19 13:51:37.426612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0d75e-2a12-4df3-bdde-23454d2fe323 req-6168dd61-98ea-46ad-ac8c-fda050f1e306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:37.427949 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0bc0d75e-2a12-4df3-bdde-23454d2fe323 req-6168dd61-98ea-46ad-ac8c-fda050f1e306 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3297781319704379acd4a703bcd5f95e&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1307132
Dec 19 13:51:37.561669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0d75e-2a12-4df3-bdde-23454d2fe323 req-e8f591b5-ccca-465e-9841-ba2126d64c2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:37.563085 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0bc0d75e-2a12-4df3-bdde-23454d2fe323 req-e8f591b5-ccca-465e-9841-ba2126d64c2d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1285284
Dec 19 13:51:37.649390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355618-c946-4ed3-b271-2c0ec9784859 req-daab7220-2284-4e6e-afdd-a54bcd5664a4 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:37.651031 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b7355618-c946-4ed3-b271-2c0ec9784859 req-daab7220-2284-4e6e-afdd-a54bcd5664a4 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 944 time: 0.0790641
Dec 19 13:51:37.667908 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-d3626f66-7162-4042-825b-48ffa07a5158 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 1097 time: 0.0689697
Dec 19 13:51:37.697440 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b7355618-c946-4ed3-b271-2c0ec9784859 req-023be470-4af7-4e15-a36e-c907a6f2dcfa tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404253
Dec 19 13:51:37.739994 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-a1532b1f-7823-4707-b01d-583a03215e2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 HTTP/1.1" status: 200  len: 217 time: 0.0649524
Dec 19 13:51:37.804225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-e6bc041a-4a60-4d40-a971-e8cf639bfd5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:37.805633 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-e6bc041a-4a60-4d40-a971-e8cf639bfd5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 HTTP/1.1" status: 200  len: 854 time: 0.0598609
Dec 19 13:51:37.855605 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-8930eb46-8f0f-4abc-bbc0-38a7eb267a37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c42c3d3f-f94d-4bb7-a11e-561a202dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430958
Dec 19 13:51:37.986864 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-0d155234-d6d2-4114-8b5c-0b1cde1e2590 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245162
Dec 19 13:51:38.116998 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-91461b09-6ea9-4075-bc40-18d8c46706f1 req-3c627355-dc28-48aa-ab31-c795124a8520 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239538
Dec 19 13:51:38.897228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408f154-d3f7-4a74-a5c8-6a5a9459e02d req-c7a570de-6294-45c9-8c0e-761f018061fc tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:38.898675 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4408f154-d3f7-4a74-a5c8-6a5a9459e02d req-c7a570de-6294-45c9-8c0e-761f018061fc tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 944 time: 0.0799153
Dec 19 13:51:38.944661 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4408f154-d3f7-4a74-a5c8-6a5a9459e02d req-a698c37b-243b-4fa3-a7e9-26970bb8b130 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403373
Dec 19 13:51:40.021070 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:51:40.139390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85f189-3e7d-49e6-9a6b-ac0fd127c378 req-266d3002-2db6-4bb7-9195-b2446261e352 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:40.140810 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bc85f189-3e7d-49e6-9a6b-ac0fd127c378 req-266d3002-2db6-4bb7-9195-b2446261e352 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 944 time: 0.0745630
Dec 19 13:51:40.186377 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bc85f189-3e7d-49e6-9a6b-ac0fd127c378 req-ade75a02-d7a6-477c-8d80-814e5e10020c tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395701
Dec 19 13:51:40.722123 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:51:40.854655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:51:40.867904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5', 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312', 'port_id': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5', 'mac_address': 'fa:16:3e:76:e3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab0e755-84d6-44ea-9b9c-a1f1cfb6c686', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:51:40.920363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:40.936805 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:51:40.951666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:51:41.041436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:41.043960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e7371d2c-67fb-409b-9109-39972161b102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:51:41.110046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:51:41.113055 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:51:41.227924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['d82bba84-2d2c-4b2d-88af-dd7433e2c9e5'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:51:41.388159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559af1b8-db03-40ed-91a2-ca9baeb8a676 req-9d7d126a-66fd-44f3-9611-4bc1506a93ba tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:41.389610 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-559af1b8-db03-40ed-91a2-ca9baeb8a676 req-9d7d126a-66fd-44f3-9611-4bc1506a93ba tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 945 time: 0.0792806
Dec 19 13:51:41.435038 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-559af1b8-db03-40ed-91a2-ca9baeb8a676 req-4c3ca386-188b-40af-9d75-4a9923a60d7f tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396559
Dec 19 13:51:42.400830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a96ec529-4249-4920-98a7-4ac4d0cd3fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:42.628121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702081a2-487e-4e74-a7fd-95e48b651d6f req-d470c901-46d2-4c80-a322-27380f21a575 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:42.630118 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-702081a2-487e-4e74-a7fd-95e48b651d6f req-d470c901-46d2-4c80-a322-27380f21a575 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 945 time: 0.0766346
Dec 19 13:51:42.678860 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-702081a2-487e-4e74-a7fd-95e48b651d6f req-730ecffa-b473-4b29-bffa-c4b95e784171 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431783
Dec 19 13:51:42.708437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:51:42.829450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:51:42.834655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:51:42.839744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:42.981696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:43.008306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:51:43.017616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:51:43.061575 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5', 'code': 200}
Dec 19 13:51:43.082657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:43.084578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:51:43.149197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:51:43.152329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:51:43.428671 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b66699ea-22be-4446-acea-6eb70e730764 req-1b22953d-0f41-4a12-8529-ab6303d61284 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 1099 time: 0.0676470
Dec 19 13:51:43.470352 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b66699ea-22be-4446-acea-6eb70e730764 req-820bb22c-a232-4643-bc62-de48719c71bc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349219
Dec 19 13:51:43.871824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf921a77-e0d1-419f-b8fb-a94d826677bd req-ad2ce273-1010-498e-8f4d-9c293fb432ca tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:43.873258 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cf921a77-e0d1-419f-b8fb-a94d826677bd req-ad2ce273-1010-498e-8f4d-9c293fb432ca tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0754950
Dec 19 13:51:43.918601 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cf921a77-e0d1-419f-b8fb-a94d826677bd req-f3c9c394-a657-4481-abd1-fa4543eee18e tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398171
Dec 19 13:51:44.631374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2bfec8d1-bd79-4ecc-8a29-db58bf31d5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:45.117960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d49b85-afbc-4996-880d-44f451163cf0 req-2de2aa10-f465-49a9-8918-40b208dfacf8 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:45.119393 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a2d49b85-afbc-4996-880d-44f451163cf0 req-2de2aa10-f465-49a9-8918-40b208dfacf8 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0783260
Dec 19 13:51:45.164249 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a2d49b85-afbc-4996-880d-44f451163cf0 req-1d1b0b3a-03f3-42fe-99f3-5232bf7870b2 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394652
Dec 19 13:51:45.357294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a1727-308d-418d-80fa-3efebb959fc1 req-ac01e935-ffd0-4e49-b277-e0b40c1b7bc6 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:45.358714 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3e9a1727-308d-418d-80fa-3efebb959fc1 req-ac01e935-ffd0-4e49-b277-e0b40c1b7bc6 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0752890
Dec 19 13:51:45.402543 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3e9a1727-308d-418d-80fa-3efebb959fc1 req-b7dc56c1-02fd-4af1-b3e2-40eeeaaa475b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381279
Dec 19 13:51:45.697448 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4106bbf2-ca96-4a62-a509-ed3de538be98 req-d7c84e10-ebc4-4e6f-a1d1-85b2ca64ccc9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1702735
Dec 19 13:51:46.170987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5f167-611b-4c51-95d0-339dd9ac4c47 req-af44a721-a3f9-4ad4-b2b5-7bb70c186f16 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:46.172446 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5fe5f167-611b-4c51-95d0-339dd9ac4c47 req-af44a721-a3f9-4ad4-b2b5-7bb70c186f16 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0764091
Dec 19 13:51:46.219920 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5fe5f167-611b-4c51-95d0-339dd9ac4c47 req-4bddd4ca-21e4-43f3-91f8-f3e2b205f84a tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412264
Dec 19 13:51:46.260007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:46.269260 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-2875fff8-8cfd-4879-8ad2-d0a3b68d574e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0744567
Dec 19 13:51:46.311348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:47.421135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810bd3b-5076-4f1b-a05e-049012523c0c req-35bb2612-3835-472a-aad0-f44a7f11ee98 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:47.422462 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c810bd3b-5076-4f1b-a05e-049012523c0c req-35bb2612-3835-472a-aad0-f44a7f11ee98 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0769045
Dec 19 13:51:47.468911 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c810bd3b-5076-4f1b-a05e-049012523c0c req-152c19df-3baa-4c4b-bc85-47d027240978 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400431
Dec 19 13:51:47.618362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:48.244019 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-42e9a759-47d8-42c6-8ab4-383beb26ed48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 1099 time: 0.0674212
Dec 19 13:51:48.371453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122dc0e-25de-4eef-af17-44e899288853 req-19813301-5edd-4486-9306-b8dacdcc6e19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:48.372858 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-19813301-5edd-4486-9306-b8dacdcc6e19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 915 time: 0.1234133
Dec 19 13:51:48.440591 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-306b8a54-c298-4b61-82ef-9e28a21d8e44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 HTTP/1.1" status: 200  len: 217 time: 0.0619326
Dec 19 13:51:48.500189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122dc0e-25de-4eef-af17-44e899288853 req-879f07ac-107c-4bb3-9d6d-83629949dc04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:48.501500 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-879f07ac-107c-4bb3-9d6d-83629949dc04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 HTTP/1.1" status: 200  len: 854 time: 0.0550337
Dec 19 13:51:48.548604 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-e558e278-ab22-4267-a2ec-8af31ac23188 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c42c3d3f-f94d-4bb7-a11e-561a202dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385396
Dec 19 13:51:48.671912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70b1d8-3762-4841-b2f2-3baa529806a7 req-6aafdab3-7b6a-47c5-ac2b-8f4f2af316a9 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:48.673370 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4a70b1d8-3762-4841-b2f2-3baa529806a7 req-6aafdab3-7b6a-47c5-ac2b-8f4f2af316a9 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0812383
Dec 19 13:51:48.724307 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4a70b1d8-3762-4841-b2f2-3baa529806a7 req-052fc990-3bcb-4142-b998-b4ad04baef85 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444167
Dec 19 13:51:48.788972 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-50af89b6-d0c0-4fd3-b900-c6bbb4a233e8 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2336392
Dec 19 13:51:48.918239 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-12637107-5659-408c-9fe4-8396d5f29e62 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229727
Dec 19 13:51:49.919640 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccaf3c-d10a-4e5b-bb76-0c87aecac689 req-8f553fe4-935d-4502-906a-38037acaed81 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:49.920986 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f2ccaf3c-d10a-4e5b-bb76-0c87aecac689 req-8f553fe4-935d-4502-906a-38037acaed81 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0751858
Dec 19 13:51:49.966047 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f2ccaf3c-d10a-4e5b-bb76-0c87aecac689 req-0d65195e-6802-482d-baed-3258ba6bd996 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395584
Dec 19 13:51:51.167497 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9724c-7990-4082-8d5e-5b218eac1274 req-5d56e7be-4328-4679-a804-86c62b86ea89 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:51.168902 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-91e9724c-7990-4082-8d5e-5b218eac1274 req-5d56e7be-4328-4679-a804-86c62b86ea89 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0794754
Dec 19 13:51:51.216272 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-91e9724c-7990-4082-8d5e-5b218eac1274 req-f5940f51-6a51-4d8b-88af-5a943583777f tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418594
Dec 19 13:51:52.411198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28058d08-19c0-4c3b-b8c9-a3440964826e req-0cdb7a8b-de9b-4f97-8f7d-1849dc85247d tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:52.412605 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-28058d08-19c0-4c3b-b8c9-a3440964826e req-0cdb7a8b-de9b-4f97-8f7d-1849dc85247d tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0736878
Dec 19 13:51:52.458890 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-28058d08-19c0-4c3b-b8c9-a3440964826e req-276745d5-fdaa-45d9-a769-791926c35fdf tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408642
Dec 19 13:51:52.999727 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3c9df599-939b-469f-ac70-6d4f00c30b6d req-0732e0d5-86bd-4e15-bffd-d49b591273b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 1099 time: 0.0719874
Dec 19 13:51:53.141903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9df599-939b-469f-ac70-6d4f00c30b6d req-a835ce90-08c3-4e5b-af5d-d07e20e0062e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:53.143385 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3c9df599-939b-469f-ac70-6d4f00c30b6d req-a835ce90-08c3-4e5b-af5d-d07e20e0062e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 915 time: 0.1255212
Dec 19 13:51:53.213130 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3c9df599-939b-469f-ac70-6d4f00c30b6d req-9873ab4c-267d-457c-bf55-063f24e39076 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 HTTP/1.1" status: 200  len: 217 time: 0.0639625
Dec 19 13:51:53.275709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9df599-939b-469f-ac70-6d4f00c30b6d req-713a599f-1fff-494a-a9a5-c47f0dcc9b78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:53.277109 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3c9df599-939b-469f-ac70-6d4f00c30b6d req-713a599f-1fff-494a-a9a5-c47f0dcc9b78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 HTTP/1.1" status: 200  len: 854 time: 0.0577066
Dec 19 13:51:53.323035 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3c9df599-939b-469f-ac70-6d4f00c30b6d req-90491e59-d2bb-432b-8ad7-54de611cb027 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c42c3d3f-f94d-4bb7-a11e-561a202dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398676
Dec 19 13:51:53.451439 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3c9df599-939b-469f-ac70-6d4f00c30b6d req-4b63a6a2-d203-4780-a42b-aa60f62597ab service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223452
Dec 19 13:51:53.586234 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3c9df599-939b-469f-ac70-6d4f00c30b6d req-577436f8-7473-4ce4-9d82-c4bc25cda58d service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291299
Dec 19 13:51:53.661589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd37681-621c-4272-b671-b76812a1a077 req-75773875-e1aa-4c33-94f6-65316f5c0eb7 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:53.663013 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-efd37681-621c-4272-b671-b76812a1a077 req-75773875-e1aa-4c33-94f6-65316f5c0eb7 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0821512
Dec 19 13:51:53.709529 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-efd37681-621c-4272-b671-b76812a1a077 req-b9b96bb4-a094-4ea8-b169-e70c47268b55 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409770
Dec 19 13:51:54.904601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c6c8b-6309-44e6-931f-93f95a5fdd43 req-3253c4c9-57f6-45c3-ba17-737b5b0a48b9 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:54.906060 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-693c6c8b-6309-44e6-931f-93f95a5fdd43 req-3253c4c9-57f6-45c3-ba17-737b5b0a48b9 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0751638
Dec 19 13:51:54.954300 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-693c6c8b-6309-44e6-931f-93f95a5fdd43 req-937b317c-4a02-4565-8211-ff23a92f18ab tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428677
Dec 19 13:51:55.589065 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:51:56.147723 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea530ab9-34f1-4d10-90bc-9bc2e5685e6e req-76658a31-e61e-4e20-b9b2-2cc29b10f623 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:56.149227 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ea530ab9-34f1-4d10-90bc-9bc2e5685e6e req-76658a31-e61e-4e20-b9b2-2cc29b10f623 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0762596
Dec 19 13:51:56.195518 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ea530ab9-34f1-4d10-90bc-9bc2e5685e6e req-e0bad33e-342c-478d-8caa-4fa789964bc0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406857
Dec 19 13:51:57.392041 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fe6f2-93f0-4577-83a9-0d1106ef7030 req-358038e9-ca3a-4ee8-aca0-873d2a81945b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:57.393424 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dc0fe6f2-93f0-4577-83a9-0d1106ef7030 req-358038e9-ca3a-4ee8-aca0-873d2a81945b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0782263
Dec 19 13:51:57.437593 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dc0fe6f2-93f0-4577-83a9-0d1106ef7030 req-566c2421-c84a-46eb-b295-761da8b73192 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380008
Dec 19 13:51:58.635669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77e396-f7ee-4aab-a33f-56953c9fd07d req-43f3cafb-a25b-404d-8bd4-2c8f89714dbc tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:58.637112 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6f77e396-f7ee-4aab-a33f-56953c9fd07d req-43f3cafb-a25b-404d-8bd4-2c8f89714dbc tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0752604
Dec 19 13:51:58.683733 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6f77e396-f7ee-4aab-a33f-56953c9fd07d req-e78bd208-48cf-4985-96de-e7a1630731dd tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410802
Dec 19 13:51:59.883486 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e681674-5baa-42e1-911f-5eb2c3c3a951 req-2755530d-848a-4fb4-b8e1-dabac8129fc5 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:51:59.884908 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e681674-5baa-42e1-911f-5eb2c3c3a951 req-2755530d-848a-4fb4-b8e1-dabac8129fc5 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0785935
Dec 19 13:51:59.937962 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e681674-5baa-42e1-911f-5eb2c3c3a951 req-75f001d5-a560-4dcd-84c7-c601c564f322 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382638
Dec 19 13:52:01.121449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676ac9-4738-4801-9059-c991f1ac6a8b req-3394d89c-b865-4385-b8f8-efc8a005fed7 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:01.122883 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d4676ac9-4738-4801-9059-c991f1ac6a8b req-3394d89c-b865-4385-b8f8-efc8a005fed7 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0755322
Dec 19 13:52:01.167264 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d4676ac9-4738-4801-9059-c991f1ac6a8b req-f26f0335-4b6b-4553-b7a4-921e3005cb61 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389435
Dec 19 13:52:02.367077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bc609-afdb-4167-8cb2-52bc6dc733e3 req-bb94dc2a-53f7-4971-8070-ac3f0b4f3a3a tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:02.368503 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-979bc609-afdb-4167-8cb2-52bc6dc733e3 req-bb94dc2a-53f7-4971-8070-ac3f0b4f3a3a tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0823855
Dec 19 13:52:02.411969 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-979bc609-afdb-4167-8cb2-52bc6dc733e3 req-324bb567-9c34-4901-9003-df5ec18e9dd7 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380342
Dec 19 13:52:03.605627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e142f4-9589-43cc-9935-a252392084e2 req-7f77c85e-98b1-4f2c-823e-ea10ea358b52 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:03.607073 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d1e142f4-9589-43cc-9935-a252392084e2 req-7f77c85e-98b1-4f2c-823e-ea10ea358b52 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0759418
Dec 19 13:52:03.655273 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d1e142f4-9589-43cc-9935-a252392084e2 req-b0f1eee2-ca0e-44f0-9f50-e0790c050fba tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426998
Dec 19 13:52:04.847717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26c5b4-2f28-4f08-8523-9e94000a6663 req-d80d2279-3315-4b89-b77f-fb0ac3796e23 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:04.849123 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fa26c5b4-2f28-4f08-8523-9e94000a6663 req-d80d2279-3315-4b89-b77f-fb0ac3796e23 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0746560
Dec 19 13:52:04.894200 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fa26c5b4-2f28-4f08-8523-9e94000a6663 req-f51c32fc-e5d2-40bb-bd7c-010bbcf4e9ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390313
Dec 19 13:52:06.094211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b209c0-6c2b-4229-b2e5-dda98913be7c req-ca7a1e45-6ec7-4cd0-8c8e-668535310c37 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:06.095658 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-74b209c0-6c2b-4229-b2e5-dda98913be7c req-ca7a1e45-6ec7-4cd0-8c8e-668535310c37 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0786798
Dec 19 13:52:06.140717 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-74b209c0-6c2b-4229-b2e5-dda98913be7c req-b14b23c6-e43f-4082-924b-ac97997a86df tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395076
Dec 19 13:52:07.337499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8141c-7f2c-462d-9ad1-d2c9d1615387 req-41257ae0-0b1e-477a-ba4a-c84c9f26ef21 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:07.338923 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8ad8141c-7f2c-462d-9ad1-d2c9d1615387 req-41257ae0-0b1e-477a-ba4a-c84c9f26ef21 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0761724
Dec 19 13:52:07.382026 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8ad8141c-7f2c-462d-9ad1-d2c9d1615387 req-f565e91e-e784-470f-86a2-a0251d7b4f38 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376394
Dec 19 13:52:08.578849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e821-fd26-4d32-8d73-df451691597f req-5a245022-bd14-432c-8e2d-271a3a6e307b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:08.580293 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d2d8e821-fd26-4d32-8d73-df451691597f req-5a245022-bd14-432c-8e2d-271a3a6e307b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0784960
Dec 19 13:52:08.624475 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d2d8e821-fd26-4d32-8d73-df451691597f req-c2ab8959-77f6-479c-944b-25a9fc8d0af4 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381854
Dec 19 13:52:09.819186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96848d-54e7-4e61-b609-526ac46fd191 req-595bde67-761e-4870-acd8-65669ade6ae4 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:09.820927 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef96848d-54e7-4e61-b609-526ac46fd191 req-595bde67-761e-4870-acd8-65669ade6ae4 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0751894
Dec 19 13:52:09.870373 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef96848d-54e7-4e61-b609-526ac46fd191 req-ec6fa35f-a3e5-4ede-8bc0-e9509f6766ff tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436094
Dec 19 13:52:11.153765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee155e-1553-48e1-b250-a3beb5421485 req-e7215eee-e5be-4864-b37d-e58d478f78fe tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:11.155223 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d2ee155e-1553-48e1-b250-a3beb5421485 req-e7215eee-e5be-4864-b37d-e58d478f78fe tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.1666422
Dec 19 13:52:11.200424 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d2ee155e-1553-48e1-b250-a3beb5421485 req-f85a9a44-7312-4b0b-925c-93880a62e0df tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396612
Dec 19 13:52:12.390146 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-89c27717-d7b8-4c3b-b5ca-911984ff16fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:12.394566 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a2167-e1b1-44a6-b9ff-6fa24f5e64f5 req-6489e7cd-fb54-4166-b567-814355f19fcb tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:12.396027 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c74a2167-e1b1-44a6-b9ff-6fa24f5e64f5 req-6489e7cd-fb54-4166-b567-814355f19fcb tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0773015
Dec 19 13:52:12.441277 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c74a2167-e1b1-44a6-b9ff-6fa24f5e64f5 req-8ac06373-24ae-484d-bd83-1eedd342d63a tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391362
Dec 19 13:52:13.641867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19031080-bd8d-4fe8-bae8-23e1f358cd4e req-b81ce251-0d79-46f0-9015-4ba8b69cbb86 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:13.643314 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19031080-bd8d-4fe8-bae8-23e1f358cd4e req-b81ce251-0d79-46f0-9015-4ba8b69cbb86 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0754094
Dec 19 13:52:13.689702 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19031080-bd8d-4fe8-bae8-23e1f358cd4e req-c2ab3135-3602-4804-816a-7c15a7817221 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403836
Dec 19 13:52:14.634867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7dd3286d-d449-409c-9ad0-2856f574a22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:14.901598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3a5a1-1717-4a80-8afd-6e76f8d9bfa3 req-dd4db7d3-4a30-43bc-a465-d938477ec50e tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:14.902943 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-83a3a5a1-1717-4a80-8afd-6e76f8d9bfa3 req-dd4db7d3-4a30-43bc-a465-d938477ec50e tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0801816
Dec 19 13:52:14.952130 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-83a3a5a1-1717-4a80-8afd-6e76f8d9bfa3 req-99fb739f-0c86-4f25-b671-9a216879085c tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419803
Dec 19 13:52:16.147876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f060-42ac-4121-8518-3944f6ad33b1 req-973be123-b222-4b2d-83dc-69073ea45795 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:16.149331 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-15e1f060-42ac-4121-8518-3944f6ad33b1 req-973be123-b222-4b2d-83dc-69073ea45795 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0758681
Dec 19 13:52:16.198731 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-15e1f060-42ac-4121-8518-3944f6ad33b1 req-e2b34c43-ffa1-46d0-9a8f-80e55ba1a5b1 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439329
Dec 19 13:52:16.224443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:16.321359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:17.021484 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:52:17.390531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e950b2f-0b74-4e06-960f-58e43f9ee77c req-ee072ac2-90e4-426e-a54a-bbd76c4e2dde tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:17.391878 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0e950b2f-0b74-4e06-960f-58e43f9ee77c req-ee072ac2-90e4-426e-a54a-bbd76c4e2dde tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0736558
Dec 19 13:52:17.437029 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0e950b2f-0b74-4e06-960f-58e43f9ee77c req-2cc1ce87-478d-48a7-919b-c347cc5edee3 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396314
Dec 19 13:52:17.612111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:18.640244 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36963ab7-d4a7-478b-9033-1f5e122b18e2 req-23e3956d-f4d7-4439-993e-a0edad4d0a9b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:18.641914 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36963ab7-d4a7-478b-9033-1f5e122b18e2 req-23e3956d-f4d7-4439-993e-a0edad4d0a9b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0807090
Dec 19 13:52:18.688516 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36963ab7-d4a7-478b-9033-1f5e122b18e2 req-4a18bbd4-f473-48ed-b945-a2efee574d2f tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408926
Dec 19 13:52:19.887525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b56aa-a1b7-4ddd-a825-2c7c2e08b60d req-9ec17609-7dd2-4c14-8957-83e3e91c70b3 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:19.889000 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-654b56aa-a1b7-4ddd-a825-2c7c2e08b60d req-9ec17609-7dd2-4c14-8957-83e3e91c70b3 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0757442
Dec 19 13:52:19.937064 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-654b56aa-a1b7-4ddd-a825-2c7c2e08b60d req-d993c153-3383-4388-b09d-3a6c699ff7a0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424860
Dec 19 13:52:20.991577 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-2936d822-589c-4297-b9ae-901e0d49e81b service neutron] 10.222.0.18 "GET /v2.0/ports/d82bba84-2d2c-4b2d-88af-dd7433e2c9e5/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0799985
Dec 19 13:52:21.149556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc56bc-0a94-426c-8ae1-2ac2542d24ca req-5f202d30-c25b-451c-841e-5d1916810579 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:21.151274 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-26fc56bc-0a94-426c-8ae1-2ac2542d24ca req-5f202d30-c25b-451c-841e-5d1916810579 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0798910
Dec 19 13:52:21.197308 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-26fc56bc-0a94-426c-8ae1-2ac2542d24ca req-2f8385ff-3847-4875-9c98-95d2ed63500d tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405183
Dec 19 13:52:21.556296 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-51434d1b-6b21-40f6-9d78-752bb1caf870 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531&tenant_id=3297781319704379acd4a703bcd5f95e HTTP/1.1" status: 200  len: 1099 time: 0.0682778
Dec 19 13:52:21.646979 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-03725e67-1461-4344-8593-4353de56d4d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 1099 time: 0.0706441
Dec 19 13:52:21.774920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122dc0e-25de-4eef-af17-44e899288853 req-ad4334ce-8f69-4425-bbaa-488d253f0b74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:21.776344 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-ad4334ce-8f69-4425-bbaa-488d253f0b74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 915 time: 0.1231384
Dec 19 13:52:21.843247 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-57e8559a-5ec8-46a0-8528-cf8811d9c28d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 HTTP/1.1" status: 200  len: 217 time: 0.0602295
Dec 19 13:52:21.906643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122dc0e-25de-4eef-af17-44e899288853 req-f83d2661-b363-4ab1-abdb-1d5e6f126f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:21.908061 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-f83d2661-b363-4ab1-abdb-1d5e6f126f9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 HTTP/1.1" status: 200  len: 854 time: 0.0590503
Dec 19 13:52:21.951977 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-8417d84b-869b-4511-bf06-492e1ebe441e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c42c3d3f-f94d-4bb7-a11e-561a202dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379298
Dec 19 13:52:22.177551 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-0a791648-b5f5-4c75-8aa7-c968ae96e5cc service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2190616
Dec 19 13:52:22.309677 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7122dc0e-25de-4eef-af17-44e899288853 req-9719a2c6-a62c-4f61-aac5-6f53286a178a service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252451
Dec 19 13:52:22.397136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85e2e6-cc05-49a2-8472-e9c821c31286 req-2d302e1d-2dbd-47fd-85ab-a13a92e6fdb2 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:22.400221 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0e85e2e6-cc05-49a2-8472-e9c821c31286 req-2d302e1d-2dbd-47fd-85ab-a13a92e6fdb2 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0791235
Dec 19 13:52:22.451205 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0e85e2e6-cc05-49a2-8472-e9c821c31286 req-0626535f-f9e4-4fe6-9121-cafd9caa5ae1 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453358
Dec 19 13:52:23.644462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48a1ee-8a99-461b-899e-fb5db8c31e26 req-2d10efa5-6000-4555-ab49-144390225aec tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:23.645893 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9f48a1ee-8a99-461b-899e-fb5db8c31e26 req-2d10efa5-6000-4555-ab49-144390225aec tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0759432
Dec 19 13:52:23.691241 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9f48a1ee-8a99-461b-899e-fb5db8c31e26 req-e4e84349-46c0-452c-8e59-c0f8f8a77c3e tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388525
Dec 19 13:52:24.831907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:52:24.834201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:52:24.890967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477f86c-780d-492a-a03b-0a3e783bc0c4 req-d87555ea-ba5d-4bf7-a9f9-5752cb9c7550 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:24.892421 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6477f86c-780d-492a-a03b-0a3e783bc0c4 req-d87555ea-ba5d-4bf7-a9f9-5752cb9c7550 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0819681
Dec 19 13:52:24.938891 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6477f86c-780d-492a-a03b-0a3e783bc0c4 req-d952059d-787e-4271-8f6e-b6dea9b46eef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407071
Dec 19 13:52:25.043653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:25.077096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:52:25.099504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5', 'network_id': 'c42c3d3f-f94d-4bb7-a11e-561a202dd312', 'port_id': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5', 'mac_address': 'fa:16:3e:76:e3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab0e755-84d6-44ea-9b9c-a1f1cfb6c686', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:52:25.100787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:52:25.137545 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:52:25.164504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:25.174102 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5', 'code': 200}
Dec 19 13:52:25.183877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:52:25.213633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:25.237659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:25.322265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:52:25.322622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:52:25.327578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:25.333305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:25.437485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abca44f-8ecf-4920-87b0-d36b4714c624 req-a89e03d0-e99d-4931-9eb9-1f61a3919784 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:25.438926 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1abca44f-8ecf-4920-87b0-d36b4714c624 req-a89e03d0-e99d-4931-9eb9-1f61a3919784 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 944 time: 0.0783677
Dec 19 13:52:25.484713 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1abca44f-8ecf-4920-87b0-d36b4714c624 req-e8e93503-0113-4165-9cb5-111edf79901c tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393372
Dec 19 13:52:25.501717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-f385bfda-69f8-46c5-beb9-b84487602f1b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:25.502408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-f385bfda-69f8-46c5-beb9-b84487602f1b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Synchronizing usage tracker for tenant:3297781319704379acd4a703bcd5f95e on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:52:25.561111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:25.594333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-f385bfda-69f8-46c5-beb9-b84487602f1b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Unset dirty status for tenant:3297781319704379acd4a703bcd5f95e on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:52:25.595595 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-f385bfda-69f8-46c5-beb9-b84487602f1b tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.18 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531&tenant_id=3297781319704379acd4a703bcd5f95e&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 944 time: 0.1727772
Dec 19 13:52:25.735400 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-f4ea8704-c20c-426f-8f91-07f3278ea0ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3297781319704379acd4a703bcd5f95e&device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 1097 time: 0.0719454
Dec 19 13:52:25.868470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-647aa9a4-71ca-4b79-b52d-f4bc3acd767e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:25.869857 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-647aa9a4-71ca-4b79-b52d-f4bc3acd767e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 200  len: 915 time: 0.1267743
Dec 19 13:52:25.875574 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:25.894634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:52:25.909693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:52:25.938020 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-125e109c-139a-404c-9903-c63e1ebad05f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 HTTP/1.1" status: 200  len: 217 time: 0.0614102
Dec 19 13:52:25.983158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:25.985679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:26.002912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-1ff0de31-81ca-4823-a373-bbaf3f2306b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:26.004348 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-1ff0de31-81ca-4823-a373-bbaf3f2306b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 HTTP/1.1" status: 200  len: 854 time: 0.0604653
Dec 19 13:52:26.049392 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-9fe4b3c3-daac-412d-beed-77209f4977dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c42c3d3f-f94d-4bb7-a11e-561a202dd312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389380
Dec 19 13:52:26.052733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['d82bba84-2d2c-4b2d-88af-dd7433e2c9e5'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:52:26.087807 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:26.092337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:26.182046 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-e8af4428-f54c-4358-908b-d966e63098a6 service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256158
Dec 19 13:52:26.312845 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bc3863f4-7260-478b-ab5a-a419419dc1b8 req-a4958445-eebf-493f-8893-a2072ae2ea5a service neutron] 10.222.0.18 "GET /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242337
Dec 19 13:52:26.690930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c461e4-d6a7-4078-8964-25afd9c0da58 req-9ed45b93-223b-452f-9a93-9bcb84e38000 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:26.692406 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-16c461e4-d6a7-4078-8964-25afd9c0da58 req-9ed45b93-223b-452f-9a93-9bcb84e38000 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 945 time: 0.0794475
Dec 19 13:52:26.737901 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-16c461e4-d6a7-4078-8964-25afd9c0da58 req-fa3cf90e-c223-4a1f-8f8a-7432990f1aad tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395181
Dec 19 13:52:26.830728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:52:26.898766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:52:26.898766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:27.014474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:27.048901 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:52:27.126461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:27.128340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:27.176157 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:52:27.197191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:27.205549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:27.205881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:27.206215 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:27.207084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:27.207084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:27.207287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:27.207510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:27.207795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:27.208093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:27.208402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:27.208707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:27.213713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:27.240735 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5', 'code': 200}
Dec 19 13:52:27.934035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6e66f-3a69-46f5-b33b-f58b872aae62 req-e7d2fafb-7ce5-4fa7-a8a0-7da6924c2107 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:27.934035 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20b6e66f-3a69-46f5-b33b-f58b872aae62 req-e7d2fafb-7ce5-4fa7-a8a0-7da6924c2107 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0758686
Dec 19 13:52:27.977069 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20b6e66f-3a69-46f5-b33b-f58b872aae62 req-e3a8bc0c-1e13-423a-bf4a-e61f83cef6a6 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384231
Dec 19 13:52:28.174338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1d36e-2529-4a09-8b9c-d45ec10f632a req-85071ff5-814c-44da-9800-c14c1fb7cfd0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:28.175852 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9ef1d36e-2529-4a09-8b9c-d45ec10f632a req-85071ff5-814c-44da-9800-c14c1fb7cfd0 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0796030
Dec 19 13:52:28.220397 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9ef1d36e-2529-4a09-8b9c-d45ec10f632a req-bba35239-fac6-4006-9dac-3995a6a61d32 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378833
Dec 19 13:52:28.419645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25ac2e-0321-4471-8b99-0d57f64064e0 req-86152391-9216-4790-b73e-85a05142d835 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:28.421085 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cf25ac2e-0321-4471-8b99-0d57f64064e0 req-86152391-9216-4790-b73e-85a05142d835 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0793862
Dec 19 13:52:28.473113 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cf25ac2e-0321-4471-8b99-0d57f64064e0 req-f58b716e-0b9d-40ab-a5f6-072e9c337e81 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450666
Dec 19 13:52:29.255907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f376940-a9cc-4ed7-a8f4-b5599f35b8c6 req-88b5c47f-b0e6-4b4a-8a63-1373d2abb92e tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:29.257260 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4f376940-a9cc-4ed7-a8f4-b5599f35b8c6 req-88b5c47f-b0e6-4b4a-8a63-1373d2abb92e tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0773010
Dec 19 13:52:29.302432 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4f376940-a9cc-4ed7-a8f4-b5599f35b8c6 req-36edeada-b8f0-4f13-b189-92896d6f7be7 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385580
Dec 19 13:52:30.594492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead439f-81f8-4a4c-be7b-a6ba7c18ed52 req-21506a1f-ec79-4254-907d-526d8050e409 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:30.596011 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ead439f-81f8-4a4c-be7b-a6ba7c18ed52 req-21506a1f-ec79-4254-907d-526d8050e409 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.1733632
Dec 19 13:52:30.642084 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ead439f-81f8-4a4c-be7b-a6ba7c18ed52 req-c3de8538-72fc-46f0-a2f5-281b7e1dbfa4 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ca11a4-77bf-41ea-8ad8-631a10abf18e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400746
Dec 19 13:52:30.657454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb78b0-2b69-470b-acad-59d369bedc07 req-f206bcbc-9d77-4c58-91f4-49a1029a3c6c tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:30.658865 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9ccb78b0-2b69-470b-acad-59d369bedc07 req-f206bcbc-9d77-4c58-91f4-49a1029a3c6c tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.18 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 946 time: 0.0805550
Dec 19 13:52:30.725103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-9ccb78b0-2b69-470b-acad-59d369bedc07 req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Deleting port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:52:30.725433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9ccb78b0-2b69-470b-acad-59d369bedc07 req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:30.962646 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-9ccb78b0-2b69-470b-acad-59d369bedc07 req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] For port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,segment=NetworkSegment(e04734df-a6b5-418b-9275-ffb809f9177b),segment_id=e04734df-a6b5-418b-9275-ffb809f9177b)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:52:30.962903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9ccb78b0-2b69-470b-acad-59d369bedc07 req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:31.078999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-9ccb78b0-2b69-470b-acad-59d369bedc07 req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Calling delete_port for d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:52:31.371399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9ccb78b0-2b69-470b-acad-59d369bedc07 req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:31.376810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-03db1bfe-fa02-45dc-b2e0-102a1d81917f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:31.383768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['d82bba84-2d2c-4b2d-88af-dd7433e2c9e5'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:52:31.420755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Pushing event deleted for resources: {'Port': ['ID=d82bba84-2d2c-4b2d-88af-dd7433e2c9e5,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:31.423265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:31.492099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccb78b0-2b69-470b-acad-59d369bedc07 req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] No DVR routers for this DVR port d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:52:31.494637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-9ccb78b0-2b69-470b-acad-59d369bedc07 req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:31.497174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'name': 'network-vif-deleted', 'tag': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:52:31.552668 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80b4be7-4293-4511-9a11-1ad003ff9531', 'name': 'network-vif-deleted', 'tag': 'd82bba84-2d2c-4b2d-88af-dd7433e2c9e5', 'status': 'completed', 'code': 200}
Dec 19 13:52:31.577797 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9ccb78b0-2b69-470b-acad-59d369bedc07 req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.18 "DELETE /v2.0/ports/d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 HTTP/1.1" status: 204  len: 173 time: 0.9136910
Dec 19 13:52:31.811586 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c310194b-db31-4a9f-896d-a28c0e5554dc req-d62a470c-d455-47e8-9585-44d6677790f8 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80b4be7-4293-4511-9a11-1ad003ff9531 HTTP/1.1" status: 200  len: 210 time: 0.0412080
Dec 19 13:52:33.077507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 50062) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:33.136290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc53b732-75f7-4ef4-8a65-3971f76b413d admin admin] Deleting subnet eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:52:33.139071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc53b732-75f7-4ef4-8a65-3971f76b413d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.190557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc53b732-75f7-4ef4-8a65-3971f76b413d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.245199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc53b732-75f7-4ef4-8a65-3971f76b413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.395472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc53b732-75f7-4ef4-8a65-3971f76b413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.399974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-294637f0-032f-4e62-8c85-5f930d117549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:33.436946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53b732-75f7-4ef4-8a65-3971f76b413d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab0e755-84d6-44ea-9b9c-a1f1cfb6c686,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:33.440912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc53b732-75f7-4ef4-8a65-3971f76b413d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:33.443578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc53b732-75f7-4ef4-8a65-3971f76b413d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.449999 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fc53b732-75f7-4ef4-8a65-3971f76b413d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eab0e755-84d6-44ea-9b9c-a1f1cfb6c686 HTTP/1.1" status: 204  len: 168 time: 0.3715043
Dec 19 13:52:33.452546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 50066) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:33.555482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.678507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.703725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46bfc2b0>,) {'filters': {'network_id': ['c42c3d3f-f94d-4bb7-a11e-561a202dd312']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:52:33.715265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46bfc2b0>, 'e04734df-a6b5-418b-9275-ffb809f9177b') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:52:33.715547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46bfc2b0>, 'e04734df-a6b5-418b-9275-ffb809f9177b') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:52:33.726336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.741584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.748239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:52:33.748615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:52:33.762170 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:52:33.892383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.897026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cbb095bc-b66c-4ed5-a825-c2c9bf4a96a6 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:33.910666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:33.920912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=c42c3d3f-f94d-4bb7-a11e-561a202dd312,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:33.923919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:33.967323 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d9d66377-0197-4c6c-99b9-61eb76804c34 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c42c3d3f-f94d-4bb7-a11e-561a202dd312 HTTP/1.1" status: 204  len: 168 time: 0.5137770
Dec 19 13:52:34.377325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 50072) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:34.426724 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-87a6a436-bd1d-4662-9d7f-433c6018aea8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3297781319704379acd4a703bcd5f95e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0485835
Dec 19 13:52:34.429104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 50076) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:34.486546 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:34.510536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:34.634725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:34.638513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cd9a0e46-7836-4f84-acba-ff4e5c66a8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:34.650098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ca11a4-77bf-41ea-8ad8-631a10abf18e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:34.660777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:34.661876 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8ca11a4-77bf-41ea-8ad8-631a10abf18e HTTP/1.1" status: 204  len: 168 time: 0.2314661
Dec 19 13:52:34.663722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:34.664157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:34.665137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:34.665509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:34.665871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:34.666234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:34.666828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:34.666930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:34.667303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:34.667658 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:34.668013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:34.671049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-368d9f61-a5eb-493c-8e6a-001a594854f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:34.861925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:52:34.894350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:52:34.894709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device d82bba84-2d2c-4b2d-88af-dd7433e2c9e5 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:52:35.840448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 50098) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:35.967503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2097773700-network', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:52:35.972186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:52:35.975918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Usage tracker for resource:network and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:52:35.979453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:52:35.985014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:52:36.029454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Made reservation on behalf of bc27c8c030ca4e699dfead72e0de2975 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:52:36.031722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:36.044239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:36.074032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:52:36.077730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Usage tracker for resource:security_group_rule and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:52:36.080488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:52:36.086659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:52:36.149535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:36.218204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:36.222310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c88e29c-db94-4681-b7b6-d59a2d6f937c tempest-SecGroupIPv6Test-1662391181 tempest-SecGroupIPv6Test-1662391181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:36.246904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:52:36.259251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334a3f6b-cf03-4ea8-a785-ff6a8ed4623a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:36.262245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:36.264883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:36.265211 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Added segment 12424958-629f-4baa-8411-334fc18f9ec9 of type vlan for network ddf00732-f15b-48fc-96e5-18d7fce8aa8d
Dec 19 13:52:36.292091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:36.384371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:36.385244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:36.385822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:36.389133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-48bc1c09-0733-4f01-bbe3-3c098379322b tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:36.494807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Pushing event updated for resources: {'Network': ['ID=ddf00732-f15b-48fc-96e5-18d7fce8aa8d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:36.497675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:36.504528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:52:36.550738 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7091191
Dec 19 13:52:36.553863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 50104) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:36.559964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Request body: {'subnet': {'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2097773700-subnet', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:52:36.565176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:52:36.569126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Usage tracker for resource:subnet and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:52:36.572825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:52:36.579930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:52:36.641843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Made reservation on behalf of bc27c8c030ca4e699dfead72e0de2975 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:52:36.644579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:36.891503 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:36.895459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e52563ec-2f35-4993-956c-6445454b63ba tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:36.955739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=830ba9c8-3fd8-4d02-b7cc-73c116624d98,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:36.958389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:36.980814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Checking segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:52:36.982900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Network hostable DHCP agents. Network: ddf00732-f15b-48fc-96e5-18d7fce8aa8d, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:52:37.063550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:52:37.166543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, ddf00732-f15b-48fc-96e5-18d7fce8aa8d) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:52:37.170344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:37.170915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:37.174971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc4e038-c707-40fd-8dfb-f4a081366f77 None None] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:52:37.253208 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6979656
Dec 19 13:52:37.255920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 50108) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:37.261053 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:52:37.265914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:52:37.269665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Usage tracker for resource:router and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:52:37.275186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:52:37.278599 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:52:37.349722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:37.350654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:37.369916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:37.385874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 13:52:37.386725 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:37.544578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Allocated IP 172.20.0.2 (ddf00732-f15b-48fc-96e5-18d7fce8aa8d/830ba9c8-3fd8-4d02-b7cc-73c116624d98/fccb156f-f77e-4fe3-a640-b86585daa421) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:52:37.688019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:37.746217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:37.755963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Transition to ACTIVE for port object fccb156f-f77e-4fe3-a640-b86585daa421 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:52:37.773204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Transition to ACTIVE for port object fccb156f-f77e-4fe3-a640-b86585daa421 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:52:37.852299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:37.856818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:37.917517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:52:37.924799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:52:37.927302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:52:37.938267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Pushing event updated for resources: {'Port': ['ID=fccb156f-f77e-4fe3-a640-b86585daa421,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:37.940895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:37.948519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:37.982078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:38.021870 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Attempting to bind port fccb156f-f77e-4fe3-a640-b86585daa421 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:52:38.022241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Attempting to bind port fccb156f-f77e-4fe3-a640-b86585daa421 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:52:38.022598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Attempting to bind port fccb156f-f77e-4fe3-a640-b86585daa421 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:52:38.029908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:52:38.030280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Checking segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:52:38.030679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:38.031083 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Bound using segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:52:38.031558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Bound port: fccb156f-f77e-4fe3-a640-b86585daa421, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:52:38.031927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:38.114402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Allocated IP 172.26.4.34 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/787bd99c-2fd8-452c-bc16-11d714fc24cb) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:52:38.124823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] For port fccb156f-f77e-4fe3-a640-b86585daa421, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:52:38.127829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] For port fccb156f-f77e-4fe3-a640-b86585daa421, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fccb156f-f77e-4fe3-a640-b86585daa421,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:52:38.196809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:38.201189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:38.261863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:38.281047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Pushing event updated for resources: {'Port': ['ID=fccb156f-f77e-4fe3-a640-b86585daa421,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:38.283629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:38.355741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:38.359984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-44a2a9ad-a9ed-4c54-af9a-76f9460640bd tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:38.450377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:52:38.451865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:52:38.454425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Pushing event updated for resources: {'Port': ['ID=787bd99c-2fd8-452c-bc16-11d714fc24cb,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:38.455958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:52:38.480878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:38.699722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:38.700448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:38.978582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Router bd28a455-a377-4644-bd6d-120d5cd72765 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 13:52:39.163811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f49a74b-8fc2-4e29-98a0-5285af42208a None None] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:52:39.185018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:52:39.194654 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Sync routers for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:52:39.207441 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:52:39.208046 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473a1dc0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:52:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:52:39.246739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:39.250781 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.9912534
Dec 19 13:52:39.251575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 50112) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:39.304915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ee2ecfdb-9558-47d7-a373-21ab2362f876 None None] Provisioning for port fccb156f-f77e-4fe3-a640-b86585daa421 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:52:39.384563 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:52:39.712484 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473a1dc0>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:38Z', 'revision_number': 3, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:52:39.717449 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Checking router: bd28a455-a377-4644-bd6d-120d5cd72765 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:52:39.718043 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Updating router bd28a455-a377-4644-bd6d-120d5cd72765 port 787bd99c-2fd8-452c-bc16-11d714fc24cb binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:52:39.772040 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:39.954516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fccb156f-f77e-4fe3-a640-b86585daa421 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:52:40.006577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.091823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port fccb156f-f77e-4fe3-a640-b86585daa421 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:52:40.097141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fccb156f-f77e-4fe3-a640-b86585daa421 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:52:40.097518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.106255 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.118661 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Transition to ACTIVE for port object 787bd99c-2fd8-452c-bc16-11d714fc24cb will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:52:40.189346 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.196052 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-96daba84-f080-4ac8-8d1e-16655418d8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:40.215098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.216200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Allocated IP 172.20.0.1 (ddf00732-f15b-48fc-96e5-18d7fce8aa8d/830ba9c8-3fd8-4d02-b7cc-73c116624d98/616784fc-c395-47cf-b0da-806f63be42de) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:52:40.249126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port fccb156f-f77e-4fe3-a640-b86585daa421, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fccb156f-f77e-4fe3-a640-b86585daa421,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:52:40.276586 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Pushing event updated for resources: {'Port': ['ID=787bd99c-2fd8-452c-bc16-11d714fc24cb,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:40.280455 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Attempting to bind port 787bd99c-2fd8-452c-bc16-11d714fc24cb on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:52:40.280813 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Attempting to bind port 787bd99c-2fd8-452c-bc16-11d714fc24cb by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:52:40.281166 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Attempting to bind port 787bd99c-2fd8-452c-bc16-11d714fc24cb on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:52:40.292275 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.292564 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.296098 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.296098 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.296098 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.296098 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.296098 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.296098 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.296098 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.296098 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.296098 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.298280 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:52:40.298647 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:52:40.299045 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.299455 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:52:40.299908 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Bound port: 787bd99c-2fd8-452c-bc16-11d714fc24cb, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:52:40.300264 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.315770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.319159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:40.323254 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:40.372368 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] For port 787bd99c-2fd8-452c-bc16-11d714fc24cb, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:52:40.375414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.375912 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] For port 787bd99c-2fd8-452c-bc16-11d714fc24cb, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=787bd99c-2fd8-452c-bc16-11d714fc24cb,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:52:40.391748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Transition to ACTIVE for port object 616784fc-c395-47cf-b0da-806f63be42de will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:52:40.393861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=fccb156f-f77e-4fe3-a640-b86585daa421,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:40.396949 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:40.452827 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.456568 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-f03ef83f-e1d4-4d34-a1b5-b6bc3ae98c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:40.481276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.485170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8ebc8616-b1d7-48bb-9c23-ec32f57d6c79 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:40.533278 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Pushing event updated for resources: {'Port': ['ID=787bd99c-2fd8-452c-bc16-11d714fc24cb,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:40.536348 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:40.540343 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:52:40.540941 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d473a1dc0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:52:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:52:40.553565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:52:40.557310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:52:40.559311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=616784fc-c395-47cf-b0da-806f63be42de,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:40.561425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:52:40.602055 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.602640 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.603019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.603402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.603759 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.604112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.604467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.604816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.605161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.605507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.605850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:52:40.611013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:40.632898 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.727964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:52:40.797819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.852567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6f4b1fd4-8ada-48e7-b477-8dbbb2ca2d6c None None] Provisioning for port 616784fc-c395-47cf-b0da-806f63be42de completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:52:40.857679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6f4b1fd4-8ada-48e7-b477-8dbbb2ca2d6c None None] Provisioning complete for port 616784fc-c395-47cf-b0da-806f63be42de triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:52:40.858141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6f4b1fd4-8ada-48e7-b477-8dbbb2ca2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:40.917182 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b1fd4-8ada-48e7-b477-8dbbb2ca2d6c None None] Port 616784fc-c395-47cf-b0da-806f63be42de cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:52:41.014500 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d473a1dc0>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:38Z', 'revision_number': 3, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:52:41.018780 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c088b49-58dd-4bcd-829d-0c851cda093c None None] The sync data for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:38Z', 'revision_number': 3, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:52:41.142986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:41.211836 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:41.238789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:41.325571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=616784fc-c395-47cf-b0da-806f63be42de,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:41.327988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:41.331761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:41.470326 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:52:41.471540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:52:41.745702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-5f626f8d-18b0-4283-9871-407f3a488d92 None None] Provisioning complete for port 616784fc-c395-47cf-b0da-806f63be42de triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:52:41.746263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5f626f8d-18b0-4283-9871-407f3a488d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:41.803260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-5f626f8d-18b0-4283-9871-407f3a488d92 None None] Port 616784fc-c395-47cf-b0da-806f63be42de cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:52:41.887577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Router bd28a455-a377-4644-bd6d-120d5cd72765 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:52:41.981365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fccb156f-f77e-4fe3-a640-b86585daa421 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:52:42.084823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fccb156f-f77e-4fe3-a640-b86585daa421 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:52:42.085195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:42.095468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:52:42.105192 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] 10.222.0.24 "PUT /v2.0/routers/bd28a455-a377-4644-bd6d-120d5cd72765/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8523960
Dec 19 13:52:42.205090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 787bd99c-2fd8-452c-bc16-11d714fc24cb up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:52:42.325630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 787bd99c-2fd8-452c-bc16-11d714fc24cb completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:52:42.338593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 787bd99c-2fd8-452c-bc16-11d714fc24cb triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:52:42.340943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:42.432541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-395c8efa-eb54-4dfd-a2b3-1342982eea8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:42.459756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:42.478639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 787bd99c-2fd8-452c-bc16-11d714fc24cb, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=787bd99c-2fd8-452c-bc16-11d714fc24cb,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:52:42.556135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:42.558991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:42.622788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=787bd99c-2fd8-452c-bc16-11d714fc24cb,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:42.625768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:42.821725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 50122) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:42.827360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1463019419', 'description': 'tempest-description--18524786'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:52:42.833173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:52:42.838030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Usage tracker for resource:security_group and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:52:42.840892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:52:42.846382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:52:42.908474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:42.943626 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:52:42.947332 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Usage tracker for resource:security_group_rule and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:52:42.950007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:52:42.955629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:52:43.007931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.074310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.077761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-098ccdb9-efe1-4395-9fb2-2936d98d088f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:43.114491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a82e7bc-263c-4737-8d69-0bd6a995a0a2,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:43.117345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:43.178186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.179640 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.3566222
Dec 19 13:52:43.182357 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 50126) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:43.187864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'security_group_rule': {'security_group_id': '2a82e7bc-263c-4737-8d69-0bd6a995a0a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:52:43.193683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:52:43.198196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Usage tracker for resource:security_group_rule and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:52:43.201044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:52:43.206571 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:52:43.281581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.342234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.412094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.414050 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7537b42b-9d87-4d57-ac5a-e2cee3497632 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:43.440032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703efc00-cfa0-4007-9be5-3b41a19369c0,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:43.442316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:43.497885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.499128 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3158643
Dec 19 13:52:43.501637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 50130) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:43.506898 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'security_group_rule': {'security_group_id': '2a82e7bc-263c-4737-8d69-0bd6a995a0a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:52:43.513516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:52:43.517464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Usage tracker for resource:security_group_rule and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:52:43.520430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:52:43.526155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:52:43.600896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.660373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.732074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.733833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e66c2e1d-a7bc-425f-8236-3b6803576b7d tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:43.756446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09428a12-903c-4872-865d-4358d441ba87,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:43.759462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:43.823832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.825000 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3224816
Dec 19 13:52:43.828011 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 50134) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:43.833289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:52:43.839468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:52:43.843279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Usage tracker for resource:floatingip and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:52:43.846034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:52:43.852552 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:52:43.915995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:43.919754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 787bd99c-2fd8-452c-bc16-11d714fc24cb up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:52:43.991376 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 787bd99c-2fd8-452c-bc16-11d714fc24cb triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:52:43.991681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:44.055752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:44.203673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Allocated IP 172.26.4.160 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/87348559-19ac-42e1-9fb8-1f184971d856) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:52:44.383942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Sync routers for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:52:44.396549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:52:44.397314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4771b4c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:52:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:52:44.474412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:44.556340 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:44.561053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-31d22b66-726f-43e3-85f7-9a48c5dad3d0 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:44.588992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:52:44.624695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:52:44.627882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:52:44.631979 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:52:44.662682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event updated for resources: {'Port': ['ID=87348559-19ac-42e1-9fb8-1f184971d856,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:44.669076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:44.713057 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-73b36ac4-c6fd-456e-818d-e5fdd062cc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:44.802052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:44.892769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:44.907096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4771b4c0>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 2, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:52:44.910880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Checking router: bd28a455-a377-4644-bd6d-120d5cd72765 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:52:44.911265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Updating router bd28a455-a377-4644-bd6d-120d5cd72765 port 616784fc-c395-47cf-b0da-806f63be42de binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 13:52:44.962957 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:45.095662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:45.149137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:45.153549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:45.258730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event updated for resources: {'Port': ['ID=87348559-19ac-42e1-9fb8-1f184971d856,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:45.262920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:45.269503 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:45.298918 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:45.310361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Transition to ACTIVE for port object 616784fc-c395-47cf-b0da-806f63be42de will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:52:45.360646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:45.361856 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5328982
Dec 19 13:52:45.389240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:45.393566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:45.543741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-ed08afa3-6e39-41b7-a0ca-d8de1c2cd9b9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Synchronizing usage tracker for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:52:45.555654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda7846-69cd-4e4e-a873-7c4641d66940 None None] Pushing event updated for resources: {'Port': ['ID=616784fc-c395-47cf-b0da-806f63be42de,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:45.559809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dfda7846-69cd-4e4e-a873-7c4641d66940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:45.635452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-ed08afa3-6e39-41b7-a0ca-d8de1c2cd9b9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Unset dirty status for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:52:45.636618 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-ed08afa3-6e39-41b7-a0ca-d8de1c2cd9b9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1463019419&fields=id&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 267 time: 0.1379757
Dec 19 13:52:45.649585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Attempting to bind port 616784fc-c395-47cf-b0da-806f63be42de on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:52:45.649978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Attempting to bind port 616784fc-c395-47cf-b0da-806f63be42de by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:52:45.651348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Attempting to bind port 616784fc-c395-47cf-b0da-806f63be42de on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:52:45.658955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:52:45.659498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Checking segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:52:45.659911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:45.660310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Bound using segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:52:45.660787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Bound port: 616784fc-c395-47cf-b0da-806f63be42de, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:52:45.661169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:45.756503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] For port 616784fc-c395-47cf-b0da-806f63be42de, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:52:45.760823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] For port 616784fc-c395-47cf-b0da-806f63be42de, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=616784fc-c395-47cf-b0da-806f63be42de,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:52:45.792041 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-fac1642c-d658-4fe2-bc51-2d5b07ddae4a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:45.793445 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-fac1642c-d658-4fe2-bc51-2d5b07ddae4a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 812 time: 0.1428127
Dec 19 13:52:45.810361 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-1e1b7395-a40a-4fff-9e7c-e18e4c04ec51 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/quotas/bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 375 time: 0.0110471
Dec 19 13:52:45.836023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:45.839828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6a9a65d9-5552-46e9-b364-182aef8cd6d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:45.897972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-48fa9948-c8e3-429d-ae01-9502bfe0eafa tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Synchronizing usage tracker for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:52:45.917510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda7846-69cd-4e4e-a873-7c4641d66940 None None] Pushing event updated for resources: {'Port': ['ID=616784fc-c395-47cf-b0da-806f63be42de,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:45.918495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dfda7846-69cd-4e4e-a873-7c4641d66940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:45.922576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:52:45.923295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4771b4c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:52:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:52:45.989678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-48fa9948-c8e3-429d-ae01-9502bfe0eafa tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Unset dirty status for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:52:45.991648 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-48fa9948-c8e3-429d-ae01-9502bfe0eafa tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1760733
Dec 19 13:52:46.111126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:52:46.135526 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-93eb1d60-d927-46b7-99b1-fa871096e1ce service neutron] 10.222.0.24 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306477
Dec 19 13:52:46.268467 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-a51e2bd6-e3d7-4701-b121-7b34d0425751 service neutron] 10.222.0.24 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271665
Dec 19 13:52:46.340528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:46.431453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:46.471541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4771b4c0>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:45Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:52:46.475433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d61ddc-fe91-4cd1-aaa0-9f6045765974 None None] The sync data for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:45Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:52:46.705732 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-877eeb41-51a3-4868-b1f0-08c233c18e67 req-eca8ca7e-aef8-4685-a89e-2bd497fb4188 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 210 time: 0.0478258
Dec 19 13:52:47.629262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:47.872760 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3084144a-ad57-4f9b-bdd1-c35ad71cc486 req-bf1a3c56-3f60-4ad8-985e-f9c102c5db76 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 210 time: 0.0431349
Dec 19 13:52:47.951317 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 616784fc-c395-47cf-b0da-806f63be42de up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:52:48.114754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 616784fc-c395-47cf-b0da-806f63be42de completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:52:48.120310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 616784fc-c395-47cf-b0da-806f63be42de triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:52:48.120687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:48.236197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:48.267741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 616784fc-c395-47cf-b0da-806f63be42de, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=616784fc-c395-47cf-b0da-806f63be42de,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:52:48.337847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:48.340554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:48.403655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=616784fc-c395-47cf-b0da-806f63be42de,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:48.406517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:48.847919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-2b7625d6-9a88-4ec8-b5bf-ff21b49598ba tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:48.848584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-2b7625d6-9a88-4ec8-b5bf-ff21b49598ba tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Synchronizing usage tracker for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:52:48.944606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-2b7625d6-9a88-4ec8-b5bf-ff21b49598ba tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Unset dirty status for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:52:48.946509 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-2b7625d6-9a88-4ec8-b5bf-ff21b49598ba tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 812 time: 0.2406096
Dec 19 13:52:49.000516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-7802c4f9-7191-4fdd-b526-94038539ac0f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Synchronizing usage tracker for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:52:49.012866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-7802c4f9-7191-4fdd-b526-94038539ac0f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Unset dirty status for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:52:49.013972 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-7802c4f9-7191-4fdd-b526-94038539ac0f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 380 time: 0.0551941
Dec 19 13:52:49.022459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'port': {'device_id': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'admin_state_up': True, 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'security_groups': ['2a82e7bc-263c-4737-8d69-0bd6a995a0a2']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:52:49.057196 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a8534286-c604-4773-8525-266a82601438 req-0c80a6af-ced0-469a-aad3-13aa118f4353 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 210 time: 0.0473225
Dec 19 13:52:49.266183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:52:49.275393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:52:49.343604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Made reservation on behalf of bc27c8c030ca4e699dfead72e0de2975 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:52:49.346621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:49.504370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Allocated IP 172.20.0.4 (ddf00732-f15b-48fc-96e5-18d7fce8aa8d/830ba9c8-3fd8-4d02-b7cc-73c116624d98/9c844a32-f7fa-4c3f-8a30-fae30822fdf0) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:52:49.684586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:49.699444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Transition to ACTIVE for port object 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:52:49.790193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:49.795663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-44cabf91-28b9-417a-9d9d-39342d6757fc tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:49.864729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:52:49.868479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:52:49.872609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:52:49.902431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event updated for resources: {'Port': ['ID=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:49.914594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:49.931615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 616784fc-c395-47cf-b0da-806f63be42de up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:52:49.939437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:49.944493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:50.010760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 616784fc-c395-47cf-b0da-806f63be42de triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:52:50.011161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:50.030312 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0112643
Dec 19 13:52:50.042301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Request body: {'port': {'device_id': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:52:50.155548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:50.217848 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c5f1ca0f-c9e6-4463-804b-19e65d6202ae None None] Provisioning for port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:52:50.223150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c5f1ca0f-c9e6-4463-804b-19e65d6202ae None None] Provisioning complete for port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:52:50.223541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5f1ca0f-c9e6-4463-804b-19e65d6202ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:50.271704 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d781db1-995f-4371-86a4-2e127ef645fd req-774cee6a-5c8c-489f-bfda-c0dfe9a0cde6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:50.273328 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d781db1-995f-4371-86a4-2e127ef645fd req-774cee6a-5c8c-489f-bfda-c0dfe9a0cde6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 931 time: 0.0793104
Dec 19 13:52:50.281790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1ca0f-c9e6-4463-804b-19e65d6202ae None None] Port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:52:50.324395 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d781db1-995f-4371-86a4-2e127ef645fd req-799a8cbc-47dd-4805-a535-eafee4d0c733 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436473
Dec 19 13:52:50.495273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:52:50.501775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:50.516318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Transition to ACTIVE for port object 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:52:50.577333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:50.580842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-de8a567a-a50c-4f2a-91eb-8eb0a7e05821 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:50.702115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Pushing event updated for resources: {'Port': ['ID=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:50.706138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:50.812501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Attempting to bind port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:52:50.812824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Attempting to bind port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:52:50.813139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Attempting to bind port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:52:50.818726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:52:50.819037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Attempting to bind port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:52:50.825276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:52:50.825599 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Checking segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:52:50.825970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Bound using segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:52:50.826378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Bound port: 9c844a32-f7fa-4c3f-8a30-fae30822fdf0, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:52:50.826710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:50.913051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] For port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:52:50.916776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] For port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:52:50.978562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:50.982221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-be512e73-878d-4965-9dec-deedf1b91064 tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:51.044673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:51.046349 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] 10.222.0.18 "PUT /v2.0/ports/9c844a32-f7fa-4c3f-8a30-fae30822fdf0 HTTP/1.1" status: 200  len: 1093 time: 1.0085280
Dec 19 13:52:51.046919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:52:51.081873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Pushing event updated for resources: {'Port': ['ID=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:51.091022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:51.125563 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'status': 'completed', 'code': 200}
Dec 19 13:52:51.224089 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bbc5a1e7-bc5c-435c-9fe1-fcfe5ecd7e6d req-b50d8be2-94d4-40cd-8873-672c3b2336a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 1096 time: 0.0739350
Dec 19 13:52:51.368347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5a1e7-bc5c-435c-9fe1-fcfe5ecd7e6d req-fb88bc5d-d645-468e-aafd-3e1f7c3fd239 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:51.370051 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bbc5a1e7-bc5c-435c-9fe1-fcfe5ecd7e6d req-fb88bc5d-d645-468e-aafd-3e1f7c3fd239 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bc27c8c030ca4e699dfead72e0de2975&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1367214
Dec 19 13:52:51.528992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ec96-26b4-4edd-93aa-2a6589ceafba req-a0280b09-5103-4d6f-ad8e-33ae3994467b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:51.530417 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-35d0ec96-26b4-4edd-93aa-2a6589ceafba req-a0280b09-5103-4d6f-ad8e-33ae3994467b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 943 time: 0.0823443
Dec 19 13:52:51.575348 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-35d0ec96-26b4-4edd-93aa-2a6589ceafba req-f03ef798-89a2-435b-a6bd-42e60311d6e2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392432
Dec 19 13:52:51.612570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5a1e7-bc5c-435c-9fe1-fcfe5ecd7e6d req-0f67e1d3-d65f-4782-a79b-12445f25d57c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:51.613993 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bbc5a1e7-bc5c-435c-9fe1-fcfe5ecd7e6d req-0f67e1d3-d65f-4782-a79b-12445f25d57c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2373202
Dec 19 13:52:51.718623 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-6ad657b7-27fc-4124-a007-ff5b467b8ca6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 1096 time: 0.0707231
Dec 19 13:52:51.784116 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-5d0183d1-7c55-4ae4-afdf-a0bfba67de69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0 HTTP/1.1" status: 200  len: 217 time: 0.0590665
Dec 19 13:52:51.846446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-32befab7-c75f-41cc-95ce-bcf1e77de446 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:51.847830 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-32befab7-c75f-41cc-95ce-bcf1e77de446 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0581739
Dec 19 13:52:51.923385 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-61110cf3-21f5-44ee-9675-525802d5f136 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691485
Dec 19 13:52:52.057290 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-3b1e89b0-001c-4862-b72e-96e142be1314 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270261
Dec 19 13:52:52.189029 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bd8742d-d6f8-452a-9f5c-f7f0b22c3f98 req-32da1634-2f6f-47cf-82af-b6160e43bb36 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260312
Dec 19 13:52:52.769425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afba91e-3365-4d26-9a59-b59d582dc0e9 req-e014da3a-cd25-4942-9e5c-2e0aff681356 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:52.770876 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0afba91e-3365-4d26-9a59-b59d582dc0e9 req-e014da3a-cd25-4942-9e5c-2e0aff681356 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 943 time: 0.0746629
Dec 19 13:52:52.816695 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0afba91e-3365-4d26-9a59-b59d582dc0e9 req-77a44d51-f401-49f6-94bd-250fb523a21a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395317
Dec 19 13:52:54.021791 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:52:54.114849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa9952-945b-4096-9a42-bcf50baf2c83 req-0f76b67f-b017-4d86-97fd-8ad2e1ca165b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:54.116284 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e4fa9952-945b-4096-9a42-bcf50baf2c83 req-0f76b67f-b017-4d86-97fd-8ad2e1ca165b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 943 time: 0.1810699
Dec 19 13:52:54.161340 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e4fa9952-945b-4096-9a42-bcf50baf2c83 req-28bd0ab9-72c2-4db7-b211-495a660841f7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387270
Dec 19 13:52:54.907953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:52:55.078272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:52:55.091672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'port_id': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'mac_address': 'fa:16:3e:a2:d6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:52:55.146383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:55.164003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:52:55.178925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:52:55.275281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:55.277158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:55.342191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:55.345342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:55.361355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae89e8-5295-4365-bc2a-5927f0106d56 req-b4a4ceb0-2701-4b5f-aef5-0939c1ce1d3d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:55.362765 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-02ae89e8-5295-4365-bc2a-5927f0106d56 req-b4a4ceb0-2701-4b5f-aef5-0939c1ce1d3d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 944 time: 0.0789311
Dec 19 13:52:55.407848 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-02ae89e8-5295-4365-bc2a-5927f0106d56 req-9043d601-e507-4939-813f-788b1dfc8c79 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393901
Dec 19 13:52:55.473380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['9c844a32-f7fa-4c3f-8a30-fae30822fdf0'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:52:55.584667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:56.600194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ca4ad-25cd-44dc-ad14-f001af457a54 req-c1cd82f8-758c-4865-b67f-936bcbb7a751 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:56.602619 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5a6ca4ad-25cd-44dc-ad14-f001af457a54 req-c1cd82f8-758c-4865-b67f-936bcbb7a751 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 944 time: 0.0767825
Dec 19 13:52:56.649757 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5a6ca4ad-25cd-44dc-ad14-f001af457a54 req-a0e970be-3ba3-4ab4-ad79-f6a8cafceab5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414102
Dec 19 13:52:56.923745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:52:57.068867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:52:57.073605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:52:57.074011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:57.193737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:57.220480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:52:57.230518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:52:57.276201 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'code': 200}
Dec 19 13:52:57.304366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:52:57.307424 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:52:57.375732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:52:57.378830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:52:57.645675 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4f48cbab-4271-47e3-819f-0a4dd2dc4dd4 req-2590ef4f-8d88-4fa9-bbca-d2831ed9c3d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 1098 time: 0.0716326
Dec 19 13:52:57.688129 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-4f48cbab-4271-47e3-819f-0a4dd2dc4dd4 req-5bdb03b7-2d71-4007-878b-489d85c83ea1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360174
Dec 19 13:52:57.849200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce64bb-0654-41ba-b658-12497e2a4a98 req-7c586202-a9ab-45cf-8006-297b3140aba5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:57.850606 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0fce64bb-0654-41ba-b658-12497e2a4a98 req-7c586202-a9ab-45cf-8006-297b3140aba5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0803204
Dec 19 13:52:57.895834 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0fce64bb-0654-41ba-b658-12497e2a4a98 req-5787d3fc-08b9-4c89-82c3-b6a316a4fb9a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393770
Dec 19 13:52:59.185301 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaf7b1-a9b9-4bab-a499-40b192f94a9b req-f55646e1-22cb-4fce-a0e6-4f5d8f6cc9ce tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:59.186804 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fbbaf7b1-a9b9-4bab-a499-40b192f94a9b req-f55646e1-22cb-4fce-a0e6-4f5d8f6cc9ce tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.1661167
Dec 19 13:52:59.232828 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fbbaf7b1-a9b9-4bab-a499-40b192f94a9b req-eab496dd-b0e6-422a-955c-b359ee252ca2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405121
Dec 19 13:52:59.512380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399ba3d-6744-4b21-8065-38ec520c32b0 req-f68c306b-f9a7-468f-b3a7-663b5cfff076 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:52:59.513729 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f399ba3d-6744-4b21-8065-38ec520c32b0 req-f68c306b-f9a7-468f-b3a7-663b5cfff076 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.1692233
Dec 19 13:52:59.522194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 50190) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:52:59.527988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-ee364b5f-e057-488d-90ca-6df452b90191 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'floatingip': {'port_id': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:52:59.604358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ee364b5f-e057-488d-90ca-6df452b90191 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:00.188885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ee364b5f-e057-488d-90ca-6df452b90191 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:00.246383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ee364b5f-e057-488d-90ca-6df452b90191 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:00.432942 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-ee364b5f-e057-488d-90ca-6df452b90191 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Floating IP b77b4376-9578-471f-b2bf-01d7f93756b3 associated. External IP: 172.26.4.160, port: 9c844a32-f7fa-4c3f-8a30-fae30822fdf0.
Dec 19 13:53:00.924567 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee364b5f-e057-488d-90ca-6df452b90191 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Router bd28a455-a377-4644-bd6d-120d5cd72765 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:53:01.121613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee364b5f-e057-488d-90ca-6df452b90191 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:53:01.126033 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ee364b5f-e057-488d-90ca-6df452b90191 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:01.130972 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75fbf14-2d4a-4730-9c37-c43cc35f3b4f None None] Sync routers for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:53:01.142701 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75fbf14-2d4a-4730-9c37-c43cc35f3b4f None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:53:01.143338 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b75fbf14-2d4a-4730-9c37-c43cc35f3b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476fac70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:52:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:53:01.184633 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ee364b5f-e057-488d-90ca-6df452b90191 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "PUT /v2.0/floatingips/b77b4376-9578-471f-b2bf-01d7f93756b3 HTTP/1.1" status: 200  len: 991 time: 1.6613107
Dec 19 13:53:01.185186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:53:01.323661 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'status': 'completed', 'code': 200}
Dec 19 13:53:01.346459 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-b75fbf14-2d4a-4730-9c37-c43cc35f3b4f None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:53:01.415000 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-05f67633-f92e-4b4b-b12f-c5968a05ec88 req-6b452bd5-f2c8-46de-a7c6-fa0bf5e80ec4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 1098 time: 0.0693388
Dec 19 13:53:01.544511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f67633-f92e-4b4b-b12f-c5968a05ec88 req-644e3be4-54cb-409c-8a82-fdc09dd7da74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:01.545948 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-05f67633-f92e-4b4b-b12f-c5968a05ec88 req-644e3be4-54cb-409c-8a82-fdc09dd7da74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1251578
Dec 19 13:53:01.654823 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-05f67633-f92e-4b4b-b12f-c5968a05ec88 req-c0b5fc54-88f3-4cc6-b5aa-4e11160833e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0 HTTP/1.1" status: 200  len: 999 time: 0.1030114
Dec 19 13:53:01.687960 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b75fbf14-2d4a-4730-9c37-c43cc35f3b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476fac70>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:a2:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:53:00Z', 'revision_number': 1, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:53:01.691689 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75fbf14-2d4a-4730-9c37-c43cc35f3b4f None None] Checking router: bd28a455-a377-4644-bd6d-120d5cd72765 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:53:01.702260 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75fbf14-2d4a-4730-9c37-c43cc35f3b4f None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:53:01.702835 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b75fbf14-2d4a-4730-9c37-c43cc35f3b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476fac70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:52:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:53:01.717437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f67633-f92e-4b4b-b12f-c5968a05ec88 req-c6e6d6a6-bac1-460a-b5f2-edd601514f42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:01.718913 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-05f67633-f92e-4b4b-b12f-c5968a05ec88 req-c6e6d6a6-bac1-460a-b5f2-edd601514f42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0585387
Dec 19 13:53:01.794628 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-05f67633-f92e-4b4b-b12f-c5968a05ec88 req-58a4e9bb-33f0-4a5f-aa7a-39d855b73d15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697708
Dec 19 13:53:01.877684 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-b75fbf14-2d4a-4730-9c37-c43cc35f3b4f None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:53:01.926599 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-05f67633-f92e-4b4b-b12f-c5968a05ec88 req-0c4ee465-a214-4f7b-852a-9d01c03c8f1c service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258693
Dec 19 13:53:02.060551 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-05f67633-f92e-4b4b-b12f-c5968a05ec88 req-df08b65a-7349-4a61-8c70-279683d81cd8 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279838
Dec 19 13:53:02.221162 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-b75fbf14-2d4a-4730-9c37-c43cc35f3b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476fac70>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:a2:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:53:00Z', 'revision_number': 1, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:53:02.225048 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75fbf14-2d4a-4730-9c37-c43cc35f3b4f None None] The sync data for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:a2:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:53:00Z', 'revision_number': 1, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:53:03.462513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c342043-d9b7-431c-aee3-956b951ac8d3 None None] New status for floating IP b77b4376-9578-471f-b2bf-01d7f93756b3: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:53:12.383534 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7727be61-d3fd-4177-be78-86f39fa0fdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:14.646721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a8943ede-b57e-4fc1-8186-7e373279e4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:16.248451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:16.320610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:17.618069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:25.606676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:31.025851 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:53:36.791530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4a2b7-5e01-470f-8a91-8efe02888822 req-23ba45db-e992-46a7-bd83-4ca233755d8a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:36.792954 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-92c4a2b7-5e01-470f-8a91-8efe02888822 req-23ba45db-e992-46a7-bd83-4ca233755d8a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0754647
Dec 19 13:53:36.837614 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-92c4a2b7-5e01-470f-8a91-8efe02888822 req-d09fc5f5-3291-4517-985c-720b9126b155 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384989
Dec 19 13:53:37.109736 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8059c577-1966-4f5c-b984-527daaa35f85 req-fa1190f4-b25b-410e-a933-d2ab8506b6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1403029
Dec 19 13:53:37.491866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40059c98-fc88-436f-8144-a5d0a7e3401e req-8a53befe-0136-4b7c-a007-4e12e71265d2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:37.493212 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-40059c98-fc88-436f-8144-a5d0a7e3401e req-8a53befe-0136-4b7c-a007-4e12e71265d2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0766563
Dec 19 13:53:37.536993 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-a351616a-6222-4ba2-bccd-fee2c66f3e83 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0692661
Dec 19 13:53:37.538699 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-40059c98-fc88-436f-8144-a5d0a7e3401e req-349decb6-2b87-4e8c-9ac5-64714e0d6f82 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395820
Dec 19 13:53:38.740490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2b0a-30bf-4c5e-b1b5-6416b77cafb0 req-3ba062da-79b4-4959-aa5e-128996438f50 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:38.741889 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0c6c2b0a-30bf-4c5e-b1b5-6416b77cafb0 req-3ba062da-79b4-4959-aa5e-128996438f50 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0791886
Dec 19 13:53:38.788424 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0c6c2b0a-30bf-4c5e-b1b5-6416b77cafb0 req-a9eb2878-a7e0-40c5-9224-1650aa4360de tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405447
Dec 19 13:53:39.752845 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-6748212d-f1bf-47d4-bef0-1639506843f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 1098 time: 0.2364175
Dec 19 13:53:39.884783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-845486e2-cb44-437b-b546-98b306377cda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:39.886257 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-845486e2-cb44-437b-b546-98b306377cda service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1272333
Dec 19 13:53:39.987872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3c66-3e52-4c22-ac8e-55c3d82964b0 req-57ed8bbb-0fd5-4905-8b69-2d91d35a6706 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:39.989315 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-75af3c66-3e52-4c22-ac8e-55c3d82964b0 req-57ed8bbb-0fd5-4905-8b69-2d91d35a6706 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0757704
Dec 19 13:53:39.989888 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-4b70b35c-0b40-498d-8254-1d4aca5f36f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0 HTTP/1.1" status: 200  len: 1001 time: 0.0973928
Dec 19 13:53:40.034878 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-75af3c66-3e52-4c22-ac8e-55c3d82964b0 req-dd62f8bf-ee6c-4529-b3b6-9cc9191ec538 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400925
Dec 19 13:53:40.055489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-7099aef1-77c5-4325-81d1-a7055bbede6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:40.056916 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-7099aef1-77c5-4325-81d1-a7055bbede6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0609610
Dec 19 13:53:40.129414 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-b184c3a6-6162-43be-bf86-24a8b0539487 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662553
Dec 19 13:53:40.260176 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-fa46263b-e5d2-4aa6-bb82-c478e983fc21 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230624
Dec 19 13:53:40.393595 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-581253d7-17bb-40ae-959f-e9711245e75a service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248157
Dec 19 13:53:41.235160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966b7ea-634e-468c-98cb-484808b251fb req-1c662111-df5a-49d8-8685-ba9a6ec471ca tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:41.236567 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8966b7ea-634e-468c-98cb-484808b251fb req-1c662111-df5a-49d8-8685-ba9a6ec471ca tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0778389
Dec 19 13:53:41.281200 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8966b7ea-634e-468c-98cb-484808b251fb req-cea74529-a976-4530-ac9c-2389666f122a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391400
Dec 19 13:53:42.424318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-571eb409-f18b-47bb-87e0-e1025cca6ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:42.477690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325de400-6b98-43fb-827d-8db9fb278987 req-9d6298f6-d2cf-427a-8f5e-0bce31b01b32 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:42.479154 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-325de400-6b98-43fb-827d-8db9fb278987 req-9d6298f6-d2cf-427a-8f5e-0bce31b01b32 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0764363
Dec 19 13:53:42.523888 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-325de400-6b98-43fb-827d-8db9fb278987 req-698ed9cb-8a07-4a0b-a396-bc2bc24c6fa4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388024
Dec 19 13:53:43.720336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf46158-b2a1-4dbc-bec6-93f0cab62392 req-dbaf040e-0be1-44b0-9cd6-d2a85ceb5779 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:43.721756 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3cf46158-b2a1-4dbc-bec6-93f0cab62392 req-dbaf040e-0be1-44b0-9cd6-d2a85ceb5779 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0787356
Dec 19 13:53:43.766226 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3cf46158-b2a1-4dbc-bec6-93f0cab62392 req-4c2b432c-a126-4506-935f-466856db9634 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388355
Dec 19 13:53:44.625132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5d020b9b-8435-441f-a5cd-5086b7166ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:44.962090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a1511-4b40-497c-812d-33e11aa9b4ac req-acd90fa4-6e03-47c3-acad-505b23671d8d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:44.963456 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6a6a1511-4b40-497c-812d-33e11aa9b4ac req-acd90fa4-6e03-47c3-acad-505b23671d8d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0757177
Dec 19 13:53:45.011883 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6a6a1511-4b40-497c-812d-33e11aa9b4ac req-c9f383bb-223e-4846-9bac-f39f540fdc63 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419068
Dec 19 13:53:46.206850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc16c03-64bc-4628-b47f-976fda59f733 req-9927bbd4-a26c-4708-89b9-8fd167485a97 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:46.208330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6dc16c03-64bc-4628-b47f-976fda59f733 req-9927bbd4-a26c-4708-89b9-8fd167485a97 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0756979
Dec 19 13:53:46.252991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:46.254715 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6dc16c03-64bc-4628-b47f-976fda59f733 req-b02b3390-2953-40ba-9d1b-fd95fc403c7a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408890
Dec 19 13:53:46.293214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:47.561429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0ba6-e6ea-4baa-8175-40f3159c13dc req-3001e293-f0da-4666-9407-6b3bce66edf9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:47.573099 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-213a0ba6-e6ea-4baa-8175-40f3159c13dc req-3001e293-f0da-4666-9407-6b3bce66edf9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.1860766
Dec 19 13:53:47.607590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:47.608471 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-213a0ba6-e6ea-4baa-8175-40f3159c13dc req-2885d251-c512-49e6-962c-3ab55ec56ff0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401139
Dec 19 13:53:48.805036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec09dc-7b1a-492b-b483-a496feb17e25 req-c9bcf8db-8c39-4f3a-bcab-688d79da1c04 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:48.806437 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-10ec09dc-7b1a-492b-b483-a496feb17e25 req-c9bcf8db-8c39-4f3a-bcab-688d79da1c04 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0752835
Dec 19 13:53:48.850438 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-10ec09dc-7b1a-492b-b483-a496feb17e25 req-aad841c2-5e14-4717-93db-d94d22355897 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382164
Dec 19 13:53:50.047366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9884fd-ef7e-44c1-bc35-31ceb24ea806 req-c08c96fd-3aa1-4467-9c2d-8bfe3a851278 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:50.048785 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1c9884fd-ef7e-44c1-bc35-31ceb24ea806 req-c08c96fd-3aa1-4467-9c2d-8bfe3a851278 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0789864
Dec 19 13:53:50.093369 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1c9884fd-ef7e-44c1-bc35-31ceb24ea806 req-4153264e-7ed9-4879-b92d-7b3e87154cb2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391257
Dec 19 13:53:51.287873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f529ddf-7fac-4d47-92b6-65d10bb9979f req-47c01212-9e06-4ff8-843f-70880c13dc59 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:51.289334 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2f529ddf-7fac-4d47-92b6-65d10bb9979f req-47c01212-9e06-4ff8-843f-70880c13dc59 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0767550
Dec 19 13:53:51.339807 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2f529ddf-7fac-4d47-92b6-65d10bb9979f req-cdeead89-5ed7-4896-a146-eaa0bbfce23e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450621
Dec 19 13:53:52.354309 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-35c0f5b2-e5cd-4488-8df9-411efea29794 service neutron] 10.222.0.18 "GET /v2.0/ports/9c844a32-f7fa-4c3f-8a30-fae30822fdf0/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0791254
Dec 19 13:53:52.537621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa0bbb-a95a-4a8a-8b1c-02d2d45be9ec req-b149deaf-2f46-4d1c-af3d-0387117100a4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:52.539084 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5efa0bbb-a95a-4a8a-8b1c-02d2d45be9ec req-b149deaf-2f46-4d1c-af3d-0387117100a4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0770886
Dec 19 13:53:52.584315 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5efa0bbb-a95a-4a8a-8b1c-02d2d45be9ec req-20a5f5ce-a962-44fe-a190-1c4200ca6625 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397232
Dec 19 13:53:52.829273 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-97ca7cc0-3266-484e-9482-59820c0a0534 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 1098 time: 0.0684001
Dec 19 13:53:52.919828 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-177b66b5-745b-48d9-b14a-6d95da1cd3dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 1098 time: 0.0701256
Dec 19 13:53:53.049631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-2180713d-485d-49e1-946d-9f6a9811aa15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:53.051016 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-2180713d-485d-49e1-946d-9f6a9811aa15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1250119
Dec 19 13:53:53.152955 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-2457bb2d-f403-4f2d-b883-4618fbc7d6c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0 HTTP/1.1" status: 200  len: 1001 time: 0.0954359
Dec 19 13:53:53.213864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-89ed37df-a324-479c-820f-885fb7a390df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:53.215295 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-89ed37df-a324-479c-820f-885fb7a390df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0562332
Dec 19 13:53:53.288185 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-9038ac39-2789-4ae0-b09e-78545e292cea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0663710
Dec 19 13:53:53.417506 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-54e7cf72-25e1-44ea-bb77-28392243bb7d service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225538
Dec 19 13:53:53.546994 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-29d79cca-bc76-4f81-b78c-e2f8fe54138e req-30c84c35-3c80-4afe-b8e5-c10db4e5a93f service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226845
Dec 19 13:53:53.792743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521565d8-7af6-4f81-83ce-5be9256255db req-6bb8563f-38e4-4372-9953-e9020659d52b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:53.794345 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-521565d8-7af6-4f81-83ce-5be9256255db req-6bb8563f-38e4-4372-9953-e9020659d52b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0836232
Dec 19 13:53:53.832526 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-79d4cbd1-56a3-49c1-aebb-5986306b39ec req-7d27c406-c6d1-4fd0-a820-8a8722c10d52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 1098 time: 0.1801419
Dec 19 13:53:53.844672 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-521565d8-7af6-4f81-83ce-5be9256255db req-d376b46e-00a5-4d14-9870-16a209e6c912 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435085
Dec 19 13:53:53.980657 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4cbd1-56a3-49c1-aebb-5986306b39ec req-43770742-436a-4c37-a74f-70b66fe37ba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:53.982069 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-79d4cbd1-56a3-49c1-aebb-5986306b39ec req-43770742-436a-4c37-a74f-70b66fe37ba4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1239376
Dec 19 13:53:54.104669 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-79d4cbd1-56a3-49c1-aebb-5986306b39ec req-6d92da3a-f2b7-4cf8-8e70-71c7144f1cf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0 HTTP/1.1" status: 200  len: 1001 time: 0.0958195
Dec 19 13:53:54.166420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4cbd1-56a3-49c1-aebb-5986306b39ec req-b4733b6c-ba87-4d13-b52b-4e9b247d20d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:54.167803 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-79d4cbd1-56a3-49c1-aebb-5986306b39ec req-b4733b6c-ba87-4d13-b52b-4e9b247d20d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0555701
Dec 19 13:53:54.243554 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-79d4cbd1-56a3-49c1-aebb-5986306b39ec req-66695bc4-b8f9-4f31-beb6-7684096bb874 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685277
Dec 19 13:53:54.377448 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-79d4cbd1-56a3-49c1-aebb-5986306b39ec req-06c05ab0-5883-4b9d-8a0d-1bb62a7817f8 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263986
Dec 19 13:53:54.506782 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-79d4cbd1-56a3-49c1-aebb-5986306b39ec req-139afb95-aa79-4ad4-94cc-e326e5ade49e service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224835
Dec 19 13:53:55.041456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48f0a0-48c9-4470-b890-139e850c7600 req-538a4f02-6916-4b31-91ff-9ef1c10c6972 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:55.042906 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cb48f0a0-48c9-4470-b890-139e850c7600 req-538a4f02-6916-4b31-91ff-9ef1c10c6972 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0750184
Dec 19 13:53:55.088249 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cb48f0a0-48c9-4470-b890-139e850c7600 req-410a194b-75cc-4406-ad46-3091e19e240b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393391
Dec 19 13:53:55.263998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:53:55.269486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:53:55.482024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:55.503976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:53:55.533041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'port_id': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'mac_address': 'fa:16:3e:a2:d6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:53:55.540633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:53:55.585539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:53:55.607436 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'code': 200}
Dec 19 13:53:55.608944 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:55.627849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:53:55.647262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:55.676384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:55.678585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:53:55.785988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:53:55.786332 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:53:55.789457 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:53:55.797754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:53:55.798092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:53:55.798420 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:53:55.798745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:53:55.799080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:53:55.799407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:53:55.799718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:53:55.800031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:53:55.800341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:53:55.800647 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:53:55.800954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:53:55.804693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:53:56.287076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe4b24-8bb1-4346-97b2-9f5c43c11172 req-3f4dd4cb-d9d3-40b2-9d5b-bd16bb108015 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:56.288494 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3ebe4b24-8bb1-4346-97b2-9f5c43c11172 req-3f4dd4cb-d9d3-40b2-9d5b-bd16bb108015 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 943 time: 0.0790625
Dec 19 13:53:56.337046 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3ebe4b24-8bb1-4346-97b2-9f5c43c11172 req-cff30367-a58d-4c4d-9b4f-e3600d0f0692 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427303
Dec 19 13:53:56.339716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:56.357425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:53:56.372515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:53:56.424925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:56.426717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:53:56.512329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['9c844a32-f7fa-4c3f-8a30-fae30822fdf0'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:53:56.586938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:53:56.590983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:53:56.832289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bfa27-12b9-4bf0-814b-0fb1747b268f req-30c9fda6-0c70-483d-8775-6e9df2bade1a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:56.833716 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bd8bfa27-12b9-4bf0-814b-0fb1747b268f req-30c9fda6-0c70-483d-8775-6e9df2bade1a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 944 time: 0.0767324
Dec 19 13:53:56.874217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-e472678e-3020-4724-8786-ce415c6c7c14 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:56.874972 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-e472678e-3020-4724-8786-ce415c6c7c14 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Synchronizing usage tracker for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:53:56.880295 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bd8bfa27-12b9-4bf0-814b-0fb1747b268f req-60dd7ba7-aefb-422a-aa96-eef6eb491d23 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410109
Dec 19 13:53:56.938845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-e472678e-3020-4724-8786-ce415c6c7c14 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Unset dirty status for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:53:56.939944 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-e472678e-3020-4724-8786-ce415c6c7c14 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d&tenant_id=bc27c8c030ca4e699dfead72e0de2975&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 944 time: 0.1455843
Dec 19 13:53:57.102374 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-a93e96f1-64ed-4ca4-9a62-1741c08a0e14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 1097 time: 0.0690179
Dec 19 13:53:57.230880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-2ec4eebe-1f6d-48ab-a1e8-1e8c93e9f73f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:57.232298 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-2ec4eebe-1f6d-48ab-a1e8-1e8c93e9f73f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1231904
Dec 19 13:53:57.267759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:53:57.334327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:53:57.334577 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-9fab2032-583a-4165-a554-94e466884e47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0 HTTP/1.1" status: 200  len: 1000 time: 0.0958631
Dec 19 13:53:57.334679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:57.400071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-a5fc6c4d-89bb-407a-b8ac-a644ea6b130b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:57.401476 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-a5fc6c4d-89bb-407a-b8ac-a644ea6b130b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0614889
Dec 19 13:53:57.446503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:57.475480 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-9bbd7951-ea9f-46da-8407-d4ac8b20d265 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668643
Dec 19 13:53:57.479199 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:53:57.550355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:53:57.552952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:53:57.607009 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-d768a5b4-bc6a-41ad-ab5c-e0c082fbb78e service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253982
Dec 19 13:53:57.608444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:53:57.622614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:53:57.626214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:53:57.697778 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'code': 200}
Dec 19 13:53:57.744234 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c79f6172-e3bc-4f98-9d9b-9fcdad4927b0 req-1accd0d0-fb29-43e0-99bc-4e3501fbc8b5 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313226
Dec 19 13:53:58.081591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e0e3c-c234-4c34-9c91-5a4b9cb3f9af req-6fb2dc54-267f-4ce6-bcc2-f5dc974e026a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:58.083018 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6e4e0e3c-c234-4c34-9c91-5a4b9cb3f9af req-6fb2dc54-267f-4ce6-bcc2-f5dc974e026a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0795660
Dec 19 13:53:58.128578 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6e4e0e3c-c234-4c34-9c91-5a4b9cb3f9af req-94f0fca8-35a7-47fa-bd63-35241cdae62b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399580
Dec 19 13:53:59.323519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb742b-8c5a-43af-a705-74edc4c23d21 req-0596f2da-154d-4093-9046-f2bea23c786b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:59.324928 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-75eb742b-8c5a-43af-a705-74edc4c23d21 req-0596f2da-154d-4093-9046-f2bea23c786b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0747139
Dec 19 13:53:59.375309 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-75eb742b-8c5a-43af-a705-74edc4c23d21 req-dc8970a3-bd7f-442f-b395-fbda125a7771 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442324
Dec 19 13:53:59.566443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fbd74-874b-4c42-bde6-4adc5302849e req-f653a1db-96a2-4ecd-a8a0-dce44c65e651 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:59.567871 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7c5fbd74-874b-4c42-bde6-4adc5302849e req-f653a1db-96a2-4ecd-a8a0-dce44c65e651 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0754564
Dec 19 13:53:59.613358 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7c5fbd74-874b-4c42-bde6-4adc5302849e req-7eaa0905-c6b8-4f72-9f17-0b7548a2677f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400133
Dec 19 13:53:59.810587 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a17382-4662-4971-a988-e71e81b52b9b req-b2f9ef92-ca99-4f7a-ace7-cd9acfa367ad tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:53:59.812035 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-09a17382-4662-4971-a988-e71e81b52b9b req-b2f9ef92-ca99-4f7a-ace7-cd9acfa367ad tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0791214
Dec 19 13:53:59.863016 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-09a17382-4662-4971-a988-e71e81b52b9b req-566eb944-c7fc-485b-8435-2d310c3a0db0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454199
Dec 19 13:54:00.426232 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a85d1-d08b-430b-a4a5-ad84e5fbc268 req-50642927-01a8-49c4-926a-790d598d0d89 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:00.427666 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a97a85d1-d08b-430b-a4a5-ad84e5fbc268 req-50642927-01a8-49c4-926a-790d598d0d89 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0761120
Dec 19 13:54:00.474041 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a97a85d1-d08b-430b-a4a5-ad84e5fbc268 req-f5ca1b4c-9fb6-40bf-9452-c1b19421ef65 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408728
Dec 19 13:54:01.673395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de51ed-5e59-44d3-a790-84e7b19d773c req-efc23c00-b9aa-4771-aade-fb0507085f8d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:01.674842 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a9de51ed-5e59-44d3-a790-84e7b19d773c req-efc23c00-b9aa-4771-aade-fb0507085f8d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0814149
Dec 19 13:54:01.720744 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a9de51ed-5e59-44d3-a790-84e7b19d773c req-936aaa69-65d8-4a9d-8f3e-6d0c5c58ec77 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402579
Dec 19 13:54:02.014720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-05011714-d37f-4784-8a5b-430e02e30452 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:02.016130 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-05011714-d37f-4784-8a5b-430e02e30452 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0804889
Dec 19 13:54:02.185063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Deleting port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:54:02.185320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:02.426804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] For port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:54:02.427205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:02.704143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:02.704502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:02.704804 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Floating IP b77b4376-9578-471f-b2bf-01d7f93756b3 disassociated. External IP: 172.26.4.160, port: 9c844a32-f7fa-4c3f-8a30-fae30822fdf0.
Dec 19 13:54:02.705134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Calling delete_port for 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:54:02.915463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7dd6c-bcb2-46c5-8038-85da8ada064f req-16196ee3-7047-4e15-9ee5-84f1432b1983 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:02.916795 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1df7dd6c-bcb2-46c5-8038-85da8ada064f req-16196ee3-7047-4e15-9ee5-84f1432b1983 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 945 time: 0.0754070
Dec 19 13:54:02.922758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:02.928719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:54:02.968186 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1df7dd6c-bcb2-46c5-8038-85da8ada064f req-0024a966-5b20-4678-9d8a-df3114b992fb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442371
Dec 19 13:54:02.971364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event deleted for resources: {'Port': ['ID=9c844a32-f7fa-4c3f-8a30-fae30822fdf0,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:54:02.983674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:54:02.984336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:54:02.984831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:54:02.985192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:54:02.985550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:54:02.985988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:54:02.986251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:54:02.986604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:54:02.987431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:54:02.987431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:54:02.987664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:54:02.992260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:54:03.200116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Router bd28a455-a377-4644-bd6d-120d5cd72765 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:54:03.399682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:54:03.409790 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646986e-9a5a-4a4c-9d6c-02d3b6c6bada None None] Sync routers for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:54:03.422043 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646986e-9a5a-4a4c-9d6c-02d3b6c6bada None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:54:03.422642 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f646986e-9a5a-4a4c-9d6c-02d3b6c6bada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47683c10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:53:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:54:03.468986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] No DVR routers for this DVR port 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:54:03.471482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:03.475286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'name': 'network-vif-deleted', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:54:03.522894 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-64179674-4a7e-4040-8d40-8d3fa87e667e req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "DELETE /v2.0/ports/9c844a32-f7fa-4c3f-8a30-fae30822fdf0 HTTP/1.1" status: 204  len: 173 time: 1.5016637
Dec 19 13:54:03.533272 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d', 'name': 'network-vif-deleted', 'tag': '9c844a32-f7fa-4c3f-8a30-fae30822fdf0', 'status': 'completed', 'code': 200}
Dec 19 13:54:03.603489 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-f646986e-9a5a-4a4c-9d6c-02d3b6c6bada None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:54:03.938422 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f646986e-9a5a-4a4c-9d6c-02d3b6c6bada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47683c10>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:54:03.942117 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646986e-9a5a-4a4c-9d6c-02d3b6c6bada None None] Checking router: bd28a455-a377-4644-bd6d-120d5cd72765 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:54:03.952433 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646986e-9a5a-4a4c-9d6c-02d3b6c6bada None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:54:03.953014 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f646986e-9a5a-4a4c-9d6c-02d3b6c6bada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47683c10>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:53:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:54:04.135656 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-f646986e-9a5a-4a4c-9d6c-02d3b6c6bada None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:54:04.150364 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5820d5f0-ecf1-4275-8555-187e495707dd req-01468349-5dfe-4c0f-b769-dc4e9fdcd2ef tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cdcc1a5-a04a-4dc4-a762-a4a9e5e3309d HTTP/1.1" status: 200  len: 210 time: 0.0417583
Dec 19 13:54:04.447493 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f646986e-9a5a-4a4c-9d6c-02d3b6c6bada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47683c10>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:54:04.451262 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646986e-9a5a-4a4c-9d6c-02d3b6c6bada None None] The sync data for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:54:04.660398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c8d0e-aa38-4ac1-833f-681bd100d1b4 None None] New status for floating IP b77b4376-9578-471f-b2bf-01d7f93756b3: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:54:05.284492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:54:05.321341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:54:05.321582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9c844a32-f7fa-4c3f-8a30-fae30822fdf0 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:54:05.512758 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-2eb08a89-7745-4c50-9db7-63393a0401bb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1463019419&fields=id&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 267 time: 0.0397131
Dec 19 13:54:05.657255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39924435-32d5-43a1-9263-2c00acb68f76 req-ace30f24-47e0-4a2c-a05a-ebc5f30dd954 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:05.658655 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-ace30f24-47e0-4a2c-a05a-ebc5f30dd954 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 812 time: 0.1392319
Dec 19 13:54:05.674159 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-183ca1ed-f5d1-4022-8ac4-f6e13719214f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/quotas/bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 375 time: 0.0102177
Dec 19 13:54:05.851181 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-7b563bbd-e37e-42e1-915e-cc6abdffba52 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1722436
Dec 19 13:54:05.985478 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-8ae5227e-3a0b-471d-9a96-9b89a39a2895 service neutron] 10.222.0.24 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224439
Dec 19 13:54:06.112259 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e83fb2dd-31bf-4ccc-b4ed-56c9b40339a1 service neutron] 10.222.0.24 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209164
Dec 19 13:54:06.365159 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-10d4cb0f-c957-4834-add2-b5228e08f047 req-c3cac16b-4807-4696-ae7a-50cbd5908239 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 210 time: 0.0431180
Dec 19 13:54:07.529801 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-633984b9-b350-4b05-b1bb-f9960341f6ad req-da80905f-1f42-4bd5-946d-a2c7e38ff729 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 210 time: 0.0408475
Dec 19 13:54:08.025723 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:54:08.061477 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39924435-32d5-43a1-9263-2c00acb68f76 req-d26602e8-b724-4078-aa0b-916d7227ba2c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:08.063800 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-d26602e8-b724-4078-aa0b-916d7227ba2c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 812 time: 0.1460936
Dec 19 13:54:08.116512 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-63bbacda-f1fb-4aef-9d64-d93e361c3c78 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 380 time: 0.0404940
Dec 19 13:54:08.125499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'port': {'device_id': '4a92f31a-efdd-45ce-9767-a309da273de7', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'admin_state_up': True, 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'security_groups': ['2a82e7bc-263c-4737-8d69-0bd6a995a0a2']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:54:08.365613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:54:08.369641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Usage tracker for resource:port and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:54:08.372453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:54:08.378743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:54:08.442357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Made reservation on behalf of bc27c8c030ca4e699dfead72e0de2975 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:54:08.445313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:08.606189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Allocated IP 172.20.0.6 (ddf00732-f15b-48fc-96e5-18d7fce8aa8d/830ba9c8-3fd8-4d02-b7cc-73c116624d98/69dbcc26-cbe0-45b3-9670-4d4478d5f405) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:54:08.697528 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ee73c39a-16e1-4e18-88fe-cd527f42c24a req-6747e29a-5841-45c7-9b7d-2b6bc70b45f7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 210 time: 0.0441275
Dec 19 13:54:08.791797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:08.806574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Transition to ACTIVE for port object 69dbcc26-cbe0-45b3-9670-4d4478d5f405 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:54:08.893864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:08.899245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:54:08.970624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:54:08.973846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:54:08.975769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event updated for resources: {'Port': ['ID=69dbcc26-cbe0-45b3-9670-4d4478d5f405,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:54:08.977807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:54:09.003661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:54:09.039079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:09.039696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:09.111904 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9902894
Dec 19 13:54:09.124209 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Request body: {'port': {'device_id': '4a92f31a-efdd-45ce-9767-a309da273de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:54:09.234998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:09.299554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-581ccad0-0118-4a84-83f4-cbd922379cde None None] Provisioning for port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:54:09.304420 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-581ccad0-0118-4a84-83f4-cbd922379cde None None] Provisioning complete for port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:54:09.304835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-581ccad0-0118-4a84-83f4-cbd922379cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:09.355780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-581ccad0-0118-4a84-83f4-cbd922379cde None None] Port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:54:09.568883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69dbcc26-cbe0-45b3-9670-4d4478d5f405 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:54:09.575969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:09.589942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Transition to ACTIVE for port object 69dbcc26-cbe0-45b3-9670-4d4478d5f405 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:54:09.647817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:09.651713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:54:09.775611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Pushing event updated for resources: {'Port': ['ID=69dbcc26-cbe0-45b3-9670-4d4478d5f405,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:54:09.779087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:54:09.887130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Attempting to bind port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:54:09.887342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Attempting to bind port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:54:09.887663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Attempting to bind port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:54:09.894310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:54:09.894627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Attempting to bind port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:54:09.901014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:54:09.901344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Checking segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:54:09.901719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Bound using segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:54:09.902138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Bound port: 69dbcc26-cbe0-45b3-9670-4d4478d5f405, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:54:09.902487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:09.904546 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e42d5-1c90-4e2f-a092-8f02e7859eca req-9e219cfd-768a-4e92-a95f-c3b408571f8f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:09.906537 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d36e42d5-1c90-4e2f-a092-8f02e7859eca req-9e219cfd-768a-4e92-a95f-c3b408571f8f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 943 time: 0.0812929
Dec 19 13:54:09.952333 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d36e42d5-1c90-4e2f-a092-8f02e7859eca req-bb84405c-0d79-4b1d-81a9-5c2d2a76140f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398221
Dec 19 13:54:09.998419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] For port 69dbcc26-cbe0-45b3-9670-4d4478d5f405, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:54:10.002234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] For port 69dbcc26-cbe0-45b3-9670-4d4478d5f405, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:54:10.099729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:10.103928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:54:10.162759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:10.164132 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] 10.222.0.18 "PUT /v2.0/ports/69dbcc26-cbe0-45b3-9670-4d4478d5f405 HTTP/1.1" status: 200  len: 1093 time: 1.0442600
Dec 19 13:54:10.164636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:54:10.180528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Pushing event updated for resources: {'Port': ['ID=69dbcc26-cbe0-45b3-9670-4d4478d5f405,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:54:10.184050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:54:10.223914 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'status': 'completed', 'code': 200}
Dec 19 13:54:10.319095 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-eb5026b5-dd24-457d-907a-ba93bf0ed5fd req-fca9da09-d016-4897-8568-69b36d7f13fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 1096 time: 0.0750422
Dec 19 13:54:10.461421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5026b5-dd24-457d-907a-ba93bf0ed5fd req-ff5d94e2-dfb6-4858-8553-c0e13bbaa426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:10.462777 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-eb5026b5-dd24-457d-907a-ba93bf0ed5fd req-ff5d94e2-dfb6-4858-8553-c0e13bbaa426 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bc27c8c030ca4e699dfead72e0de2975&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1370375
Dec 19 13:54:10.597836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5026b5-dd24-457d-907a-ba93bf0ed5fd req-48068c5a-03ff-4af9-8a6e-79c3664dc9ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:10.599292 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-eb5026b5-dd24-457d-907a-ba93bf0ed5fd req-48068c5a-03ff-4af9-8a6e-79c3664dc9ed service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1295471
Dec 19 13:54:10.707232 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-3248672d-c86f-446c-87da-7485eb37f29a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 1096 time: 0.0728340
Dec 19 13:54:10.776103 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-f9243887-c8ea-4719-a39b-23252f0b5e45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405 HTTP/1.1" status: 200  len: 217 time: 0.0620208
Dec 19 13:54:10.930131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39924435-32d5-43a1-9263-2c00acb68f76 req-4e0c36b9-e5c2-4ff4-a96f-8b78d6c1db45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:10.931490 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-4e0c36b9-e5c2-4ff4-a96f-8b78d6c1db45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.1491635
Dec 19 13:54:11.008741 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-19f9d1b4-92b6-431e-97f7-95e4eb563e6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701034
Dec 19 13:54:11.139936 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-52c1db2c-a4cb-436a-96d8-eee109a3b09a service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247747
Dec 19 13:54:11.153532 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146339ce-08bf-4c2a-8565-aa6899fa4629 req-907cf7aa-ef41-4528-8a6b-cc2ed6c19a27 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:11.154952 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-146339ce-08bf-4c2a-8565-aa6899fa4629 req-907cf7aa-ef41-4528-8a6b-cc2ed6c19a27 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 943 time: 0.0807879
Dec 19 13:54:11.202657 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-146339ce-08bf-4c2a-8565-aa6899fa4629 req-dd0a6013-312d-4ed8-ba26-b1a41cd0a0fc tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412772
Dec 19 13:54:11.274147 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-39924435-32d5-43a1-9263-2c00acb68f76 req-5457a939-226f-4a25-ac03-f38c168a7f2f service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277657
Dec 19 13:54:12.391792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f28d-266b-4be3-b77b-0aea0396dd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:12.397524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40c948-3d97-46bd-821c-14e9d2b1fe43 req-693f7844-b420-4bcd-b77c-db6467d5cc67 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:12.398958 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6c40c948-3d97-46bd-821c-14e9d2b1fe43 req-693f7844-b420-4bcd-b77c-db6467d5cc67 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 943 time: 0.0760195
Dec 19 13:54:12.443836 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6c40c948-3d97-46bd-821c-14e9d2b1fe43 req-2f54708d-6861-4889-ba2f-c989823b848f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390992
Dec 19 13:54:13.315018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 69dbcc26-cbe0-45b3-9670-4d4478d5f405 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:54:13.445099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 69dbcc26-cbe0-45b3-9670-4d4478d5f405, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:54:13.457721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'port_id': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'mac_address': 'fa:16:3e:83:af:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:54:13.522388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:13.539559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69dbcc26-cbe0-45b3-9670-4d4478d5f405 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:54:13.555145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 69dbcc26-cbe0-45b3-9670-4d4478d5f405, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:54:13.614289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:13.616121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:54:13.647681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559724c-3c7b-4d98-83c0-61457288b95b req-58d51e16-dd5f-4e41-86e5-a49f3bb15133 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:13.649569 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7559724c-3c7b-4d98-83c0-61457288b95b req-58d51e16-dd5f-4e41-86e5-a49f3bb15133 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 943 time: 0.0815327
Dec 19 13:54:13.682796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=69dbcc26-cbe0-45b3-9670-4d4478d5f405,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:54:13.686114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:54:13.698306 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7559724c-3c7b-4d98-83c0-61457288b95b req-ca672e1a-6f3a-4fde-9747-48c356c02dc0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426011
Dec 19 13:54:13.814281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['69dbcc26-cbe0-45b3-9670-4d4478d5f405'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:54:14.648853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d3f614ce-426d-47a2-a7c6-1b0275762bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:14.901160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b5ca5-a50a-4fb7-84c8-e2e9a1ee2eaa req-19acfb9a-341a-45f4-b35c-5f1af974b807 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:14.902517 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d7b5ca5-a50a-4fb7-84c8-e2e9a1ee2eaa req-19acfb9a-341a-45f4-b35c-5f1af974b807 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 944 time: 0.0812628
Dec 19 13:54:14.953716 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d7b5ca5-a50a-4fb7-84c8-e2e9a1ee2eaa req-e4a64fb8-3854-4c32-9aa8-8e487eeff47d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446289
Dec 19 13:54:15.315882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 69dbcc26-cbe0-45b3-9670-4d4478d5f405 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:54:15.459791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:54:15.465042 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:54:15.465422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:15.578787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:15.605146 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:54:15.615404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 69dbcc26-cbe0-45b3-9670-4d4478d5f405, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:54:15.663537 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'code': 200}
Dec 19 13:54:15.676619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:15.678468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:54:15.746121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=69dbcc26-cbe0-45b3-9670-4d4478d5f405,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:54:15.749035 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:54:15.979745 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-abffcf34-b428-4559-8e79-4ad18a583104 req-99a5d923-bec9-4d60-9259-c3f4282d51a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 1098 time: 0.0659289
Dec 19 13:54:16.023459 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-abffcf34-b428-4559-8e79-4ad18a583104 req-42b99e82-8aa5-4056-b8cb-f215b6fda6ae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368495
Dec 19 13:54:16.147208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e8dfb-97ec-4557-b340-f784006dba38 req-1fc94f51-7cbd-4a12-92f8-1d30ec5901c4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:16.148643 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b18e8dfb-97ec-4557-b340-f784006dba38 req-1fc94f51-7cbd-4a12-92f8-1d30ec5901c4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0749559
Dec 19 13:54:16.193521 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b18e8dfb-97ec-4557-b340-f784006dba38 req-0aa2e9a2-4f38-4fa7-9376-4300ec3f544c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393753
Dec 19 13:54:16.231484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:16.305248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:17.394694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06485940-25d4-4eea-b23b-eeeb540026d5 req-0d894d35-f37e-4f80-80f8-eec6c9fc072e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:17.396165 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-06485940-25d4-4eea-b23b-eeeb540026d5 req-0d894d35-f37e-4f80-80f8-eec6c9fc072e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0818799
Dec 19 13:54:17.441174 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-06485940-25d4-4eea-b23b-eeeb540026d5 req-9cd259cb-b8c0-455e-a935-4176f73c3a53 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395656
Dec 19 13:54:17.608220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:17.633724 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789d35f-456b-44f7-af55-8be42e750797 req-38e28d75-cf0e-438a-8b50-f33126c30a68 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:17.635228 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f789d35f-456b-44f7-af55-8be42e750797 req-38e28d75-cf0e-438a-8b50-f33126c30a68 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0772727
Dec 19 13:54:17.644694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 50400) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:54:17.649903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-08a7eed3-fedd-4f0b-bbb8-aaa319fa7d97 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'floatingip': {'port_id': '69dbcc26-cbe0-45b3-9670-4d4478d5f405'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:54:17.726847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08a7eed3-fedd-4f0b-bbb8-aaa319fa7d97 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:18.414824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08a7eed3-fedd-4f0b-bbb8-aaa319fa7d97 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:18.471099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08a7eed3-fedd-4f0b-bbb8-aaa319fa7d97 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:18.665561 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-08a7eed3-fedd-4f0b-bbb8-aaa319fa7d97 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Floating IP b77b4376-9578-471f-b2bf-01d7f93756b3 associated. External IP: 172.26.4.160, port: 69dbcc26-cbe0-45b3-9670-4d4478d5f405.
Dec 19 13:54:19.055447 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a7eed3-fedd-4f0b-bbb8-aaa319fa7d97 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Router bd28a455-a377-4644-bd6d-120d5cd72765 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:54:19.250172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a7eed3-fedd-4f0b-bbb8-aaa319fa7d97 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:54:19.255473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-08a7eed3-fedd-4f0b-bbb8-aaa319fa7d97 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:19.260564 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e6594-6895-4b6b-8ffe-83dd9f467851 None None] Sync routers for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:54:19.273369 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e6594-6895-4b6b-8ffe-83dd9f467851 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:54:19.273968 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1b6e6594-6895-4b6b-8ffe-83dd9f467851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4797df40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:54:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:54:19.321861 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-08a7eed3-fedd-4f0b-bbb8-aaa319fa7d97 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "PUT /v2.0/floatingips/b77b4376-9578-471f-b2bf-01d7f93756b3 HTTP/1.1" status: 200  len: 991 time: 1.6666448
Dec 19 13:54:19.321861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:54:19.380602 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'status': 'completed', 'code': 200}
Dec 19 13:54:19.454806 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-1b6e6594-6895-4b6b-8ffe-83dd9f467851 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:54:19.479914 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c1a0ec90-906e-4d3b-8d4c-8b5a64d63dcc req-2382ae23-586d-4a01-bd84-15a7c8d81c90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 1098 time: 0.0756695
Dec 19 13:54:19.620499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0ec90-906e-4d3b-8d4c-8b5a64d63dcc req-6e0ccaa6-1168-4371-a098-0aeaceafccbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:19.621861 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c1a0ec90-906e-4d3b-8d4c-8b5a64d63dcc req-6e0ccaa6-1168-4371-a098-0aeaceafccbd service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1355941
Dec 19 13:54:19.748950 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c1a0ec90-906e-4d3b-8d4c-8b5a64d63dcc req-28dbfc97-0d6d-4e65-a042-8e2fe99844e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405 HTTP/1.1" status: 200  len: 999 time: 0.1196961
Dec 19 13:54:19.816946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0ec90-906e-4d3b-8d4c-8b5a64d63dcc req-699c002b-e160-4f89-b57f-f73e6df92bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:19.818359 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c1a0ec90-906e-4d3b-8d4c-8b5a64d63dcc req-699c002b-e160-4f89-b57f-f73e6df92bc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0637307
Dec 19 13:54:19.825194 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1b6e6594-6895-4b6b-8ffe-83dd9f467851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4797df40>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:83:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a92f31a-efdd-45ce-9767-a309da273de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:54:18Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:54:19.831583 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e6594-6895-4b6b-8ffe-83dd9f467851 None None] Checking router: bd28a455-a377-4644-bd6d-120d5cd72765 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:54:19.843029 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e6594-6895-4b6b-8ffe-83dd9f467851 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:54:19.843781 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1b6e6594-6895-4b6b-8ffe-83dd9f467851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4797df40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:54:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:54:19.893757 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c1a0ec90-906e-4d3b-8d4c-8b5a64d63dcc req-b122547f-b791-42b0-befc-bc43afcb260b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688820
Dec 19 13:54:20.032522 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c1a0ec90-906e-4d3b-8d4c-8b5a64d63dcc req-1323d798-944e-4548-aefa-412f5252c7b5 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326480
Dec 19 13:54:20.056878 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-1b6e6594-6895-4b6b-8ffe-83dd9f467851 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:54:20.179905 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c1a0ec90-906e-4d3b-8d4c-8b5a64d63dcc req-c36ac4c7-c5b9-4a34-a2f5-6b0cf01c2cd5 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412907
Dec 19 13:54:20.407986 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1b6e6594-6895-4b6b-8ffe-83dd9f467851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4797df40>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:83:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a92f31a-efdd-45ce-9767-a309da273de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:54:18Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:54:20.413892 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e6594-6895-4b6b-8ffe-83dd9f467851 None None] The sync data for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:83:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a92f31a-efdd-45ce-9767-a309da273de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:54:18Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:54:20.596027 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39498670-b871-4df1-a1dc-670b899c924b None None] New status for floating IP b77b4376-9578-471f-b2bf-01d7f93756b3: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:54:25.574228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:42.397280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca9c2-b2a8-490d-ab0a-5895296179cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:44.637769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-883c7723-97c2-4e62-9b9d-7a66ed31dfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:45.025787 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:54:46.231722 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:46.334880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:47.609045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:52.940898 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-dbc8902b-e0f3-4787-83e4-a54aaaa5e001 req-02910060-764d-4d9d-b2fd-21bfd8f836a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0714085
Dec 19 13:54:53.077885 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-dbc8902b-e0f3-4787-83e4-a54aaaa5e001 req-ad55057b-b034-4433-a3bb-deb9e8debf57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 1098 time: 0.0680008
Dec 19 13:54:53.220344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8902b-e0f3-4787-83e4-a54aaaa5e001 req-5844b378-3b5d-403e-b5ed-e971a56fc69b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:53.221662 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-dbc8902b-e0f3-4787-83e4-a54aaaa5e001 req-5844b378-3b5d-403e-b5ed-e971a56fc69b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1251655
Dec 19 13:54:53.417951 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-dbc8902b-e0f3-4787-83e4-a54aaaa5e001 req-3e44c6d1-787e-4fba-819a-8dc6c96462f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405 HTTP/1.1" status: 200  len: 1001 time: 0.1900325
Dec 19 13:54:53.479892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8902b-e0f3-4787-83e4-a54aaaa5e001 req-75a7f024-b2e7-4d84-a787-46222abb8e06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:53.481186 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-dbc8902b-e0f3-4787-83e4-a54aaaa5e001 req-75a7f024-b2e7-4d84-a787-46222abb8e06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0565763
Dec 19 13:54:53.558607 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-dbc8902b-e0f3-4787-83e4-a54aaaa5e001 req-664988bb-741b-4c2f-aeb9-3ed7a10f4c4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692918
Dec 19 13:54:53.690537 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-dbc8902b-e0f3-4787-83e4-a54aaaa5e001 req-dc31c46c-94db-4270-a360-590a77411e23 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250963
Dec 19 13:54:53.819758 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-dbc8902b-e0f3-4787-83e4-a54aaaa5e001 req-af478731-725a-4140-a484-6c9d2a58fbf6 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231818
Dec 19 13:54:55.195714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba3ce0-59fb-4f0c-8be6-d21cb50afb29 req-f5139f9c-c802-4feb-a185-742d3534cf62 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:55.197146 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6cba3ce0-59fb-4f0c-8be6-d21cb50afb29 req-f5139f9c-c802-4feb-a185-742d3534cf62 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0770047
Dec 19 13:54:55.242721 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6cba3ce0-59fb-4f0c-8be6-d21cb50afb29 req-795fd9aa-4d2f-4193-99d2-33db49cd1662 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400212
Dec 19 13:54:55.626201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:54:56.444074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f05a3-f942-4beb-841d-43d8945b33da req-dc46aacc-7efd-43e2-a805-7c65955e980c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:56.445477 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-667f05a3-f942-4beb-841d-43d8945b33da req-dc46aacc-7efd-43e2-a805-7c65955e980c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0811589
Dec 19 13:54:56.489691 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-667f05a3-f942-4beb-841d-43d8945b33da req-48e8acd7-9df2-43c9-bf87-95e1d8210dfd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387900
Dec 19 13:54:57.686876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5577b2c-e9be-42a9-a61c-22eeb53485ff req-ebcc3380-0ae8-461a-b88b-dfccd56ba988 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:57.688330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d5577b2c-e9be-42a9-a61c-22eeb53485ff req-ebcc3380-0ae8-461a-b88b-dfccd56ba988 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0766706
Dec 19 13:54:57.732997 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d5577b2c-e9be-42a9-a61c-22eeb53485ff req-c2b623ea-5d66-4ceb-a5d5-4c66fc2d2034 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391500
Dec 19 13:54:59.046568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13056a2-4495-4c7d-aea3-64c00c366d65 req-c1483739-b11d-40e4-9f3e-c202fbacae73 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:54:59.048020 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a13056a2-4495-4c7d-aea3-64c00c366d65 req-c1483739-b11d-40e4-9f3e-c202fbacae73 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.1921074
Dec 19 13:54:59.092790 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a13056a2-4495-4c7d-aea3-64c00c366d65 req-f40ae591-8df2-4fc5-90f5-1169d44dbba0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385032
Dec 19 13:55:00.291254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215042f6-141f-431e-84b2-b0431fc9d493 req-f5187de3-5215-448c-a869-aaf8ce990a98 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:00.292676 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-215042f6-141f-431e-84b2-b0431fc9d493 req-f5187de3-5215-448c-a869-aaf8ce990a98 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0757518
Dec 19 13:55:00.340016 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-215042f6-141f-431e-84b2-b0431fc9d493 req-6704fd21-2480-423c-8007-3673e7b14d8a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419073
Dec 19 13:55:01.533018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ac903-0f23-4258-925e-7b11b03ee7b2 req-7642baca-da97-4e3c-a164-82ab804b060f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:01.534440 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-958ac903-0f23-4258-925e-7b11b03ee7b2 req-7642baca-da97-4e3c-a164-82ab804b060f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0751026
Dec 19 13:55:01.579685 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-958ac903-0f23-4258-925e-7b11b03ee7b2 req-3dfdfad1-62c7-4e81-a461-800e83c56515 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396473
Dec 19 13:55:02.776747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c32c5-07d1-4bef-b52a-ab9e376c8710 req-0606310c-209f-4041-8001-3c8d07825d83 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:02.778165 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5b3c32c5-07d1-4bef-b52a-ab9e376c8710 req-0606310c-209f-4041-8001-3c8d07825d83 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0793722
Dec 19 13:55:02.823180 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5b3c32c5-07d1-4bef-b52a-ab9e376c8710 req-532f25f8-476d-4fca-bf90-bcfc3f62a0b8 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395427
Dec 19 13:55:04.017070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171fbc-34a6-4f42-887b-3004d5520124 req-5fa42e5d-0173-4c7f-8877-a677b9300f2f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:04.018481 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-79171fbc-34a6-4f42-887b-3004d5520124 req-5fa42e5d-0173-4c7f-8877-a677b9300f2f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0747781
Dec 19 13:55:04.065395 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-79171fbc-34a6-4f42-887b-3004d5520124 req-80137748-a062-45b0-a08b-4c06b6ad7110 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413795
Dec 19 13:55:05.262551 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a6078-1bdf-4bc7-8df7-d0d27aef9c21 req-bf593056-345e-4959-9547-d0ce7ce4e084 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:05.264059 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-632a6078-1bdf-4bc7-8df7-d0d27aef9c21 req-bf593056-345e-4959-9547-d0ce7ce4e084 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0798237
Dec 19 13:55:05.308637 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-632a6078-1bdf-4bc7-8df7-d0d27aef9c21 req-8f3c3342-e30f-4884-9e3e-c44552d6fe9a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381920
Dec 19 13:55:06.502623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2a5a8-6b78-4c6a-a410-43f29926efe9 req-8fab2fb2-7edf-4f74-81d1-d6b7c381c4fb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:06.504758 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-94f2a5a8-6b78-4c6a-a410-43f29926efe9 req-8fab2fb2-7edf-4f74-81d1-d6b7c381c4fb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0749109
Dec 19 13:55:06.548855 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-94f2a5a8-6b78-4c6a-a410-43f29926efe9 req-2c16e4c9-839b-43f2-ba15-ef7dc38254a2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386739
Dec 19 13:55:06.765487 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0f452847-7270-46bf-b52e-5d99a893d4d5 req-3d437cc5-fe1f-43b2-bcc0-b80568624976 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0714335
Dec 19 13:55:07.184411 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041dcd4-926c-45c6-95b5-f4fe2ef3ede3 req-82120f83-320b-4b98-9233-55842c3551ca tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:07.185862 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a041dcd4-926c-45c6-95b5-f4fe2ef3ede3 req-82120f83-320b-4b98-9233-55842c3551ca tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0759001
Dec 19 13:55:07.233635 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a041dcd4-926c-45c6-95b5-f4fe2ef3ede3 req-31e4d152-7468-483e-a940-2bd2d250b1c3 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418980
Dec 19 13:55:07.335768 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-2322a273-4cce-4991-a39c-3e552b5aaf1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1338787
Dec 19 13:55:08.437442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980f116-8d5c-4e9e-a1b9-407cc5279f7b req-63753f9d-b5ad-4d4a-8005-1c11ed3b9dc5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:08.438772 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3980f116-8d5c-4e9e-a1b9-407cc5279f7b req-63753f9d-b5ad-4d4a-8005-1c11ed3b9dc5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0825152
Dec 19 13:55:08.486361 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3980f116-8d5c-4e9e-a1b9-407cc5279f7b req-5770d880-81ef-43cc-b662-265585075788 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418003
Dec 19 13:55:09.262474 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-b6b6ab4c-09af-4802-9b4d-500e1bc7fc93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 1098 time: 0.0721953
Dec 19 13:55:09.392994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-ed0f7379-1465-4f59-a586-f5f4d9bcd7f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:09.394464 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-ed0f7379-1465-4f59-a586-f5f4d9bcd7f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1253302
Dec 19 13:55:09.497014 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-8a90a168-7b78-49b2-9ba9-ac2b12ef0035 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405 HTTP/1.1" status: 200  len: 1001 time: 0.0964053
Dec 19 13:55:09.560961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-09bcab30-d53e-49bd-9e18-c5c7e89bfc3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:09.562700 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-09bcab30-d53e-49bd-9e18-c5c7e89bfc3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0592332
Dec 19 13:55:09.637447 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-1884c938-236a-4d43-8aea-2e59c3f01c2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681629
Dec 19 13:55:09.686685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e37b4-ae72-40f7-84e1-fb4637ebb825 req-c33614ce-fca7-402c-bd0c-dbfecae634ef tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:09.688293 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-615e37b4-ae72-40f7-84e1-fb4637ebb825 req-c33614ce-fca7-402c-bd0c-dbfecae634ef tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0810142
Dec 19 13:55:09.738132 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-615e37b4-ae72-40f7-84e1-fb4637ebb825 req-695f95f1-24d3-457f-8f60-9fece57176fa tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435879
Dec 19 13:55:09.771361 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-2243ed75-756e-4a53-ace8-13d8560b5338 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276855
Dec 19 13:55:09.899101 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-fb891b16-c173-4634-b17d-fd204a676ba1 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217792
Dec 19 13:55:10.935915 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db20a3f-f25f-4f7a-8c8f-3c95ecbe9615 req-18596004-6668-4ce3-9ef1-c044b1bdcd3d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:10.937502 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3db20a3f-f25f-4f7a-8c8f-3c95ecbe9615 req-18596004-6668-4ce3-9ef1-c044b1bdcd3d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0757418
Dec 19 13:55:10.982809 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3db20a3f-f25f-4f7a-8c8f-3c95ecbe9615 req-6998977e-3760-4269-ae10-4e77164021b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390632
Dec 19 13:55:11.758727 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-fe147a8e-87fe-42b6-b042-92f4eed12fe5 service neutron] 10.222.0.18 "GET /v2.0/ports/69dbcc26-cbe0-45b3-9670-4d4478d5f405/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0771961
Dec 19 13:55:12.185957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdb8ee-7c5d-47f9-a661-751f08ffb2c7 req-f10883fe-4c65-479c-9069-d90d47f28d7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:12.187573 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cfcdb8ee-7c5d-47f9-a661-751f08ffb2c7 req-f10883fe-4c65-479c-9069-d90d47f28d7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0806856
Dec 19 13:55:12.235110 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cfcdb8ee-7c5d-47f9-a661-751f08ffb2c7 req-cb50022d-16c8-4afd-97bf-e7561785be37 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416341
Dec 19 13:55:12.295430 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-e7231d0e-e627-4858-9f86-2c6fa3325b3c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 1098 time: 0.0695801
Dec 19 13:55:12.389531 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-13c8aa87-c6f5-4adf-9238-f9ae5da837ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 1098 time: 0.0714338
Dec 19 13:55:12.409711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dc41c7b8-897a-488c-bbde-09a2b9720959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:12.622698 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-c7710b63-fe80-42c4-b7e5-0831a036f320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:12.624132 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-c7710b63-fe80-42c4-b7e5-0831a036f320 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.2277207
Dec 19 13:55:12.726337 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-a7769a3d-42c1-4537-9cd2-d7ed2bd4fb0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405 HTTP/1.1" status: 200  len: 1001 time: 0.0951810
Dec 19 13:55:12.787074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-8fd94d37-2b83-465b-a321-f8aeeeccfe30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:12.788447 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-8fd94d37-2b83-465b-a321-f8aeeeccfe30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0564277
Dec 19 13:55:12.863361 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-283ec64c-a79b-479e-80e6-52dc6a48db92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688643
Dec 19 13:55:12.992491 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-8d255312-2d2b-4a57-8c0a-753a7c40abdb service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228354
Dec 19 13:55:13.120354 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5f2c0e6c-a023-45e6-a67b-0b537276a427 req-18da8de7-b025-4886-a507-afcb04a3cb5d service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217237
Dec 19 13:55:13.435319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabef447-50e9-459d-ab5b-308fe77b8563 req-e1b7aa78-f4d9-480a-80ec-586d1f0dc918 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:13.437213 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cabef447-50e9-459d-ab5b-308fe77b8563 req-e1b7aa78-f4d9-480a-80ec-586d1f0dc918 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0782332
Dec 19 13:55:13.483330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cabef447-50e9-459d-ab5b-308fe77b8563 req-a32f6859-d03a-4140-a5ff-7360eb5be390 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405433
Dec 19 13:55:14.667046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fa96f754-fa59-4c41-8eab-e296884f6167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:14.688435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440d42a-af53-4d5d-b82e-72fbe95e6d38 req-eaf235c9-0fb0-4ec8-806b-728b0d94d765 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:14.689865 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7440d42a-af53-4d5d-b82e-72fbe95e6d38 req-eaf235c9-0fb0-4ec8-806b-728b0d94d765 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0837257
Dec 19 13:55:14.735992 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7440d42a-af53-4d5d-b82e-72fbe95e6d38 req-e422e333-1b09-41b1-8353-41f48cdde39c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398333
Dec 19 13:55:15.712016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 69dbcc26-cbe0-45b3-9670-4d4478d5f405 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:55:15.714323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 69dbcc26-cbe0-45b3-9670-4d4478d5f405 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:55:15.932922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:15.954119 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc6c4b-7250-4534-9f47-6c0eeed85be7 req-e91a3e0b-c967-4e47-b82a-0029dc884f07 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:15.956277 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-45fc6c4b-7250-4534-9f47-6c0eeed85be7 req-e91a3e0b-c967-4e47-b82a-0029dc884f07 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0808516
Dec 19 13:55:15.965020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 69dbcc26-cbe0-45b3-9670-4d4478d5f405, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:55:15.984628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'port_id': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'mac_address': 'fa:16:3e:83:af:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:55:15.989935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:55:16.008476 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-45fc6c4b-7250-4534-9f47-6c0eeed85be7 req-13b29356-160d-4ad0-9247-628581b964f5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451915
Dec 19 13:55:16.027230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 69dbcc26-cbe0-45b3-9670-4d4478d5f405, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:55:16.058615 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'code': 200}
Dec 19 13:55:16.060701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:16.079094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69dbcc26-cbe0-45b3-9670-4d4478d5f405 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:55:16.084881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:16.086962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:55:16.216093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:55:16.216362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:55:16.219796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=69dbcc26-cbe0-45b3-9670-4d4478d5f405,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:55:16.228543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:16.228884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:16.229227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:16.229544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:16.229876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:16.230195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:16.230512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:16.231164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:16.231164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:16.231471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:16.231786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:16.235728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:55:16.312100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:16.363161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:16.581074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90971929-adfb-4e54-9019-6658b24e2846 req-7f37a35e-76a9-4752-8c62-98d575ed1f24 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:16.582522 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-90971929-adfb-4e54-9019-6658b24e2846 req-7f37a35e-76a9-4752-8c62-98d575ed1f24 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 943 time: 0.0805128
Dec 19 13:55:16.633303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-5ae6aa9c-aeb2-4210-abba-2840998825b4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:16.633956 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-90971929-adfb-4e54-9019-6658b24e2846 req-4ee5001f-e6f0-4559-a996-603bbbb7aae7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457504
Dec 19 13:55:16.634079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-5ae6aa9c-aeb2-4210-abba-2840998825b4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Synchronizing usage tracker for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:55:16.735479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-5ae6aa9c-aeb2-4210-abba-2840998825b4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Unset dirty status for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:55:16.736631 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-5ae6aa9c-aeb2-4210-abba-2840998825b4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7&tenant_id=bc27c8c030ca4e699dfead72e0de2975&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 943 time: 0.1872144
Dec 19 13:55:16.770587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:16.787844 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69dbcc26-cbe0-45b3-9670-4d4478d5f405 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:55:16.804125 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 69dbcc26-cbe0-45b3-9670-4d4478d5f405, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:55:16.873378 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-a67e702c-e151-492e-a2fa-6b1b9348e3bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 1096 time: 0.0690529
Dec 19 13:55:16.878341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:16.880658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:55:16.952901 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=69dbcc26-cbe0-45b3-9670-4d4478d5f405,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:55:16.955719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['69dbcc26-cbe0-45b3-9670-4d4478d5f405'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:55:16.979574 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:55:17.007127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-52fd9b15-f84a-48cd-aa26-62cb999aa684 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:17.008552 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-52fd9b15-f84a-48cd-aa26-62cb999aa684 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1295583
Dec 19 13:55:17.113393 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-a97eea3e-f4f1-4d78-9057-2896a3eae6a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405 HTTP/1.1" status: 200  len: 1000 time: 0.0981028
Dec 19 13:55:17.177843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-54d26271-3ebe-4da3-86d0-606859932461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:17.179221 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-54d26271-3ebe-4da3-86d0-606859932461 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0601377
Dec 19 13:55:17.254500 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-a3f6dd68-1b67-4719-8a6c-c7f10dc0d61c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691509
Dec 19 13:55:17.381911 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-897d9d43-f7bd-49f5-baa5-18d0b6951470 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209822
Dec 19 13:55:17.516812 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5c17de2b-e69a-4ea5-90b7-de04f8fd90ed req-01ec4e66-7c37-469a-a601-c9465f01153c service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288712
Dec 19 13:55:17.649698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:17.721453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 69dbcc26-cbe0-45b3-9670-4d4478d5f405 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:55:17.791986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:55:17.792656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:17.836750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a514a9-38a9-4a0b-82ac-e770af90d870 req-e24b490c-afaa-4096-83d3-581786487a53 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:17.838191 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-62a514a9-38a9-4a0b-82ac-e770af90d870 req-e24b490c-afaa-4096-83d3-581786487a53 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 944 time: 0.0816767
Dec 19 13:55:17.885148 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-62a514a9-38a9-4a0b-82ac-e770af90d870 req-b4dc85a0-a9c9-4c58-85d1-b7d22e3a9b43 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411823
Dec 19 13:55:17.908090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:17.940361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 69dbcc26-cbe0-45b3-9670-4d4478d5f405, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:55:18.026922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:18.028768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:55:18.061655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:55:18.098143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=69dbcc26-cbe0-45b3-9670-4d4478d5f405,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:55:18.101940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:55:18.132061 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'code': 200}
Dec 19 13:55:19.081385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8b602-f70a-4918-8807-fb105343f5ff req-eab1a027-6579-41e5-af72-3e0bef059935 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:19.082844 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-74c8b602-f70a-4918-8807-fb105343f5ff req-eab1a027-6579-41e5-af72-3e0bef059935 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0756464
Dec 19 13:55:19.128954 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-74c8b602-f70a-4918-8807-fb105343f5ff req-310ab87b-acfd-4061-954c-4f59a8ee283a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402331
Dec 19 13:55:19.326108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799b2bd-a1d9-4623-a158-f22d4eef63c4 req-b892d4dd-55ff-4c65-9e43-80eb8b63b3f2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:19.327576 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e799b2bd-a1d9-4623-a158-f22d4eef63c4 req-b892d4dd-55ff-4c65-9e43-80eb8b63b3f2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0786409
Dec 19 13:55:19.372391 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e799b2bd-a1d9-4623-a158-f22d4eef63c4 req-28c34df6-7a9b-4d21-9087-b2fae0ffc857 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393701
Dec 19 13:55:19.854850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c54393-0527-42af-9a62-e396488fa204 req-ee4750ed-0ece-4751-a289-f9daaebad4b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:19.856508 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-47c54393-0527-42af-9a62-e396488fa204 req-ee4750ed-0ece-4751-a289-f9daaebad4b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0815899
Dec 19 13:55:19.906123 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-47c54393-0527-42af-9a62-e396488fa204 req-e6d801c1-0e73-42da-989c-154e4d2c88c6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441065
Dec 19 13:55:19.936406 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-451a888b-9b6d-430c-85f8-7b8b9566a84c req-fc68abbd-bef7-4b86-a397-39b1296b1e8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 1098 time: 0.0685050
Dec 19 13:55:20.070532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a888b-9b6d-430c-85f8-7b8b9566a84c req-3108ba83-a769-408b-a75e-d45a1b6ca0d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:20.071998 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-451a888b-9b6d-430c-85f8-7b8b9566a84c req-3108ba83-a769-408b-a75e-d45a1b6ca0d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1285374
Dec 19 13:55:20.275616 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-451a888b-9b6d-430c-85f8-7b8b9566a84c req-9d56b555-ff91-4b7c-81b7-3f8527e67e6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405 HTTP/1.1" status: 200  len: 1001 time: 0.1976981
Dec 19 13:55:20.339078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a888b-9b6d-430c-85f8-7b8b9566a84c req-fd0b7a11-2bf7-4338-8154-505c6f46ed50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:20.340489 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-451a888b-9b6d-430c-85f8-7b8b9566a84c req-fd0b7a11-2bf7-4338-8154-505c6f46ed50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0592723
Dec 19 13:55:20.415361 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-451a888b-9b6d-430c-85f8-7b8b9566a84c req-07f3014e-58c0-4994-bc6a-634d84b541b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683343
Dec 19 13:55:20.546964 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-451a888b-9b6d-430c-85f8-7b8b9566a84c req-b15a3319-c24d-4d39-ad34-a25680469c04 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253769
Dec 19 13:55:20.678609 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-451a888b-9b6d-430c-85f8-7b8b9566a84c req-aab08b55-d245-47d9-ae00-fa107abbccc3 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246698
Dec 19 13:55:21.199232 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a268ac-2cf3-42cd-b2ad-be352477addb req-69924371-edf5-4d0b-9259-3bc78d2df5d1 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:21.200486 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b1a268ac-2cf3-42cd-b2ad-be352477addb req-69924371-edf5-4d0b-9259-3bc78d2df5d1 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.1732540
Dec 19 13:55:21.246483 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b1a268ac-2cf3-42cd-b2ad-be352477addb req-88971a05-c622-4768-908b-d78f95cd0da4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391128
Dec 19 13:55:22.026452 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:55:22.447454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d07642-9037-484f-8b7c-87f62cc942cd req-e0c9fb3e-5f65-41c2-98f9-87a14252eeda tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:22.448856 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e1d07642-9037-484f-8b7c-87f62cc942cd req-e0c9fb3e-5f65-41c2-98f9-87a14252eeda tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0790799
Dec 19 13:55:22.493981 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e1d07642-9037-484f-8b7c-87f62cc942cd req-4264f221-a0e8-428b-a21e-dd613be1ed00 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396550
Dec 19 13:55:23.097287 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866e675-7f0a-412e-a192-9c4af98b5569 req-552a6760-6da3-4cfd-8736-6e16225b134a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:23.098682 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1866e675-7f0a-412e-a192-9c4af98b5569 req-552a6760-6da3-4cfd-8736-6e16225b134a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0740027
Dec 19 13:55:23.142958 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1866e675-7f0a-412e-a192-9c4af98b5569 req-03e5a59f-f322-46b8-8b7a-14548d63a6c0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383272
Dec 19 13:55:24.340788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212757-3be2-405f-95c0-72c079e7be51 req-0af8084e-5778-4a5d-aec6-b2704796d675 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:24.342198 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9a212757-3be2-405f-95c0-72c079e7be51 req-0af8084e-5778-4a5d-aec6-b2704796d675 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0778306
Dec 19 13:55:24.387610 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9a212757-3be2-405f-95c0-72c079e7be51 req-3576c104-a6d6-4bf8-a181-4757b45dd8f9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398364
Dec 19 13:55:24.671519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-0f58c648-c0e6-41a6-86c9-3cb133dc5bf0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:24.672910 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-0f58c648-c0e6-41a6-86c9-3cb133dc5bf0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 945 time: 0.0809722
Dec 19 13:55:24.745283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Deleting port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:55:24.745611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:24.985054 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] For port 69dbcc26-cbe0-45b3-9670-4d4478d5f405, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69dbcc26-cbe0-45b3-9670-4d4478d5f405,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:55:24.985298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:25.261344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:25.261610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:25.261905 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Floating IP b77b4376-9578-471f-b2bf-01d7f93756b3 disassociated. External IP: 172.26.4.160, port: 69dbcc26-cbe0-45b3-9670-4d4478d5f405.
Dec 19 13:55:25.262228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Calling delete_port for 69dbcc26-cbe0-45b3-9670-4d4478d5f405 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:55:25.444175 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:25.450185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cab87252-ecab-45ef-b3de-bd4d1c48fa07 tempest-DeleteServersTestJSON-924164158 tempest-DeleteServersTestJSON-924164158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:55:25.492955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event deleted for resources: {'Port': ['ID=69dbcc26-cbe0-45b3-9670-4d4478d5f405,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:55:25.505467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:25.505865 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:25.506208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:25.506568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:25.506922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:25.507463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:25.508061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:25.508884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:25.508884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:25.509142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:25.509450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:55:25.520669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:55:25.563649 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4eda3eb3-c708-485c-99b2-5c63fe672ed0 req-8904b77b-fbdc-4768-a363-c7b950620bb1 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 210 time: 0.0543091
Dec 19 13:55:25.621370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:25.825742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Router bd28a455-a377-4644-bd6d-120d5cd72765 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:55:26.025144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:55:26.034999 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f13c6d-c17e-4379-95a6-df1292938e72 None None] Sync routers for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:55:26.047108 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f13c6d-c17e-4379-95a6-df1292938e72 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:55:26.047717 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-45f13c6d-c17e-4379-95a6-df1292938e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4757bfa0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:55:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:55:26.097637 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] No DVR routers for this DVR port 69dbcc26-cbe0-45b3-9670-4d4478d5f405 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:55:26.100109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:26.103474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'name': 'network-vif-deleted', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:55:26.158492 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a92f31a-efdd-45ce-9767-a309da273de7', 'name': 'network-vif-deleted', 'tag': '69dbcc26-cbe0-45b3-9670-4d4478d5f405', 'status': 'completed', 'code': 200}
Dec 19 13:55:26.182126 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5dd132ca-e8cc-4ef8-a3bf-b276e915ea50 req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "DELETE /v2.0/ports/69dbcc26-cbe0-45b3-9670-4d4478d5f405 HTTP/1.1" status: 204  len: 173 time: 1.5032411
Dec 19 13:55:26.224933 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-45f13c6d-c17e-4379-95a6-df1292938e72 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:55:26.533300 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-45f13c6d-c17e-4379-95a6-df1292938e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4757bfa0>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:55:26.537056 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f13c6d-c17e-4379-95a6-df1292938e72 None None] Checking router: bd28a455-a377-4644-bd6d-120d5cd72765 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:55:26.548069 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f13c6d-c17e-4379-95a6-df1292938e72 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:55:26.548639 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-45f13c6d-c17e-4379-95a6-df1292938e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4757bfa0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:55:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:55:26.747128 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-36aea28b-4f73-4899-b1e3-5ce1b3d2e8fc req-3a48623c-f087-48f9-81d0-8c5740451c0a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a92f31a-efdd-45ce-9767-a309da273de7 HTTP/1.1" status: 200  len: 210 time: 0.0437365
Dec 19 13:55:26.757574 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-45f13c6d-c17e-4379-95a6-df1292938e72 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:55:27.070089 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-45f13c6d-c17e-4379-95a6-df1292938e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4757bfa0>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:55:27.074064 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f13c6d-c17e-4379-95a6-df1292938e72 None None] The sync data for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:55:27.284165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac76b19-a015-4a4e-9d57-c698a6d22bcd None None] New status for floating IP b77b4376-9578-471f-b2bf-01d7f93756b3: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:55:27.768459 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 69dbcc26-cbe0-45b3-9670-4d4478d5f405 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:55:27.801910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 69dbcc26-cbe0-45b3-9670-4d4478d5f405 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:55:27.802264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 69dbcc26-cbe0-45b3-9670-4d4478d5f405 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:55:28.115145 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c72a51ef-0d93-4056-b09d-4e80e2fa79ac tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1463019419&fields=id&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 267 time: 0.0408690
Dec 19 13:55:28.259354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-75e4cbd5-fbe9-4f7b-9402-fd36d686ce89 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:28.260662 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-75e4cbd5-fbe9-4f7b-9402-fd36d686ce89 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 812 time: 0.1391373
Dec 19 13:55:28.276626 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-0a63464d-1800-448b-8d94-0cf27dbb6342 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/quotas/bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 375 time: 0.0107498
Dec 19 13:55:28.363612 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-bac8db49-770a-4e77-9d4b-e97280bac0b0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0823050
Dec 19 13:55:28.496985 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-af1c995e-e6fc-425f-b115-f43a258ddf64 service neutron] 10.222.0.24 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221898
Dec 19 13:55:28.632574 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-60a0c70e-9cb0-4a40-87c0-2ef259bbe778 service neutron] 10.222.0.24 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292939
Dec 19 13:55:28.878899 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-98f10211-0c12-452a-b63b-dd514e6ebc1f req-a78c896d-5892-48f6-bdb5-6518e888e02e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 210 time: 0.0437305
Dec 19 13:55:30.045803 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d1113bc-35d4-4466-94dd-c9d156e17fb6 req-14aee95e-c006-4d3a-9c71-9f832ffcce5d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 210 time: 0.0413287
Dec 19 13:55:31.049737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-766a9855-d622-46b5-aa57-46974a565c84 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:31.051364 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-766a9855-d622-46b5-aa57-46974a565c84 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 812 time: 0.1451242
Dec 19 13:55:31.107122 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-d7551b27-0500-478d-be51-76c1e68926a4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 380 time: 0.0430527
Dec 19 13:55:31.116237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'port': {'device_id': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'admin_state_up': True, 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'security_groups': ['2a82e7bc-263c-4737-8d69-0bd6a995a0a2']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:55:31.209524 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cfadda4a-2609-422a-9854-aa601d0b59e8 req-d1ecbf23-50b8-467f-82b1-8c2484e2bd20 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 210 time: 0.0435095
Dec 19 13:55:31.258851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:55:31.263274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Usage tracker for resource:port and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:55:31.266073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:55:31.272016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:55:31.376345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Made reservation on behalf of bc27c8c030ca4e699dfead72e0de2975 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:55:31.379417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:31.542146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Allocated IP 172.20.0.7 (ddf00732-f15b-48fc-96e5-18d7fce8aa8d/830ba9c8-3fd8-4d02-b7cc-73c116624d98/30b9c5ca-234d-4837-aa99-b823275090c8) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:55:31.776113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:31.791196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Transition to ACTIVE for port object 30b9c5ca-234d-4837-aa99-b823275090c8 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:55:31.878694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:31.885068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c5675ba6-e3d0-47f2-baf8-f343937f5b86 tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:55:31.954718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:55:31.958108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:55:31.962470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:55:31.988706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event updated for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:55:31.995409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:55:32.027952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:32.028567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:32.125169 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0124898
Dec 19 13:55:32.136893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Request body: {'port': {'device_id': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:55:32.232952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e0b291db-bfff-482c-9b55-04f1f4be295a None None] Provisioning for port 30b9c5ca-234d-4837-aa99-b823275090c8 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:55:32.239334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e0b291db-bfff-482c-9b55-04f1f4be295a None None] Provisioning complete for port 30b9c5ca-234d-4837-aa99-b823275090c8 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:55:32.239334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e0b291db-bfff-482c-9b55-04f1f4be295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:32.250573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:32.292836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e0b291db-bfff-482c-9b55-04f1f4be295a None None] Port 30b9c5ca-234d-4837-aa99-b823275090c8 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:55:32.416743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1079cf-6dc1-4b18-9f06-0f29e76a8aab req-bc142bfb-fec4-4f53-8fb1-48298ccd428a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:32.418165 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da1079cf-6dc1-4b18-9f06-0f29e76a8aab req-bc142bfb-fec4-4f53-8fb1-48298ccd428a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 931 time: 0.0806813
Dec 19 13:55:32.465014 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da1079cf-6dc1-4b18-9f06-0f29e76a8aab req-0b6e5b4b-317b-42bb-b72b-333926e43d6a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411866
Dec 19 13:55:32.592089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b9c5ca-234d-4837-aa99-b823275090c8 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:55:32.601786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:32.615995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Transition to ACTIVE for port object 30b9c5ca-234d-4837-aa99-b823275090c8 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:55:32.706368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:32.710968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-60b17698-19f0-44ba-a868-c2c98be3792a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:55:32.955694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Pushing event updated for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:55:32.958460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:55:33.063593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Attempting to bind port 30b9c5ca-234d-4837-aa99-b823275090c8 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:55:33.063843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Attempting to bind port 30b9c5ca-234d-4837-aa99-b823275090c8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:55:33.064157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Attempting to bind port 30b9c5ca-234d-4837-aa99-b823275090c8 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:55:33.069876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Port 30b9c5ca-234d-4837-aa99-b823275090c8 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:55:33.070186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Attempting to bind port 30b9c5ca-234d-4837-aa99-b823275090c8 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:55:33.076228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:55:33.076550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Checking segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:55:33.076918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Bound using segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:55:33.077334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Bound port: 30b9c5ca-234d-4837-aa99-b823275090c8, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:55:33.077663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:33.161233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:55:33.164722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:55:33.233278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:33.236868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f47750dc-c769-41e1-a367-056b6ec73a4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:55:33.299888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:33.301284 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] 10.222.0.18 "PUT /v2.0/ports/30b9c5ca-234d-4837-aa99-b823275090c8 HTTP/1.1" status: 200  len: 1093 time: 1.1684816
Dec 19 13:55:33.301793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:55:33.318262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Pushing event updated for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:55:33.329068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:55:33.363640 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8', 'status': 'completed', 'code': 200}
Dec 19 13:55:33.457812 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-42b94ac7-d88f-4779-b731-afa8a00b8243 req-eb89fd8e-bbc3-41fe-bf02-e83282697ed1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 1096 time: 0.0743511
Dec 19 13:55:33.598761 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b94ac7-d88f-4779-b731-afa8a00b8243 req-3803fa15-dc14-4366-b44a-43858648ca3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:33.600123 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-42b94ac7-d88f-4779-b731-afa8a00b8243 req-3803fa15-dc14-4366-b44a-43858648ca3a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bc27c8c030ca4e699dfead72e0de2975&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1355786
Dec 19 13:55:33.667042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f3fbd-3402-40eb-9393-ffba3ac8ee02 req-7dfcb079-2775-4c4f-ab15-3cfe8d79dd4c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:33.668503 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-291f3fbd-3402-40eb-9393-ffba3ac8ee02 req-7dfcb079-2775-4c4f-ab15-3cfe8d79dd4c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 943 time: 0.0776086
Dec 19 13:55:33.717635 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-291f3fbd-3402-40eb-9393-ffba3ac8ee02 req-82ccf4df-b21f-4a45-b964-c416ebba3256 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435293
Dec 19 13:55:33.743966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b94ac7-d88f-4779-b731-afa8a00b8243 req-412a6e33-63d9-494f-8dbc-fab0eefc3cbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:33.745424 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-42b94ac7-d88f-4779-b731-afa8a00b8243 req-412a6e33-63d9-494f-8dbc-fab0eefc3cbf service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1391778
Dec 19 13:55:33.851721 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-bb6f7c1e-6058-4fac-a587-a352bd1eeb34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 1096 time: 0.0712252
Dec 19 13:55:33.918983 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-13a14d46-c8c0-4ea0-91dc-b1a90b8d9b31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b9c5ca-234d-4837-aa99-b823275090c8 HTTP/1.1" status: 200  len: 217 time: 0.0600460
Dec 19 13:55:33.983930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-be24f41c-8cea-44d0-bda4-2a006f45170c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:33.985247 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-be24f41c-8cea-44d0-bda4-2a006f45170c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0598423
Dec 19 13:55:34.058117 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-62829fd0-dcc5-4970-bff6-71216b79f983 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665174
Dec 19 13:55:34.186473 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-84e7450e-26a0-4dce-b202-fce41a993dde service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215644
Dec 19 13:55:34.315820 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3bb1b70c-f5e0-4e32-aa12-29fff6896456 req-31ccbd8a-1bdc-4eed-95e0-375943cfaef3 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225369
Dec 19 13:55:34.916078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69251993-89f5-4158-bfbf-9029b3b6dabd req-b481b607-6365-457e-a63d-e081bfe7a54b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:34.917406 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-69251993-89f5-4158-bfbf-9029b3b6dabd req-b481b607-6365-457e-a63d-e081bfe7a54b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 943 time: 0.0755930
Dec 19 13:55:34.961896 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-69251993-89f5-4158-bfbf-9029b3b6dabd req-908f9f01-b117-4df2-a4cc-77821e95ebbf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390670
Dec 19 13:55:35.800285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 30b9c5ca-234d-4837-aa99-b823275090c8 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:55:35.928357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:55:35.945264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '30b9c5ca-234d-4837-aa99-b823275090c8', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'port_id': '30b9c5ca-234d-4837-aa99-b823275090c8', 'mac_address': 'fa:16:3e:40:11:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:55:35.997767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:36.014684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b9c5ca-234d-4837-aa99-b823275090c8 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:55:36.029643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:55:36.095851 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:36.097697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:55:36.161358 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06def1d-0f3d-4a35-bb06-9de492599d58 req-7f5bf6fe-251b-4043-85bc-13409793c430 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:36.161993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:55:36.162787 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a06def1d-0f3d-4a35-bb06-9de492599d58 req-7f5bf6fe-251b-4043-85bc-13409793c430 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 944 time: 0.0807383
Dec 19 13:55:36.165324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:55:36.208971 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a06def1d-0f3d-4a35-bb06-9de492599d58 req-2e9decce-2b28-43ca-8357-0c755d6a3e80 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397508
Dec 19 13:55:36.302039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['30b9c5ca-234d-4837-aa99-b823275090c8'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:55:37.407305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84594619-0f4d-4c88-9287-afcbf93ac241 req-22b17680-6bb2-401e-ac53-0a59630621bc tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:37.408767 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84594619-0f4d-4c88-9287-afcbf93ac241 req-22b17680-6bb2-401e-ac53-0a59630621bc tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 944 time: 0.0786397
Dec 19 13:55:37.454378 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84594619-0f4d-4c88-9287-afcbf93ac241 req-3da1917b-dc09-4267-9e65-23154d68f4ed tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394437
Dec 19 13:55:37.878190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 30b9c5ca-234d-4837-aa99-b823275090c8 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:55:38.054588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 30b9c5ca-234d-4837-aa99-b823275090c8 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:55:38.059599 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 30b9c5ca-234d-4837-aa99-b823275090c8 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:55:38.059979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:38.169533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:38.197951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:55:38.207297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:55:38.251309 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8', 'code': 200}
Dec 19 13:55:38.284652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:38.287103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:55:38.350963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:55:38.353996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:55:38.616764 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2201ffd4-1bf5-4359-a3f1-10ece7897d1d req-4b9affe2-0245-4738-b0c2-4b3d674e5654 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 1098 time: 0.0730762
Dec 19 13:55:38.663939 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2201ffd4-1bf5-4359-a3f1-10ece7897d1d req-d725cbff-eac5-42c5-83dd-62158a05a9b2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404894
Dec 19 13:55:38.752813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d7e1a-626c-42c4-a83a-39e2d450b0a1 req-b42b91f2-73c8-4cad-9877-203438559ae7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:38.754150 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f5d7e1a-626c-42c4-a83a-39e2d450b0a1 req-b42b91f2-73c8-4cad-9877-203438559ae7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.1758668
Dec 19 13:55:38.800294 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f5d7e1a-626c-42c4-a83a-39e2d450b0a1 req-7d005aa2-c2da-4771-a1ca-82a608d51139 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395737
Dec 19 13:55:39.996790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f67d92-d558-4261-99ba-1116682f3cb7 req-fa2da5c7-e450-48af-928b-962b52aaad5a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:39.998226 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-90f67d92-d558-4261-99ba-1116682f3cb7 req-fa2da5c7-e450-48af-928b-962b52aaad5a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0750296
Dec 19 13:55:40.044077 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-90f67d92-d558-4261-99ba-1116682f3cb7 req-e98c1c39-a438-45bd-a75d-c3da54defd0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401285
Dec 19 13:55:40.236812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf4982-38db-4d87-926c-c74260459c29 req-0d592292-962b-4c26-8f5a-fa115533261f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:40.238119 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4bbf4982-38db-4d87-926c-c74260459c29 req-0d592292-962b-4c26-8f5a-fa115533261f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0773253
Dec 19 13:55:40.246958 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 50616) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:55:40.252127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-74d52d67-d5b8-44b3-af90-57a6ed671b56 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'floatingip': {'port_id': '30b9c5ca-234d-4837-aa99-b823275090c8'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:55:40.328750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74d52d67-d5b8-44b3-af90-57a6ed671b56 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:40.912344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74d52d67-d5b8-44b3-af90-57a6ed671b56 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:40.968880 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74d52d67-d5b8-44b3-af90-57a6ed671b56 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:41.152247 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-74d52d67-d5b8-44b3-af90-57a6ed671b56 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Floating IP b77b4376-9578-471f-b2bf-01d7f93756b3 associated. External IP: 172.26.4.160, port: 30b9c5ca-234d-4837-aa99-b823275090c8.
Dec 19 13:55:41.650278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d52d67-d5b8-44b3-af90-57a6ed671b56 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Router bd28a455-a377-4644-bd6d-120d5cd72765 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:55:41.848216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d52d67-d5b8-44b3-af90-57a6ed671b56 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:55:41.853164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-74d52d67-d5b8-44b3-af90-57a6ed671b56 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:41.858550 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca354a04-80e4-42ac-b034-3d4f3ef0da9b None None] Sync routers for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:55:41.871422 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca354a04-80e4-42ac-b034-3d4f3ef0da9b None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:55:41.872013 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ca354a04-80e4-42ac-b034-3d4f3ef0da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47733dc0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:55:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:55:41.905525 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-74d52d67-d5b8-44b3-af90-57a6ed671b56 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "PUT /v2.0/floatingips/b77b4376-9578-471f-b2bf-01d7f93756b3 HTTP/1.1" status: 200  len: 991 time: 1.6574252
Dec 19 13:55:41.906090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:55:41.970765 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8', 'status': 'completed', 'code': 200}
Dec 19 13:55:42.061033 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ca354a04-80e4-42ac-b034-3d4f3ef0da9b None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:55:42.063525 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff7ba7ed-b4f6-463c-9460-ab472970c49d req-d8aabf05-fcf3-4e61-b1fe-698d3fbb3b47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 1098 time: 0.0705366
Dec 19 13:55:42.195980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ba7ed-b4f6-463c-9460-ab472970c49d req-64bd9f62-f237-44dc-8786-21fd34c3348f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:42.197288 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff7ba7ed-b4f6-463c-9460-ab472970c49d req-64bd9f62-f237-44dc-8786-21fd34c3348f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1273997
Dec 19 13:55:42.302708 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff7ba7ed-b4f6-463c-9460-ab472970c49d req-f12a17bb-8413-4dcc-b9ca-68096be278ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b9c5ca-234d-4837-aa99-b823275090c8 HTTP/1.1" status: 200  len: 999 time: 0.0988698
Dec 19 13:55:42.366193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ba7ed-b4f6-463c-9460-ab472970c49d req-45a1883b-7371-4678-9fde-c4f3771c1d9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:42.367845 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff7ba7ed-b4f6-463c-9460-ab472970c49d req-45a1883b-7371-4678-9fde-c4f3771c1d9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0592866
Dec 19 13:55:42.400005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7dbc931c-07c5-49aa-8ec2-981f619f1fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:42.410877 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ca354a04-80e4-42ac-b034-3d4f3ef0da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47733dc0>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '30b9c5ca-234d-4837-aa99-b823275090c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:40:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:55:40Z', 'revision_number': 9, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:55:42.415341 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca354a04-80e4-42ac-b034-3d4f3ef0da9b None None] Checking router: bd28a455-a377-4644-bd6d-120d5cd72765 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:55:42.426721 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca354a04-80e4-42ac-b034-3d4f3ef0da9b None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:55:42.427410 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ca354a04-80e4-42ac-b034-3d4f3ef0da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47733dc0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:55:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:55:42.547981 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff7ba7ed-b4f6-463c-9460-ab472970c49d req-b7c0ca77-43f7-421e-b80a-23f66e1bb706 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1734459
Dec 19 13:55:42.607708 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ca354a04-80e4-42ac-b034-3d4f3ef0da9b None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:55:42.681581 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff7ba7ed-b4f6-463c-9460-ab472970c49d req-117fa535-fcc4-4ce2-8478-cd3c011897d2 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263461
Dec 19 13:55:42.815250 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff7ba7ed-b4f6-463c-9460-ab472970c49d req-73af5037-8cca-4a3e-b75a-82d1e112481b service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270807
Dec 19 13:55:42.985316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ca354a04-80e4-42ac-b034-3d4f3ef0da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47733dc0>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '30b9c5ca-234d-4837-aa99-b823275090c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:40:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:55:40Z', 'revision_number': 9, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:55:42.989336 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca354a04-80e4-42ac-b034-3d4f3ef0da9b None None] The sync data for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '30b9c5ca-234d-4837-aa99-b823275090c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:40:11:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:55:40Z', 'revision_number': 9, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:55:43.177642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf44c41-73b7-4fde-9550-3131ce33b65f None None] New status for floating IP b77b4376-9578-471f-b2bf-01d7f93756b3: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:55:44.621735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7db0a8a7-aa14-4e9a-ab7b-b6b85b6cfb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:46.238756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:46.340326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:47.645142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:52.924835 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-53a08717-986a-4cbe-b422-dc8554f19dcc req-07265451-ef49-4361-9301-fa43a98b1e2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668726
Dec 19 13:55:53.061818 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-53a08717-986a-4cbe-b422-dc8554f19dcc req-7a78ab5b-2760-43c3-be8b-42274bd085b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 1098 time: 0.0708601
Dec 19 13:55:53.203167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a08717-986a-4cbe-b422-dc8554f19dcc req-f9e3c632-6fa9-4091-80e7-137e97eb1188 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:53.204518 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-53a08717-986a-4cbe-b422-dc8554f19dcc req-f9e3c632-6fa9-4091-80e7-137e97eb1188 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1246655
Dec 19 13:55:53.308547 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-53a08717-986a-4cbe-b422-dc8554f19dcc req-0b7f4535-5c84-49a0-9b2d-b0d9178c3b75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b9c5ca-234d-4837-aa99-b823275090c8 HTTP/1.1" status: 200  len: 1002 time: 0.0976300
Dec 19 13:55:53.398119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a08717-986a-4cbe-b422-dc8554f19dcc req-77d766c7-1872-4ef3-a3b1-b7c772e6698f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:55:53.400048 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-53a08717-986a-4cbe-b422-dc8554f19dcc req-77d766c7-1872-4ef3-a3b1-b7c772e6698f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0701876
Dec 19 13:55:53.495988 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-53a08717-986a-4cbe-b422-dc8554f19dcc req-42f44e5f-a77e-4a66-bd73-89cf3ca08860 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0898550
Dec 19 13:55:53.630206 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-53a08717-986a-4cbe-b422-dc8554f19dcc req-825eacfb-8393-4ddb-ac80-04dfd1d685c9 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282246
Dec 19 13:55:53.762674 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-53a08717-986a-4cbe-b422-dc8554f19dcc req-9cd244b1-959d-400a-91cc-ec5bc9fa2cbe service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260133
Dec 19 13:55:55.671952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:55:59.026779 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:56:12.439594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3b77b977-5c24-4572-b841-921c6b39ec80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:14.729839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-391dedb0-8aaa-44fd-b19d-3e01bba65982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:16.257914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:16.334765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:17.643409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:18.740705 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b3b19294-929f-4499-89ba-7be5fb0016f4 req-0b63cb9b-360b-469b-8247-12fec6d17a63 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0715275
Dec 19 13:56:19.190778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21869330-ea3c-4534-a5f1-c7808d93140d req-d29fee7f-b787-4aeb-8996-df06d3a6c292 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:19.192245 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-21869330-ea3c-4534-a5f1-c7808d93140d req-d29fee7f-b787-4aeb-8996-df06d3a6c292 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0774918
Dec 19 13:56:19.235636 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-b1d00cd9-9fd6-4c3f-83b2-dcacfe8c5108 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0728276
Dec 19 13:56:19.237426 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-21869330-ea3c-4534-a5f1-c7808d93140d req-b772aed5-08d3-41fe-8bed-8acfb8d0a9dc tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395274
Dec 19 13:56:20.448533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bda336-ae81-4e6e-95f8-49e6671ac12e req-e73ee134-b98d-4a7e-8410-5c8532ea5924 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:20.450151 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d8bda336-ae81-4e6e-95f8-49e6671ac12e req-e73ee134-b98d-4a7e-8410-5c8532ea5924 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0868440
Dec 19 13:56:20.497039 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d8bda336-ae81-4e6e-95f8-49e6671ac12e req-629a133b-c712-4a1c-becb-e89fb4b87e3d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411079
Dec 19 13:56:21.158106 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-c28fd59a-566b-4176-9148-5123715982ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 1098 time: 0.0678902
Dec 19 13:56:21.287341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-8e834c73-1c77-4bd0-922b-a03f4d2d64e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:21.288751 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-8e834c73-1c77-4bd0-922b-a03f4d2d64e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1243103
Dec 19 13:56:21.390370 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-ece04b19-8dbd-4771-9fcd-7007bfe185e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b9c5ca-234d-4837-aa99-b823275090c8 HTTP/1.1" status: 200  len: 1002 time: 0.0951440
Dec 19 13:56:21.454817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-9c89d21d-01d8-48c7-a4e4-c1c2e5b17bb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:21.456217 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-9c89d21d-01d8-48c7-a4e4-c1c2e5b17bb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0592222
Dec 19 13:56:21.637047 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-7a54e801-7b62-4722-9c82-2991461452e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1740906
Dec 19 13:56:21.705692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f3551-cfd7-44ee-bc3d-d3f6995ac4e4 req-e1a11b6c-5666-4cb7-970f-260a52ad86e7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:21.707043 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c59f3551-cfd7-44ee-bc3d-d3f6995ac4e4 req-e1a11b6c-5666-4cb7-970f-260a52ad86e7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0772853
Dec 19 13:56:21.756632 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c59f3551-cfd7-44ee-bc3d-d3f6995ac4e4 req-89088130-b172-469a-819f-e381e1ff02e8 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439065
Dec 19 13:56:21.768270 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-254c2016-4012-47fe-80af-c28c7ccd6463 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252022
Dec 19 13:56:21.897052 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-cbe2abf3-3158-4f3b-bafb-19a1d3cac339 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224039
Dec 19 13:56:22.950666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013771c5-3982-4fb0-a55b-c3a1e698a04e req-c3413cea-83f5-4ab7-bbf0-728903d178d8 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:22.952024 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-013771c5-3982-4fb0-a55b-c3a1e698a04e req-c3413cea-83f5-4ab7-bbf0-728903d178d8 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0749745
Dec 19 13:56:22.996660 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-013771c5-3982-4fb0-a55b-c3a1e698a04e req-65e4946f-2a3c-4937-97ec-f7363fdb70d9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386782
Dec 19 13:56:24.194565 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0a07-cf82-4df1-a0fa-990289052792 req-133be808-246a-443f-992a-51fb24bf0154 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:24.196028 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b16b0a07-cf82-4df1-a0fa-990289052792 req-133be808-246a-443f-992a-51fb24bf0154 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0788784
Dec 19 13:56:24.240569 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b16b0a07-cf82-4df1-a0fa-990289052792 req-850526c8-df58-4dce-b012-056e0a8207d2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380867
Dec 19 13:56:25.433444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276517a-4427-42d5-afa5-ab0d9a9ced83 req-b67db036-7b1a-4268-9a49-24f1ef426f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:25.434966 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d276517a-4427-42d5-afa5-ab0d9a9ced83 req-b67db036-7b1a-4268-9a49-24f1ef426f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0750971
Dec 19 13:56:25.479446 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d276517a-4427-42d5-afa5-ab0d9a9ced83 req-5b623af5-d357-4443-a381-5e320627f819 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387352
Dec 19 13:56:25.662513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:26.679159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a8747-6668-4f4e-b302-61f160ea278f req-8a2d59b1-9d2d-4d3a-8829-6610a6f90de7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:26.680568 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ac0a8747-6668-4f4e-b302-61f160ea278f req-8a2d59b1-9d2d-4d3a-8829-6610a6f90de7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0820541
Dec 19 13:56:26.725777 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ac0a8747-6668-4f4e-b302-61f160ea278f req-d50f3ffb-32d7-4259-8875-3c0179a0467b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389225
Dec 19 13:56:27.923079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c5f30-8384-4f46-8de4-fbbd9d15e404 req-8e834a1b-51a8-447c-844e-ea7b1e64602c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:27.924387 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bd2c5f30-8384-4f46-8de4-fbbd9d15e404 req-8e834a1b-51a8-447c-844e-ea7b1e64602c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0760014
Dec 19 13:56:27.969208 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bd2c5f30-8384-4f46-8de4-fbbd9d15e404 req-10572f4f-15ab-451a-bbf2-f13b4623a617 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393188
Dec 19 13:56:29.169136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7004d7b-6897-4ba1-ab39-33f65a8850f5 req-fd55f24c-3256-4bc8-836d-3aed567ba13f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:29.170564 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f7004d7b-6897-4ba1-ab39-33f65a8850f5 req-fd55f24c-3256-4bc8-836d-3aed567ba13f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0794866
Dec 19 13:56:29.215884 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f7004d7b-6897-4ba1-ab39-33f65a8850f5 req-2f6eb150-7507-43ca-a271-27af4c3072b0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397725
Dec 19 13:56:30.410099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f698b0-02b2-451d-ab61-0bddf06f1956 req-7d67e0ed-e848-44cc-bde0-fdb60a8bd750 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:30.411544 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19f698b0-02b2-451d-ab61-0bddf06f1956 req-7d67e0ed-e848-44cc-bde0-fdb60a8bd750 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0753105
Dec 19 13:56:30.460306 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19f698b0-02b2-451d-ab61-0bddf06f1956 req-aec96a6b-22a5-404b-a6b8-09f43bd0c793 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433681
Dec 19 13:56:31.660351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d805db-762e-4a37-a25d-e34c06517cca req-a65fed06-d3c0-4c05-81ca-713a1058c568 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:31.661764 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63d805db-762e-4a37-a25d-e34c06517cca req-a65fed06-d3c0-4c05-81ca-713a1058c568 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0816128
Dec 19 13:56:31.706887 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63d805db-762e-4a37-a25d-e34c06517cca req-9e567e2a-ffee-44b1-9885-58c30e99ed28 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396760
Dec 19 13:56:32.904895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f6ade-1266-436d-aca0-1828174984f4 req-dc039fe2-a771-4cca-998d-2125d79fb423 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:32.906325 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8b7f6ade-1266-436d-aca0-1828174984f4 req-dc039fe2-a771-4cca-998d-2125d79fb423 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0803931
Dec 19 13:56:32.950864 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8b7f6ade-1266-436d-aca0-1828174984f4 req-c7eb8846-ed7c-449c-bcdf-d8635612c8ab tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389647
Dec 19 13:56:33.898752 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-630cf1ac-bd70-4fed-8546-93d6b68650f4 service neutron] 10.222.0.18 "GET /v2.0/ports/30b9c5ca-234d-4837-aa99-b823275090c8/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0758352
Dec 19 13:56:34.149407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e676-8133-4e1c-9fac-61197caf13d6 req-ef12cde8-2983-4b94-a8fc-4496eec13ad6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:34.150852 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84c9e676-8133-4e1c-9fac-61197caf13d6 req-ef12cde8-2983-4b94-a8fc-4496eec13ad6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0773892
Dec 19 13:56:34.196480 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84c9e676-8133-4e1c-9fac-61197caf13d6 req-ad3014ad-1b6a-4338-9af8-39b47cf42687 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396924
Dec 19 13:56:34.477022 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-86fdf461-dfe3-4446-ae84-cb1cf18ead81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 1098 time: 0.0698543
Dec 19 13:56:34.566802 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-07d3e520-7550-4528-984a-0a4262c3a0f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 1098 time: 0.0689027
Dec 19 13:56:34.698610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-b584ac98-49df-40b5-8f99-ddf0a185a3b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:34.700184 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-b584ac98-49df-40b5-8f99-ddf0a185a3b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1275041
Dec 19 13:56:34.800742 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-f005a08a-5cc0-41bb-8584-dd63bb9e96ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b9c5ca-234d-4837-aa99-b823275090c8 HTTP/1.1" status: 200  len: 1002 time: 0.0944006
Dec 19 13:56:34.863801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-0aeea0c1-0555-443a-8e4c-2e1dd3645ae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:34.866161 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-0aeea0c1-0555-443a-8e4c-2e1dd3645ae1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0598125
Dec 19 13:56:34.937209 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-d801efbe-5ba8-43e6-bd35-d25d28c1ca6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0649841
Dec 19 13:56:35.064614 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-d4aaefa4-1665-48cc-95a4-49fd9a074118 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213226
Dec 19 13:56:35.192423 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17c453ab-d686-438f-93ee-9f17bea1cfce req-e0582a80-0b48-451d-8736-377609c8b0d7 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211905
Dec 19 13:56:35.502523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b2c6c-1ab7-40fc-ba7f-27457cc5cbcf req-6cf8bec4-b9ee-4d77-be47-018cefe1b5e6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:35.503967 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-751b2c6c-1ab7-40fc-ba7f-27457cc5cbcf req-6cf8bec4-b9ee-4d77-be47-018cefe1b5e6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.1843169
Dec 19 13:56:35.548942 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-751b2c6c-1ab7-40fc-ba7f-27457cc5cbcf req-2d973e31-b4e6-4cbe-bc36-f5787d00ca54 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394819
Dec 19 13:56:36.026113 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:56:36.207285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 30b9c5ca-234d-4837-aa99-b823275090c8 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:56:36.210148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 30b9c5ca-234d-4837-aa99-b823275090c8 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:56:36.425018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:36.442985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:56:36.464783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '30b9c5ca-234d-4837-aa99-b823275090c8', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'port_id': '30b9c5ca-234d-4837-aa99-b823275090c8', 'mac_address': 'fa:16:3e:40:11:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:56:36.494136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:56:36.515821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:56:36.530831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:36.548241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30b9c5ca-234d-4837-aa99-b823275090c8 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:56:36.662325 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8', 'code': 200}
Dec 19 13:56:36.663110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:36.667347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a4a05283-772d-42bd-a0e6-4d21a93340b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:56:36.706084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:56:36.706351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:56:36.737110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:56:36.745249 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:36.745566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:36.746443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:36.746945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:36.747495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:36.747823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:36.748689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:36.748689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:36.748910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:36.749116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:36.749428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:36.753293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:56:36.760740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04998-45eb-4bdf-be39-c5093156bc75 req-5a362027-9c32-4707-90be-f47cae66f920 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:36.763506 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-95a04998-45eb-4bdf-be39-c5093156bc75 req-5a362027-9c32-4707-90be-f47cae66f920 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 943 time: 0.0806878
Dec 19 13:56:36.816198 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-95a04998-45eb-4bdf-be39-c5093156bc75 req-d8bed2cf-a5b5-4940-9f48-8cc342562891 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466657
Dec 19 13:56:37.258039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:37.274859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b9c5ca-234d-4837-aa99-b823275090c8 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:56:37.290399 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:56:37.357649 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:37.360092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:56:37.424208 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['30b9c5ca-234d-4837-aa99-b823275090c8'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:56:37.469338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:56:37.472322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:56:38.015519 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dafdb-321a-4ce8-8630-b32945c1222a req-4c28e3f3-f967-47e4-8365-d533b58fe01e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:38.016930 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-620dafdb-321a-4ce8-8630-b32945c1222a req-4c28e3f3-f967-47e4-8365-d533b58fe01e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 944 time: 0.0742927
Dec 19 13:56:38.060888 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-620dafdb-321a-4ce8-8630-b32945c1222a req-c4fb7b41-b249-4eaa-b9d1-bdb709e11296 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384884
Dec 19 13:56:38.206547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 30b9c5ca-234d-4837-aa99-b823275090c8 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:56:38.273858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 30b9c5ca-234d-4837-aa99-b823275090c8 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:56:38.274556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:38.387161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:38.419485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:56:38.468880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:38.470700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:56:38.533771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:56:38.536610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:56:38.663630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:56:38.729617 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8', 'code': 200}
Dec 19 13:56:38.739992 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecf686-d079-462c-acbe-589845b4c1c4 req-e8b9dc17-441f-4c0e-92e1-73d631a18ed6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:38.741559 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-40ecf686-d079-462c-acbe-589845b4c1c4 req-e8b9dc17-441f-4c0e-92e1-73d631a18ed6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0843766
Dec 19 13:56:38.753990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e880859-a110-4578-a2ad-c551e9bed47b req-5248f5a6-9587-40a8-8f27-3b9bc22340b2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:38.754657 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-3e880859-a110-4578-a2ad-c551e9bed47b req-5248f5a6-9587-40a8-8f27-3b9bc22340b2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Synchronizing usage tracker for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:56:38.815581 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-40ecf686-d079-462c-acbe-589845b4c1c4 req-77c8e96b-235e-4f7c-b3bc-61248077d74d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457616
Dec 19 13:56:38.857429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-3e880859-a110-4578-a2ad-c551e9bed47b req-5248f5a6-9587-40a8-8f27-3b9bc22340b2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Unset dirty status for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:56:38.858555 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-5248f5a6-9587-40a8-8f27-3b9bc22340b2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0&tenant_id=bc27c8c030ca4e699dfead72e0de2975&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 945 time: 0.1851389
Dec 19 13:56:38.943407 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-72f0672d-d6fc-4318-ac09-ac6870a24407 service neutron] 10.222.0.18 "GET /v2.0/ports/30b9c5ca-234d-4837-aa99-b823275090c8/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0789506
Dec 19 13:56:39.031800 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-d499e6b9-b566-4f0c-abba-fb5004bfb072 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 1098 time: 0.0684421
Dec 19 13:56:39.158213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e880859-a110-4578-a2ad-c551e9bed47b req-cdc22781-ec8a-4b0d-8f14-4cf62dec9a28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:39.159546 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-cdc22781-ec8a-4b0d-8f14-4cf62dec9a28 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1223092
Dec 19 13:56:39.358137 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-b4acee21-0063-4f90-9297-6b25f7544b05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b9c5ca-234d-4837-aa99-b823275090c8 HTTP/1.1" status: 200  len: 1002 time: 0.1918309
Dec 19 13:56:39.420197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e880859-a110-4578-a2ad-c551e9bed47b req-32fb60ae-277d-4653-a882-7c4b14d3c43c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:39.421500 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-32fb60ae-277d-4653-a882-7c4b14d3c43c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0578346
Dec 19 13:56:39.493318 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-f648141a-88d3-46ef-8568-f571676001c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0660334
Dec 19 13:56:39.622314 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-6b3c20b4-765c-4a24-9fee-e4d0b90f42f1 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224179
Dec 19 13:56:39.755155 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-e6826884-a578-4af4-b710-5be085f4d756 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267495
Dec 19 13:56:39.989413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cf117-7b70-4dca-a9ee-ce96cd60d45f req-faa31444-948b-49b0-9f08-9e411f59bd1c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:39.990839 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b48cf117-7b70-4dca-a9ee-ce96cd60d45f req-faa31444-948b-49b0-9f08-9e411f59bd1c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0756531
Dec 19 13:56:40.035301 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b48cf117-7b70-4dca-a9ee-ce96cd60d45f req-662dccfb-ca98-4524-8b29-8b58f5158009 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387774
Dec 19 13:56:41.234974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5afdd-f921-49d6-9454-7f5993719b5f req-dc0d461d-c5c1-4679-8f59-207ec6ad5f6b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:41.236468 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c2c5afdd-f921-49d6-9454-7f5993719b5f req-dc0d461d-c5c1-4679-8f59-207ec6ad5f6b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0812302
Dec 19 13:56:41.282899 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c2c5afdd-f921-49d6-9454-7f5993719b5f req-4520a8e5-ada5-49a0-a190-9394a10f636b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409768
Dec 19 13:56:42.426946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-41bedecc-8434-4281-9c81-b5b4ff92772c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:42.486556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4de0db-b978-4bf0-9ab9-b3c98ff28202 req-3c605cad-b5f5-48a1-9300-5dfe5c6ac08b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:42.488028 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bd4de0db-b978-4bf0-9ab9-b3c98ff28202 req-3c605cad-b5f5-48a1-9300-5dfe5c6ac08b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0764911
Dec 19 13:56:42.537082 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bd4de0db-b978-4bf0-9ab9-b3c98ff28202 req-c1d58f2f-900b-412c-be25-027eccd897cc tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434799
Dec 19 13:56:42.655690 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-d1db954a-89fa-4686-a2e2-e168d34eea9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 1098 time: 0.0708208
Dec 19 13:56:42.747730 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-0c2b71d5-8adc-483f-9029-949b4036a575 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 1098 time: 0.0714540
Dec 19 13:56:42.876465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e880859-a110-4578-a2ad-c551e9bed47b req-bafad79a-045e-49e9-b89b-1fb8a70ea586 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:42.877787 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-bafad79a-045e-49e9-b89b-1fb8a70ea586 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1243200
Dec 19 13:56:42.981528 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-b7d2329e-7857-4c7b-837a-d20a0454e61a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30b9c5ca-234d-4837-aa99-b823275090c8 HTTP/1.1" status: 200  len: 1002 time: 0.0970018
Dec 19 13:56:43.042551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e880859-a110-4578-a2ad-c551e9bed47b req-00d70003-d956-4f82-a8cc-d0e5b9318f3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:43.044574 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-00d70003-d956-4f82-a8cc-d0e5b9318f3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0573349
Dec 19 13:56:43.120069 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-309ba513-73b8-44fb-a7f6-f40a4ec32d90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694611
Dec 19 13:56:43.252224 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-c3aa8e6b-21d7-4156-86cc-f2e8d9fd6c7a service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254866
Dec 19 13:56:43.383782 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e880859-a110-4578-a2ad-c551e9bed47b req-689bea06-16be-4ec5-8537-5c967b5f7dee service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242626
Dec 19 13:56:43.735552 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb8125-4f4f-4c86-81ed-9d03d08877ed req-ef3457dc-e076-4d22-871d-0f94395b2e39 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:43.736959 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8ecb8125-4f4f-4c86-81ed-9d03d08877ed req-ef3457dc-e076-4d22-871d-0f94395b2e39 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0762365
Dec 19 13:56:43.781712 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8ecb8125-4f4f-4c86-81ed-9d03d08877ed req-cff80bfb-2d05-4857-8a99-2ee82276867a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393162
Dec 19 13:56:44.253682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 30b9c5ca-234d-4837-aa99-b823275090c8 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:56:44.256933 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 30b9c5ca-234d-4837-aa99-b823275090c8 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:56:44.472503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:44.490194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:56:44.509946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '30b9c5ca-234d-4837-aa99-b823275090c8', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'port_id': '30b9c5ca-234d-4837-aa99-b823275090c8', 'mac_address': 'fa:16:3e:40:11:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:56:44.516968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:56:44.558145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:56:44.589394 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8', 'code': 200}
Dec 19 13:56:44.598801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:44.616441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30b9c5ca-234d-4837-aa99-b823275090c8 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:56:44.635159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:44.638776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:56:44.709756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c4c3a24c-37ff-4593-b0f6-1b01158a4076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:44.752348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:56:44.752705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:56:44.754919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=9']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:56:44.757907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:56:44.984891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a2448-0a18-4a9b-833b-7db103eb7789 req-1c1fc9bb-3c40-4a72-b55c-eab3f0730444 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:44.986392 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b70a2448-0a18-4a9b-833b-7db103eb7789 req-1c1fc9bb-3c40-4a72-b55c-eab3f0730444 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 943 time: 0.0832815
Dec 19 13:56:45.036749 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b70a2448-0a18-4a9b-833b-7db103eb7789 req-59e06ea5-3797-490b-afdd-06ce479ae15f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398037
Dec 19 13:56:45.348868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:45.366074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b9c5ca-234d-4837-aa99-b823275090c8 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:56:45.381042 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:56:45.449388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:45.451206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:56:45.511661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['30b9c5ca-234d-4837-aa99-b823275090c8'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:56:45.557464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=10']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:56:45.562532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:56:46.226682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fef710-8510-44c7-ade8-fc42afece41f req-5bb9e168-b880-4168-8edb-99af5de46e7f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:46.228147 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f0fef710-8510-44c7-ade8-fc42afece41f req-5bb9e168-b880-4168-8edb-99af5de46e7f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0773966
Dec 19 13:56:46.256330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:46.261228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 30b9c5ca-234d-4837-aa99-b823275090c8 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:56:46.274924 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f0fef710-8510-44c7-ade8-fc42afece41f req-a35a29a3-2eb3-4127-983a-23942cc0fbe7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410409
Dec 19 13:56:46.334646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 30b9c5ca-234d-4837-aa99-b823275090c8 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:56:46.336790 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:46.361957 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:46.451688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:46.477687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f9a46-a1e2-429d-a525-24f43727131e req-1a79cf93-1323-4d51-a23b-4435657e7a46 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:46.479129 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9a0f9a46-a1e2-429d-a525-24f43727131e req-1a79cf93-1323-4d51-a23b-4435657e7a46 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 945 time: 0.0804567
Dec 19 13:56:46.483462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:56:46.524639 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9a0f9a46-a1e2-429d-a525-24f43727131e req-c0f51910-3149-42c1-9c7a-fa05d3dd681d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397129
Dec 19 13:56:46.571659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:46.573356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:56:46.607096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:56:46.650678 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=11']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:56:46.654277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:56:46.674337 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8', 'code': 200}
Dec 19 13:56:46.727678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753873d-821c-4bca-a57f-75fa3ca6debf req-d4d05adc-920a-4285-a1e3-d39cd684b380 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:46.729094 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c753873d-821c-4bca-a57f-75fa3ca6debf req-d4d05adc-920a-4285-a1e3-d39cd684b380 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0800831
Dec 19 13:56:46.773899 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c753873d-821c-4bca-a57f-75fa3ca6debf req-97f99a2b-217c-4c56-93b5-44b69e849b05 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392025
Dec 19 13:56:47.375659 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec352f9-e4fa-4986-b93b-679a407b941c req-21c5dbe8-860f-459a-b78f-180075cfb38a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:47.377132 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ec352f9-e4fa-4986-b93b-679a407b941c req-21c5dbe8-860f-459a-b78f-180075cfb38a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0786927
Dec 19 13:56:47.422252 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ec352f9-e4fa-4986-b93b-679a407b941c req-f679db1b-2a8b-480d-a510-ff71512a5543 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397351
Dec 19 13:56:47.623178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:48.617660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1fad2-a343-44e1-914b-80440f98caef req-89f12d69-ca0f-427a-ba9b-546ca75fed33 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:48.619093 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8eb1fad2-a343-44e1-914b-80440f98caef req-89f12d69-ca0f-427a-ba9b-546ca75fed33 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0757322
Dec 19 13:56:48.670122 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8eb1fad2-a343-44e1-914b-80440f98caef req-0e434f2e-77a3-41da-baad-22376020737a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451612
Dec 19 13:56:49.321560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-af3f19b3-3518-4326-a99b-bb5f1f774c32 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:49.322956 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-af3f19b3-3518-4326-a99b-bb5f1f774c32 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0744076
Dec 19 13:56:49.387839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Deleting port 30b9c5ca-234d-4837-aa99-b823275090c8 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:56:49.388211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:49.726267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] For port 30b9c5ca-234d-4837-aa99-b823275090c8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30b9c5ca-234d-4837-aa99-b823275090c8,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:56:49.726613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:49.867761 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e511b24-74bf-4005-8b76-f4dc796242be req-2641c431-2017-4feb-99a5-afd2084c4fa3 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:49.871136 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7e511b24-74bf-4005-8b76-f4dc796242be req-2641c431-2017-4feb-99a5-afd2084c4fa3 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 946 time: 0.0784936
Dec 19 13:56:49.915386 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7e511b24-74bf-4005-8b76-f4dc796242be req-b35273a7-255b-4ce1-ba83-2b75d4bf5f62 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390613
Dec 19 13:56:50.016198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:50.016560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:50.016866 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Floating IP b77b4376-9578-471f-b2bf-01d7f93756b3 disassociated. External IP: 172.26.4.160, port: 30b9c5ca-234d-4837-aa99-b823275090c8.
Dec 19 13:56:50.017202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Calling delete_port for 30b9c5ca-234d-4837-aa99-b823275090c8 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:56:50.221271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:50.226687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-562f4474-3e40-426b-b1f6-75ab9cff2116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:56:50.271336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event deleted for resources: {'Port': ['ID=30b9c5ca-234d-4837-aa99-b823275090c8,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:56:50.285447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:50.285823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:50.286195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:50.286562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:50.286924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:50.287404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:50.287663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:50.288023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:50.288379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:50.288732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:50.289082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:56:50.292335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:56:50.496965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Router bd28a455-a377-4644-bd6d-120d5cd72765 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:56:50.696005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:56:50.706203 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5068c9-776f-4561-a43f-76257b61e391 None None] Sync routers for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:56:50.718027 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5068c9-776f-4561-a43f-76257b61e391 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:56:50.718626 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ad5068c9-776f-4561-a43f-76257b61e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47615ac0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:56:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:56:50.766993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] No DVR routers for this DVR port 30b9c5ca-234d-4837-aa99-b823275090c8 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:56:50.769421 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:50.772081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-deleted', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:56:50.879669 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ffb70c24-c05f-4c72-857e-db458156faa0 req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "DELETE /v2.0/ports/30b9c5ca-234d-4837-aa99-b823275090c8 HTTP/1.1" status: 204  len: 173 time: 1.5508108
Dec 19 13:56:50.895489 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ad5068c9-776f-4561-a43f-76257b61e391 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:56:50.906315 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cbe31b-de6e-4cd5-8083-50df8ae1b0f0', 'name': 'network-vif-deleted', 'tag': '30b9c5ca-234d-4837-aa99-b823275090c8', 'status': 'completed', 'code': 200}
Dec 19 13:56:51.089459 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fcadffba-aaa9-4c26-868c-2b75d884c1c1 req-12d68ce5-1024-48df-83af-e65a77fd2999 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=53cbe31b-de6e-4cd5-8083-50df8ae1b0f0 HTTP/1.1" status: 200  len: 210 time: 0.0457680
Dec 19 13:56:51.215627 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ad5068c9-776f-4561-a43f-76257b61e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47615ac0>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:56:51.219425 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5068c9-776f-4561-a43f-76257b61e391 None None] Checking router: bd28a455-a377-4644-bd6d-120d5cd72765 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:56:51.229435 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5068c9-776f-4561-a43f-76257b61e391 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:56:51.230004 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ad5068c9-776f-4561-a43f-76257b61e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47615ac0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:56:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:56:51.403795 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ad5068c9-776f-4561-a43f-76257b61e391 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:56:51.717891 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ad5068c9-776f-4561-a43f-76257b61e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47615ac0>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:56:51.722141 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5068c9-776f-4561-a43f-76257b61e391 None None] The sync data for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:56:51.937431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b07500-8ca8-4f6c-a143-b93470a64efb None None] New status for floating IP b77b4376-9578-471f-b2bf-01d7f93756b3: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:56:52.299711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 30b9c5ca-234d-4837-aa99-b823275090c8 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:56:52.335213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 30b9c5ca-234d-4837-aa99-b823275090c8 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:56:52.335567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 30b9c5ca-234d-4837-aa99-b823275090c8 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:56:52.466448 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-17bf9063-4fa2-46eb-bcef-bef7d38a4c21 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1463019419&fields=id&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 267 time: 0.0398495
Dec 19 13:56:52.611818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-5c514e6c-4ab9-4aa9-bce2-dc33f3115cb1 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:52.613220 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-5c514e6c-4ab9-4aa9-bce2-dc33f3115cb1 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 812 time: 0.1409030
Dec 19 13:56:52.629175 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-23dccfb9-29ad-48d5-a6e1-0ccc95747da4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/quotas/bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 375 time: 0.0106921
Dec 19 13:56:52.713960 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-b244e582-f069-41ab-aba6-bf2ae964abe2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0798407
Dec 19 13:56:52.948018 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-84f533cb-1819-4a36-8431-b3e55a25cfe4 service neutron] 10.222.0.24 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221005
Dec 19 13:56:53.076715 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-13f8093e-800b-43bf-b2ce-0c1b5465426d service neutron] 10.222.0.24 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225595
Dec 19 13:56:53.345242 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c6f90822-602d-425d-9f58-6a2b17f5b4b3 req-7060779b-2a00-4bcc-9a41-f323f482518e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 210 time: 0.0460455
Dec 19 13:56:54.506106 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6e1b3955-f0ae-4d8b-b90f-5a8234fafafb req-b5caceaf-c4bf-49bf-b9bf-8422f0de48ed tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 210 time: 0.0418634
Dec 19 13:56:55.474481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-8dface2b-11d2-449c-a374-e50b7de5fde8 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:55.475998 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-8dface2b-11d2-449c-a374-e50b7de5fde8 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 812 time: 0.1436410
Dec 19 13:56:55.529514 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-6bf1f61a-20cd-4771-ba9b-0512405c10fa tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 380 time: 0.0401571
Dec 19 13:56:55.537471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'port': {'device_id': '6de79856-c129-4314-9264-c5a055dd013c', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'admin_state_up': True, 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'security_groups': ['2a82e7bc-263c-4737-8d69-0bd6a995a0a2']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:56:55.650784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:55.675649 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6b575ca0-0bac-4698-9856-0f2737dd5c54 req-ceab260f-2855-4aef-9628-d9ffd3e0919d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 210 time: 0.0447941
Dec 19 13:56:55.678186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:56:55.682323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Usage tracker for resource:port and tenant:bc27c8c030ca4e699dfead72e0de2975 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:56:55.685466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:56:55.693256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:56:55.764101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Made reservation on behalf of bc27c8c030ca4e699dfead72e0de2975 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:56:55.767287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:56.035709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Allocated IP 172.20.0.4 (ddf00732-f15b-48fc-96e5-18d7fce8aa8d/830ba9c8-3fd8-4d02-b7cc-73c116624d98/62f3b270-598e-40c2-a1c9-f30190e81504) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:56:56.213972 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:56.229726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Transition to ACTIVE for port object 62f3b270-598e-40c2-a1c9-f30190e81504 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:56:56.332364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:56.337995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aee8fb4f-82c5-4ea6-8030-b5c574f1da10 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:56:56.408611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:56:56.412012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:56:56.416096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:56:56.444231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event updated for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:56:56.451811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:56:56.479921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:56.480639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:56.587834 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0537868
Dec 19 13:56:56.598308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-64ec2a25-b2ae-4b0b-b127-3cab48db1a28 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:56:56.599378 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-64ec2a25-b2ae-4b0b-b127-3cab48db1a28 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051959
Dec 19 13:56:56.609054 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Request body: {'port': {'device_id': '6de79856-c129-4314-9264-c5a055dd013c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:56:56.721747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:56.752773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-69b37aca-cc6d-4435-9b3a-376b8fda5bdf None None] Provisioning for port 62f3b270-598e-40c2-a1c9-f30190e81504 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:56:56.757985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-69b37aca-cc6d-4435-9b3a-376b8fda5bdf None None] Provisioning complete for port 62f3b270-598e-40c2-a1c9-f30190e81504 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:56:56.758515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-69b37aca-cc6d-4435-9b3a-376b8fda5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:56.811421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-69b37aca-cc6d-4435-9b3a-376b8fda5bdf None None] Port 62f3b270-598e-40c2-a1c9-f30190e81504 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 13:56:56.893601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f80a53-49ad-4d42-a14a-9d286d8dfe1a req-0f21aeec-2b95-4dc7-863b-31da37e1c4d4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:56.895241 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d6f80a53-49ad-4d42-a14a-9d286d8dfe1a req-0f21aeec-2b95-4dc7-863b-31da37e1c4d4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 931 time: 0.0820408
Dec 19 13:56:56.941952 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d6f80a53-49ad-4d42-a14a-9d286d8dfe1a req-433c9878-42d0-401d-b7da-a9eb589e98d6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409162
Dec 19 13:56:57.068010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f3b270-598e-40c2-a1c9-f30190e81504 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:56:57.074822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:57.088770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Transition to ACTIVE for port object 62f3b270-598e-40c2-a1c9-f30190e81504 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:56:57.206116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:57.209822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-354e7d50-fdde-4a2b-ab36-40fb79502f83 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:56:57.333377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Pushing event updated for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:56:57.337378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:56:57.445062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Attempting to bind port 62f3b270-598e-40c2-a1c9-f30190e81504 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:56:57.445384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Attempting to bind port 62f3b270-598e-40c2-a1c9-f30190e81504 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:56:57.445693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Attempting to bind port 62f3b270-598e-40c2-a1c9-f30190e81504 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:56:57.451409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Port 62f3b270-598e-40c2-a1c9-f30190e81504 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:56:57.451712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Attempting to bind port 62f3b270-598e-40c2-a1c9-f30190e81504 on network ddf00732-f15b-48fc-96e5-18d7fce8aa8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:56:57.458138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:56:57.458400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Checking segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:56:57.458762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Bound using segment: {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:56:57.459227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Bound port: 62f3b270-598e-40c2-a1c9-f30190e81504, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12424958-629f-4baa-8411-334fc18f9ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:56:57.459554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:57.546199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:56:57.556248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:56:57.632870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:57.636666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:56:57.694451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:56:57.695826 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] 10.222.0.18 "PUT /v2.0/ports/62f3b270-598e-40c2-a1c9-f30190e81504 HTTP/1.1" status: 200  len: 1093 time: 1.0902743
Dec 19 13:56:57.697502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:56:57.722261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Pushing event updated for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:56:57.725295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:56:57.767587 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504', 'status': 'completed', 'code': 200}
Dec 19 13:56:57.861466 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2b0ef56f-a74c-430c-9fa5-09377cf00c5d req-723939cc-9f86-4a63-a2c0-69ae4aeb4d57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 1096 time: 0.0739276
Dec 19 13:56:58.004601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ef56f-a74c-430c-9fa5-09377cf00c5d req-f8ae8688-b41f-48ea-8598-6d28c3968588 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:58.006030 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2b0ef56f-a74c-430c-9fa5-09377cf00c5d req-f8ae8688-b41f-48ea-8598-6d28c3968588 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bc27c8c030ca4e699dfead72e0de2975&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1380877
Dec 19 13:56:58.137627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fb9bc-6e5a-42af-8042-7d4cc74aac0b req-07884a29-41e9-444d-a082-ad1f9f07b1dd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:58.139073 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d7fb9bc-6e5a-42af-8042-7d4cc74aac0b req-07884a29-41e9-444d-a082-ad1f9f07b1dd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 943 time: 0.0760162
Dec 19 13:56:58.142071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ef56f-a74c-430c-9fa5-09377cf00c5d req-b88b4105-d9c7-427d-a3cc-cbb185a8b679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:58.143534 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2b0ef56f-a74c-430c-9fa5-09377cf00c5d req-b88b4105-d9c7-427d-a3cc-cbb185a8b679 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1312029
Dec 19 13:56:58.190444 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7d7fb9bc-6e5a-42af-8042-7d4cc74aac0b req-228cc166-07d9-44d6-9652-3597a903f9b3 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452592
Dec 19 13:56:58.347352 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-5c2bba4d-0dbb-4602-80cf-aa4188ba1930 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 1096 time: 0.1694140
Dec 19 13:56:58.413035 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-e06b1d8e-9073-4afb-b70e-0963c025e130 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f3b270-598e-40c2-a1c9-f30190e81504 HTTP/1.1" status: 200  len: 217 time: 0.0589867
Dec 19 13:56:58.475793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-2f3dbe9f-7520-4e47-abd2-93ae3007a58c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:58.477135 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-2f3dbe9f-7520-4e47-abd2-93ae3007a58c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0584097
Dec 19 13:56:58.550722 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-c43602c7-1c16-46cf-9653-a9ce81866f0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670924
Dec 19 13:56:58.681258 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-1ee312e8-9d6e-4580-8543-79f989a89aa0 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240046
Dec 19 13:56:58.816489 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1d5e9622-f1d3-4d04-a60d-cbb4c304d0d4 req-777abfef-6779-4eaa-b85d-ada0c164acec service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291213
Dec 19 13:56:59.386737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48df2e-e12a-43bb-bd9b-629340f7f1c2 req-de994089-87af-42f2-9fb0-1dcb954af273 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:56:59.388166 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9c48df2e-e12a-43bb-bd9b-629340f7f1c2 req-de994089-87af-42f2-9fb0-1dcb954af273 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 943 time: 0.0756624
Dec 19 13:56:59.433116 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9c48df2e-e12a-43bb-bd9b-629340f7f1c2 req-05b61701-91c3-4e77-b216-a9dc8fe10522 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389135
Dec 19 13:57:00.362573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 62f3b270-598e-40c2-a1c9-f30190e81504 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:57:00.494842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:57:00.508081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '62f3b270-598e-40c2-a1c9-f30190e81504', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'port_id': '62f3b270-598e-40c2-a1c9-f30190e81504', 'mac_address': 'fa:16:3e:b8:50:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:57:00.565517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:00.583274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f3b270-598e-40c2-a1c9-f30190e81504 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:57:00.598885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:57:00.635456 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a62f5a-964f-4311-980e-bf1fb76c4aab req-7b0b7b1d-7b27-46da-9814-1d9d1e09a79c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:00.636864 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f9a62f5a-964f-4311-980e-bf1fb76c4aab req-7b0b7b1d-7b27-46da-9814-1d9d1e09a79c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 943 time: 0.0821421
Dec 19 13:57:00.668836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:00.670581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:57:00.683540 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f9a62f5a-964f-4311-980e-bf1fb76c4aab req-ae94b867-265a-4b90-b4b3-47376901f41f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405266
Dec 19 13:57:00.733849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:57:00.737089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:57:00.867209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['62f3b270-598e-40c2-a1c9-f30190e81504'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:57:01.879320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc584d-a8e3-44b3-b3ea-0bb979dd030e req-ed349478-da75-43bd-9634-ced6dbdfe424 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:01.880734 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e8bc584d-a8e3-44b3-b3ea-0bb979dd030e req-ed349478-da75-43bd-9634-ced6dbdfe424 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 944 time: 0.0752027
Dec 19 13:57:01.924563 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e8bc584d-a8e3-44b3-b3ea-0bb979dd030e req-a93ebf85-f366-49dd-bf7f-f4e4bb85fc7a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382574
Dec 19 13:57:02.380159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 62f3b270-598e-40c2-a1c9-f30190e81504 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:57:02.492121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 62f3b270-598e-40c2-a1c9-f30190e81504 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:57:02.496646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 62f3b270-598e-40c2-a1c9-f30190e81504 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:57:02.497021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:02.609354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:02.636308 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:57:02.649654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:57:02.691397 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504', 'code': 200}
Dec 19 13:57:02.724078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:02.725900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:57:02.831446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:57:02.834372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:57:03.066955 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7a2ec452-9ec4-45a4-bc2c-26f091e00970 req-064f0b77-02f1-4c22-b150-007fbcc9062c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 1098 time: 0.0728397
Dec 19 13:57:03.110592 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7a2ec452-9ec4-45a4-bc2c-26f091e00970 req-9830073e-dc01-4dcc-bf64-3bacf4d86d36 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378268
Dec 19 13:57:03.122694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad0b97-5245-4545-a9f5-af1bbb415e9c req-c2524867-9d40-45cc-9e24-1320fd1ee343 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:03.124143 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-33ad0b97-5245-4545-a9f5-af1bbb415e9c req-c2524867-9d40-45cc-9e24-1320fd1ee343 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0798562
Dec 19 13:57:03.170388 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-33ad0b97-5245-4545-a9f5-af1bbb415e9c req-99048b4b-c2d4-4723-8a4e-4ca4cb02da06 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404572
Dec 19 13:57:04.372240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736877fa-2870-435e-9960-cfac994222c6 req-89f8dee8-f799-46d3-9cd2-18c87173f285 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:04.373920 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-736877fa-2870-435e-9960-cfac994222c6 req-89f8dee8-f799-46d3-9cd2-18c87173f285 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0787337
Dec 19 13:57:04.419256 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-736877fa-2870-435e-9960-cfac994222c6 req-386c79ce-a2de-4dcb-bb6b-c719130a8cf5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397565
Dec 19 13:57:04.611113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa5c9f-8ca2-4ae0-bb50-7299674de61c req-35ecf1e4-6f99-4f90-b82b-5172f0ba66be tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:04.612653 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e6fa5c9f-8ca2-4ae0-bb50-7299674de61c req-35ecf1e4-6f99-4f90-b82b-5172f0ba66be tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0800338
Dec 19 13:57:04.621139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 50842) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:57:04.626398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-94538c61-9dac-4c59-91f9-b88358ee15b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Request body: {'floatingip': {'port_id': '62f3b270-598e-40c2-a1c9-f30190e81504'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:57:04.703690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-94538c61-9dac-4c59-91f9-b88358ee15b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:05.391536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-94538c61-9dac-4c59-91f9-b88358ee15b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:05.460661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-94538c61-9dac-4c59-91f9-b88358ee15b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:05.649479 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-94538c61-9dac-4c59-91f9-b88358ee15b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Floating IP b77b4376-9578-471f-b2bf-01d7f93756b3 associated. External IP: 172.26.4.160, port: 62f3b270-598e-40c2-a1c9-f30190e81504.
Dec 19 13:57:06.033225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94538c61-9dac-4c59-91f9-b88358ee15b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Router bd28a455-a377-4644-bd6d-120d5cd72765 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:57:06.230249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94538c61-9dac-4c59-91f9-b88358ee15b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:57:06.235095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-94538c61-9dac-4c59-91f9-b88358ee15b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:06.240437 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435d42b-d20d-4de8-996f-98f811a64802 None None] Sync routers for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:57:06.252702 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435d42b-d20d-4de8-996f-98f811a64802 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:57:06.253557 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c435d42b-d20d-4de8-996f-98f811a64802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47abcf40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:56:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:57:06.288201 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-94538c61-9dac-4c59-91f9-b88358ee15b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "PUT /v2.0/floatingips/b77b4376-9578-471f-b2bf-01d7f93756b3 HTTP/1.1" status: 200  len: 992 time: 1.6660256
Dec 19 13:57:06.288852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:57:06.346801 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504', 'status': 'completed', 'code': 200}
Dec 19 13:57:06.432093 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c435d42b-d20d-4de8-996f-98f811a64802 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:57:06.439373 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d497723-11bd-45a4-8a21-f8ca5b2095f3 req-6eea9a1b-fab5-4f46-8c8b-1dc34c8989ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 1098 time: 0.0694060
Dec 19 13:57:06.570320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d497723-11bd-45a4-8a21-f8ca5b2095f3 req-a44151ce-c80a-489e-a153-0b7d098fbd14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:06.571882 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d497723-11bd-45a4-8a21-f8ca5b2095f3 req-a44151ce-c80a-489e-a153-0b7d098fbd14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1266270
Dec 19 13:57:06.678180 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d497723-11bd-45a4-8a21-f8ca5b2095f3 req-6cdba0bc-5800-4df5-955a-9ce444dd2c05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f3b270-598e-40c2-a1c9-f30190e81504 HTTP/1.1" status: 200  len: 1000 time: 0.1002243
Dec 19 13:57:06.741371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d497723-11bd-45a4-8a21-f8ca5b2095f3 req-d8274b82-1071-4a99-b0c3-77bcd840ea9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:06.742776 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d497723-11bd-45a4-8a21-f8ca5b2095f3 req-d8274b82-1071-4a99-b0c3-77bcd840ea9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0589266
Dec 19 13:57:06.782732 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c435d42b-d20d-4de8-996f-98f811a64802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47abcf40>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '62f3b270-598e-40c2-a1c9-f30190e81504', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:b8:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de79856-c129-4314-9264-c5a055dd013c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:57:05Z', 'revision_number': 13, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:57:06.787351 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435d42b-d20d-4de8-996f-98f811a64802 None None] Checking router: bd28a455-a377-4644-bd6d-120d5cd72765 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:57:06.798280 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435d42b-d20d-4de8-996f-98f811a64802 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:57:06.798862 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c435d42b-d20d-4de8-996f-98f811a64802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47abcf40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:56:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:57:06.819018 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d497723-11bd-45a4-8a21-f8ca5b2095f3 req-c23177bc-eeed-4e99-9a54-4011e7c034c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701044
Dec 19 13:57:06.952734 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d497723-11bd-45a4-8a21-f8ca5b2095f3 req-79ad753f-3207-46b2-9c5b-ee5e0e00b85d service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268988
Dec 19 13:57:06.977504 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c435d42b-d20d-4de8-996f-98f811a64802 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:57:07.084081 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d497723-11bd-45a4-8a21-f8ca5b2095f3 req-462b45c3-1ff2-4bae-bb3f-30c24f290d20 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247985
Dec 19 13:57:07.320487 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c435d42b-d20d-4de8-996f-98f811a64802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47abcf40>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '62f3b270-598e-40c2-a1c9-f30190e81504', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:b8:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de79856-c129-4314-9264-c5a055dd013c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:57:05Z', 'revision_number': 13, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:57:07.324282 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435d42b-d20d-4de8-996f-98f811a64802 None None] The sync data for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'b77b4376-9578-471f-b2bf-01d7f93756b3', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'port_id': '62f3b270-598e-40c2-a1c9-f30190e81504', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'mac_address': 'fa:16:3e:b8:50:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de79856-c129-4314-9264-c5a055dd013c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T13:52:44Z', 'updated_at': '2021-12-19T13:57:05Z', 'revision_number': 13, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:57:07.520037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a0b5e-2a87-452d-ab5f-b99807a7b028 None None] New status for floating IP b77b4376-9578-471f-b2bf-01d7f93756b3: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:57:12.428997 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2fe2bf0d-4dd6-44a8-9a05-8ebdead0db78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:13.026159 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:57:14.643691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-82f4bd6b-fc97-4d68-9122-3666ae4a9152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:16.254037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:16.341115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:17.652619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:25.667342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:42.421305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6179ac04-113e-4f1b-9f7f-21861a63b50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:43.940010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d1d98-5130-4159-9cc5-30bd2b9a3731 req-a8dd7145-3276-4162-94a5-65508adbdb7d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:43.941351 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c03d1d98-5130-4159-9cc5-30bd2b9a3731 req-a8dd7145-3276-4162-94a5-65508adbdb7d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0790908
Dec 19 13:57:43.985768 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c03d1d98-5130-4159-9cc5-30bd2b9a3731 req-978eba1d-8c7c-4fe2-91e5-6b40a29c850a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387080
Dec 19 13:57:44.644268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c6284660-6a46-4f59-9c80-a7f2151bde0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:46.253218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:46.350290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:47.666958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:50.025924 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:57:53.933931 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9b9b1b0a-5e72-4fc4-bbdd-6c00276d7185 req-de265cc6-0c41-4aa0-a674-d2da1ebea09a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0660779
Dec 19 13:57:54.377371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89a294-bc18-48ba-93f9-d80149cd0282 req-b582ad93-8bb3-4da7-bb17-0f6aa4181b33 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:54.378783 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4d89a294-bc18-48ba-93f9-d80149cd0282 req-b582ad93-8bb3-4da7-bb17-0f6aa4181b33 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0795510
Dec 19 13:57:54.414904 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-c4d5fecc-dccd-4f8a-bc65-736820832728 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0692537
Dec 19 13:57:54.425366 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4d89a294-bc18-48ba-93f9-d80149cd0282 req-d5a2ce06-eb15-430a-8941-bbf41b1175c4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410705
Dec 19 13:57:54.999597 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-43c28888-1c93-4619-b82b-02b581f8cee1 req-09549d66-f2a2-432b-95c1-f3893266a93c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 1098 time: 0.0742159
Dec 19 13:57:55.253798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c28888-1c93-4619-b82b-02b581f8cee1 req-203a8433-9e57-41b4-80a2-36b5377c0e03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:55.255236 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-43c28888-1c93-4619-b82b-02b581f8cee1 req-203a8433-9e57-41b4-80a2-36b5377c0e03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.2379932
Dec 19 13:57:55.355700 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-43c28888-1c93-4619-b82b-02b581f8cee1 req-a8dbf83f-b71a-47e5-a0db-b7526eac0a89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f3b270-598e-40c2-a1c9-f30190e81504 HTTP/1.1" status: 200  len: 1002 time: 0.0942485
Dec 19 13:57:55.417077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c28888-1c93-4619-b82b-02b581f8cee1 req-2f10241d-7707-4a9d-8f45-6e0eb4951df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:55.418430 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-43c28888-1c93-4619-b82b-02b581f8cee1 req-2f10241d-7707-4a9d-8f45-6e0eb4951df5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0566540
Dec 19 13:57:55.492928 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-43c28888-1c93-4619-b82b-02b581f8cee1 req-951e35fc-9d5f-4335-bfbf-4426165514c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686362
Dec 19 13:57:55.633875 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-43c28888-1c93-4619-b82b-02b581f8cee1 req-eff4f8b7-a3c0-4b51-9a96-7fc7b171570e service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340573
Dec 19 13:57:55.648878 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8bf03-09cb-43c5-a86d-78bb0639f15c req-f34fd6f4-6293-466c-beb5-1f2cc05e9717 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:55.650947 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-17e8bf03-09cb-43c5-a86d-78bb0639f15c req-f34fd6f4-6293-466c-beb5-1f2cc05e9717 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0972524
Dec 19 13:57:55.676304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:57:55.708598 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-17e8bf03-09cb-43c5-a86d-78bb0639f15c req-49713e32-56fc-4bdb-8c93-8e0a517f0f64 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464976
Dec 19 13:57:55.773512 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-43c28888-1c93-4619-b82b-02b581f8cee1 req-7ad919fb-77a5-47dd-a54a-e48bb1510ae3 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334324
Dec 19 13:57:56.372349 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-29298670-974f-4544-b906-544971a93aba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 1098 time: 0.0725660
Dec 19 13:57:56.501226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894595-31cf-4876-9667-ad855d1f75bb req-3245d01c-3008-42c2-a38d-1621f6e45301 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:56.502618 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-3245d01c-3008-42c2-a38d-1621f6e45301 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1242654
Dec 19 13:57:56.606553 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-50350e36-2320-4a22-bddc-3ecc3bcdc0da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f3b270-598e-40c2-a1c9-f30190e81504 HTTP/1.1" status: 200  len: 1002 time: 0.0957298
Dec 19 13:57:56.667932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894595-31cf-4876-9667-ad855d1f75bb req-506adff1-173e-46fb-a785-6d1b73aae84d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:56.670075 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-506adff1-173e-46fb-a785-6d1b73aae84d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0575125
Dec 19 13:57:56.749023 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-818752d8-b4af-4e34-a715-0f050befb60a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731261
Dec 19 13:57:56.882731 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-2f28b31d-31d6-453b-aa82-56ea2934e107 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274574
Dec 19 13:57:57.019535 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-060ac461-2fa9-485e-806e-6b14b1377af2 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309245
Dec 19 13:57:57.042589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe2db8-8716-4a70-8663-e003825b0604 req-505a3033-db75-4095-9a6d-9090617ce054 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:57.044161 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d8fe2db8-8716-4a70-8663-e003825b0604 req-505a3033-db75-4095-9a6d-9090617ce054 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.2090302
Dec 19 13:57:57.089857 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d8fe2db8-8716-4a70-8663-e003825b0604 req-f8ed0793-27c7-4c15-b7a3-46798fed2640 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400138
Dec 19 13:57:58.286892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543987f-e558-4b50-b867-533401ae9c80 req-7d4b7f19-f102-4784-b577-ab282c0b749c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:58.288296 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9543987f-e558-4b50-b867-533401ae9c80 req-7d4b7f19-f102-4784-b577-ab282c0b749c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0746570
Dec 19 13:57:58.336923 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9543987f-e558-4b50-b867-533401ae9c80 req-010c81df-3d7a-44a2-99e3-34443589d811 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426657
Dec 19 13:57:59.598596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b6b6c-d371-4d31-bd16-3f322976cc99 req-1b2dca37-0caa-4f86-81d4-fa9a1b2014ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:57:59.600054 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-384b6b6c-d371-4d31-bd16-3f322976cc99 req-1b2dca37-0caa-4f86-81d4-fa9a1b2014ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.1430020
Dec 19 13:57:59.645437 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-384b6b6c-d371-4d31-bd16-3f322976cc99 req-1a6965b0-3914-422c-a9f9-e4032e496d5e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395756
Dec 19 13:58:00.912595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e61d3c-8c86-452f-891a-dc40150cd008 req-9b7e945a-901a-483c-89b1-ec7a2b3c93b4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:00.913921 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-92e61d3c-8c86-452f-891a-dc40150cd008 req-9b7e945a-901a-483c-89b1-ec7a2b3c93b4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.1437075
Dec 19 13:58:00.958547 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-92e61d3c-8c86-452f-891a-dc40150cd008 req-2380d86b-4c12-48e5-90a9-9f2fcb145206 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384252
Dec 19 13:58:02.153882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a7651-4944-45a4-a58f-e243914e5fa4 req-b7988513-1713-4e4d-a0fa-bf9e2a9a7393 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:02.155370 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-794a7651-4944-45a4-a58f-e243914e5fa4 req-b7988513-1713-4e4d-a0fa-bf9e2a9a7393 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0757682
Dec 19 13:58:02.200679 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-794a7651-4944-45a4-a58f-e243914e5fa4 req-91e2c978-2ca3-42ab-8772-fd2aa2501af6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394037
Dec 19 13:58:03.399024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bea6f-a951-49f2-a491-889b5f7027a5 req-2b3cc809-06bd-4b06-974d-b805c1d1988a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:03.400482 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c14bea6f-a951-49f2-a491-889b5f7027a5 req-2b3cc809-06bd-4b06-974d-b805c1d1988a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0803163
Dec 19 13:58:03.447189 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c14bea6f-a951-49f2-a491-889b5f7027a5 req-d9716fa9-491d-4084-8e24-9f2b427e3a35 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410798
Dec 19 13:58:04.643914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3229e-0c7d-423a-99c9-7f7d45da789e req-abe89d39-e71e-4787-897c-b7fb026163fe tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:04.645357 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-abb3229e-0c7d-423a-99c9-7f7d45da789e req-abe89d39-e71e-4787-897c-b7fb026163fe tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0753796
Dec 19 13:58:04.693411 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-abb3229e-0c7d-423a-99c9-7f7d45da789e req-087a12db-93bd-4f64-bde5-c679e91d37a5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424685
Dec 19 13:58:05.891543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0004d-fcf6-4d5b-9f72-1906b47573ef req-191f0a9a-47c8-4fca-ad09-f4b9a25a0b5f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:05.892942 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebc0004d-fcf6-4d5b-9f72-1906b47573ef req-191f0a9a-47c8-4fca-ad09-f4b9a25a0b5f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0767369
Dec 19 13:58:05.938628 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebc0004d-fcf6-4d5b-9f72-1906b47573ef req-58338709-fd6b-479a-97c4-ca83b44773df tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400417
Dec 19 13:58:07.138191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0bdf4-289c-4622-ad0f-acecb44f3552 req-8293c9c4-88d4-48aa-ae38-7316e657fbdf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:07.139775 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-32f0bdf4-289c-4622-ad0f-acecb44f3552 req-8293c9c4-88d4-48aa-ae38-7316e657fbdf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0814140
Dec 19 13:58:07.185220 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-32f0bdf4-289c-4622-ad0f-acecb44f3552 req-9805d7be-12a3-4eab-94d7-108e8f35ff1f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391574
Dec 19 13:58:08.380550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ad54a-8437-43b7-960c-e375a1052c11 req-f5fd9a7c-4da8-4030-9cdd-0a0a7978e392 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:08.381897 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3d9ad54a-8437-43b7-960c-e375a1052c11 req-f5fd9a7c-4da8-4030-9cdd-0a0a7978e392 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0778646
Dec 19 13:58:08.428099 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3d9ad54a-8437-43b7-960c-e375a1052c11 req-dcaa3a60-89bc-4681-b64f-4b293858d786 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406859
Dec 19 13:58:09.627191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60035c8f-eb57-49de-a8c8-c58ab93dab1b req-02c9416b-4876-423d-a084-320edcbac4a6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:09.629398 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-60035c8f-eb57-49de-a8c8-c58ab93dab1b req-02c9416b-4876-423d-a084-320edcbac4a6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0815933
Dec 19 13:58:09.676037 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-60035c8f-eb57-49de-a8c8-c58ab93dab1b req-d937a5ca-01fe-405a-a558-8e617ece0e8d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404325
Dec 19 13:58:10.874248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e6a6e-63ec-42e5-8970-ec51308b0b6f req-08c78c58-929e-4880-be2a-eb7764dbf26a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:10.875682 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-718e6a6e-63ec-42e5-8970-ec51308b0b6f req-08c78c58-929e-4880-be2a-eb7764dbf26a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0765002
Dec 19 13:58:10.920708 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-718e6a6e-63ec-42e5-8970-ec51308b0b6f req-51862638-5009-4f71-a56d-1728b7b38910 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395300
Dec 19 13:58:12.121578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5315c3-e664-4cfd-80c4-22186c3657bc req-b6e89343-8bb1-4c35-8954-0658bdd3aaf6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:12.123359 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4e5315c3-e664-4cfd-80c4-22186c3657bc req-b6e89343-8bb1-4c35-8954-0658bdd3aaf6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0788171
Dec 19 13:58:12.167601 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4e5315c3-e664-4cfd-80c4-22186c3657bc req-6476adc4-e1df-4cb3-ab4c-6366c073dc2f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388391
Dec 19 13:58:12.452603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f897920-e3f9-48c7-a326-00c48759b8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:13.365495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7fc11-8bf1-4512-9b60-ae62762fb251 req-ab5bbc44-dc74-427e-bc93-acc5304917ee tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:13.366911 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-58b7fc11-8bf1-4512-9b60-ae62762fb251 req-ab5bbc44-dc74-427e-bc93-acc5304917ee tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0752993
Dec 19 13:58:13.415888 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-58b7fc11-8bf1-4512-9b60-ae62762fb251 req-56a7b6a5-f0b2-4256-bd95-84c07f82a621 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425944
Dec 19 13:58:14.612493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b07e9-166e-451c-a195-4abdeaf0a6af req-c4c3be8e-eb7f-42a9-9075-0dfb488ffc68 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:14.613907 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-974b07e9-166e-451c-a195-4abdeaf0a6af req-c4c3be8e-eb7f-42a9-9075-0dfb488ffc68 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0781603
Dec 19 13:58:14.638986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-212fa642-3a1c-451f-bfec-06f062c183fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:14.660081 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-974b07e9-166e-451c-a195-4abdeaf0a6af req-6a345b51-1981-4c18-8322-1d04d54e632a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404119
Dec 19 13:58:15.859961 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad42c6-1faf-48ff-aea7-9d9906c3414e req-74dd3542-b791-4320-bf06-a97b858d6897 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:15.861377 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e4ad42c6-1faf-48ff-aea7-9d9906c3414e req-74dd3542-b791-4320-bf06-a97b858d6897 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0790222
Dec 19 13:58:15.905839 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e4ad42c6-1faf-48ff-aea7-9d9906c3414e req-f50276f4-ecee-4ece-9695-f4fc67151f38 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389004
Dec 19 13:58:16.256842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:16.321439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:17.103116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e50b65-0d10-4bcc-bc89-56df39c18928 req-8abc552d-deff-4bbd-93bb-58cc51e91232 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:17.104538 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31e50b65-0d10-4bcc-bc89-56df39c18928 req-8abc552d-deff-4bbd-93bb-58cc51e91232 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0772402
Dec 19 13:58:17.149059 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-31e50b65-0d10-4bcc-bc89-56df39c18928 req-d4167358-e938-440f-8c94-b0f3b7485972 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384102
Dec 19 13:58:17.641564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:18.348249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db60655-fb12-4dce-9ede-62567c08918b req-1378fc63-5569-4ef2-95ab-8674565617f2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:18.349583 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1db60655-fb12-4dce-9ede-62567c08918b req-1378fc63-5569-4ef2-95ab-8674565617f2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0790365
Dec 19 13:58:18.395829 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1db60655-fb12-4dce-9ede-62567c08918b req-ffaf082f-8775-4975-9cef-d7667d0e51bb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407872
Dec 19 13:58:19.594834 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1747d16-e14d-472f-b79f-3f887867d3fe req-cad32182-b56d-4cf6-9f43-b9e4fb6f10a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:19.599482 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e1747d16-e14d-472f-b79f-3f887867d3fe req-cad32182-b56d-4cf6-9f43-b9e4fb6f10a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0795307
Dec 19 13:58:19.647306 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e1747d16-e14d-472f-b79f-3f887867d3fe req-3ad7f199-f6bc-4cfb-8321-54ddfa28d677 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453053
Dec 19 13:58:20.846575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32df274-7c9f-4944-9535-d2ebdaef7de1 req-16d795c6-f7c3-40e9-843b-882cf4cf9c05 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:20.848014 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e32df274-7c9f-4944-9535-d2ebdaef7de1 req-16d795c6-f7c3-40e9-843b-882cf4cf9c05 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0757437
Dec 19 13:58:20.892857 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e32df274-7c9f-4944-9535-d2ebdaef7de1 req-8c0fb807-e637-4074-a52b-a5747cb2cfe0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391858
Dec 19 13:58:22.093767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c0553-62ac-4041-aab6-85552298045b req-fa5755c3-2622-4c93-a15c-e4551e9db803 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:22.095207 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-113c0553-62ac-4041-aab6-85552298045b req-fa5755c3-2622-4c93-a15c-e4551e9db803 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0794315
Dec 19 13:58:22.234495 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-113c0553-62ac-4041-aab6-85552298045b req-8c6031bb-2800-430a-95e6-346e3d444e05 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1337514
Dec 19 13:58:23.428489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa6f60-c0bc-47fb-9dd5-3e52b0d7dc1b req-f694542c-a252-483b-b805-4fc51f741dae tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:23.429908 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07aa6f60-c0bc-47fb-9dd5-3e52b0d7dc1b req-f694542c-a252-483b-b805-4fc51f741dae tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0762496
Dec 19 13:58:23.475552 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07aa6f60-c0bc-47fb-9dd5-3e52b0d7dc1b req-ade0f5d3-13d4-4dc5-b2bd-b59ae71c02fc tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395639
Dec 19 13:58:24.671168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edad05-9374-4e3b-9b9a-66584289ec9c req-f5019b9b-5426-48c5-ac65-c47fd70b5c2e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:24.672596 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61edad05-9374-4e3b-9b9a-66584289ec9c req-f5019b9b-5426-48c5-ac65-c47fd70b5c2e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0767887
Dec 19 13:58:24.717091 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61edad05-9374-4e3b-9b9a-66584289ec9c req-f617c112-f752-4444-8f0f-e49f68925b30 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389040
Dec 19 13:58:25.684929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:25.911936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ebdda-9cbf-49d6-b6a3-b81651efab49 req-65af7346-b273-48cf-adf6-b2117e32137c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:25.913287 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d72ebdda-9cbf-49d6-b6a3-b81651efab49 req-65af7346-b273-48cf-adf6-b2117e32137c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0761704
Dec 19 13:58:25.960929 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d72ebdda-9cbf-49d6-b6a3-b81651efab49 req-250d3312-9902-4e76-aa83-303adeb2b9e2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422266
Dec 19 13:58:27.025654 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:58:27.161611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74b122-3930-4911-91fb-dbbbc9b25d5c req-fc84de35-8b18-46b9-8150-24b4f682a8ef tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:27.163008 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4c74b122-3930-4911-91fb-dbbbc9b25d5c req-fc84de35-8b18-46b9-8150-24b4f682a8ef tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0753944
Dec 19 13:58:27.208980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4c74b122-3930-4911-91fb-dbbbc9b25d5c req-6b237640-be8d-46fc-8833-0f4afc57d573 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403826
Dec 19 13:58:28.411522 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe8612-ea48-46ab-bff8-e21043f7865b req-7ca4f396-f244-41e6-96f1-cb7535079a50 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:28.412842 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fefe8612-ea48-46ab-bff8-e21043f7865b req-7ca4f396-f244-41e6-96f1-cb7535079a50 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0804176
Dec 19 13:58:28.457115 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fefe8612-ea48-46ab-bff8-e21043f7865b req-6ed82f89-ead6-49db-a6de-62c34105c4d9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388191
Dec 19 13:58:29.657548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42684-598f-424b-8af5-d5e9b55141b4 req-0d436b35-2dc0-48c1-851a-883af3c6f54c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:29.660214 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6ab42684-598f-424b-8af5-d5e9b55141b4 req-0d436b35-2dc0-48c1-851a-883af3c6f54c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0827677
Dec 19 13:58:29.725152 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6ab42684-598f-424b-8af5-d5e9b55141b4 req-8fb0ca55-a5bc-45c8-8abe-edeccc640742 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576732
Dec 19 13:58:30.042476 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-293bdeb2-19b5-48a0-8e96-9d120b049570 service neutron] 10.222.0.18 "GET /v2.0/ports/62f3b270-598e-40c2-a1c9-f30190e81504/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0760510
Dec 19 13:58:30.695537 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-88a4cbbc-87bc-4936-a165-f7fbdd46ab27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 1098 time: 0.0753217
Dec 19 13:58:30.787254 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-9c9f353b-0a85-44c5-b386-8949fee4a79c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 1098 time: 0.0705462
Dec 19 13:58:30.928711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4a153-5b31-47ca-8da4-897984dab38f req-d0448117-f910-4921-bf9d-b527259f61a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:30.930132 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c9b4a153-5b31-47ca-8da4-897984dab38f req-d0448117-f910-4921-bf9d-b527259f61a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0830851
Dec 19 13:58:30.977040 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c9b4a153-5b31-47ca-8da4-897984dab38f req-bb50cfaf-0021-4836-9565-e545f2ed19d9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413339
Dec 19 13:58:31.022473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894595-31cf-4876-9667-ad855d1f75bb req-f3556185-1f9e-4d36-98a7-52dd500c7383 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:31.023939 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-f3556185-1f9e-4d36-98a7-52dd500c7383 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.2305558
Dec 19 13:58:31.124578 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-55feda5b-f046-4340-83f9-ae980dc8df2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f3b270-598e-40c2-a1c9-f30190e81504 HTTP/1.1" status: 200  len: 1002 time: 0.0946670
Dec 19 13:58:31.184918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894595-31cf-4876-9667-ad855d1f75bb req-9f119c9d-7789-4fe7-b756-a1165c38f62d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:31.186232 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-9f119c9d-7789-4fe7-b756-a1165c38f62d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0555096
Dec 19 13:58:31.260718 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-7e6b24ff-65cd-479e-8082-d676049c1800 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687377
Dec 19 13:58:31.391989 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-29be679b-07d3-4fdf-b602-3cb6f3ec3056 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247292
Dec 19 13:58:31.520983 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-17894595-31cf-4876-9667-ad855d1f75bb req-0f8c0ef8-da66-41ff-a116-76c75eee82a9 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231303
Dec 19 13:58:32.176174 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7499f4-6529-4628-aeb2-5ab29707cb9e req-49b87e49-bbef-49ac-8921-c3ff5d9835ff tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:32.177514 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a7499f4-6529-4628-aeb2-5ab29707cb9e req-49b87e49-bbef-49ac-8921-c3ff5d9835ff tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0768161
Dec 19 13:58:32.227916 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a7499f4-6529-4628-aeb2-5ab29707cb9e req-4a062c9b-6428-4b44-be79-53720e73f5d5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448380
Dec 19 13:58:32.736749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 62f3b270-598e-40c2-a1c9-f30190e81504 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:58:32.848690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:32.875033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:58:32.885314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:58:32.941047 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504', 'code': 200}
Dec 19 13:58:32.998613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:33.000362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dfda7846-69cd-4e4e-a873-7c4641d66940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:58:33.066898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:58:33.075207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:58:33.081422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:58:33.081422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:58:33.081422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:58:33.081422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:58:33.081422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:58:33.081422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:58:33.081422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:58:33.081422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:58:33.081422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:58:33.081422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:58:33.083622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:58:33.429718 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e31944-5e92-49cf-950a-3965d5aae70f req-17c8dd27-cb74-44ec-98ee-71aed0068c34 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:33.431392 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-48e31944-5e92-49cf-950a-3965d5aae70f req-17c8dd27-cb74-44ec-98ee-71aed0068c34 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 943 time: 0.0784957
Dec 19 13:58:33.479259 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-48e31944-5e92-49cf-950a-3965d5aae70f req-bdc4885c-256b-44e3-89e8-d6728ddce3b7 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430062
Dec 19 13:58:34.680605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade4e2d-8b79-4c9b-b65b-307aebf22340 req-1541475c-8e6f-4151-94de-e05d8263289b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:34.682005 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cade4e2d-8b79-4c9b-b65b-307aebf22340 req-1541475c-8e6f-4151-94de-e05d8263289b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 943 time: 0.0803254
Dec 19 13:58:34.726477 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cade4e2d-8b79-4c9b-b65b-307aebf22340 req-cfaaa591-92d1-4ede-b4b2-bdb5f2a76737 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389698
Dec 19 13:58:34.735974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 62f3b270-598e-40c2-a1c9-f30190e81504 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:58:34.868428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:58:34.880984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '62f3b270-598e-40c2-a1c9-f30190e81504', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'port_id': '62f3b270-598e-40c2-a1c9-f30190e81504', 'mac_address': 'fa:16:3e:b8:50:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:58:34.933340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:34.949830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f3b270-598e-40c2-a1c9-f30190e81504 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:58:34.964467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:58:35.041587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:35.043311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:58:35.108190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['62f3b270-598e-40c2-a1c9-f30190e81504'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:58:35.146188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:58:35.150338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:58:35.920306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a009ae2-7561-4167-baa1-ecf051fd847f req-d64ac9ad-6452-44cf-bb97-54b7876923af tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:35.921644 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a009ae2-7561-4167-baa1-ecf051fd847f req-d64ac9ad-6452-44cf-bb97-54b7876923af tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 944 time: 0.0744393
Dec 19 13:58:35.967315 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a009ae2-7561-4167-baa1-ecf051fd847f req-70771acd-570a-418c-ba85-784e33019800 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393989
Dec 19 13:58:36.752240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 62f3b270-598e-40c2-a1c9-f30190e81504 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:58:36.822861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 62f3b270-598e-40c2-a1c9-f30190e81504 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:58:36.823260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:36.933793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:36.959201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:58:36.969379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:58:37.023104 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504', 'code': 200}
Dec 19 13:58:37.038164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:37.040094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:58:37.105343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:58:37.108297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:58:37.175596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc9b9b-75aa-4667-a912-99ad41a6b429 req-aa06834d-2f2e-4b6c-ae9a-5ce3048118ae tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:37.177005 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-17dc9b9b-75aa-4667-a912-99ad41a6b429 req-aa06834d-2f2e-4b6c-ae9a-5ce3048118ae tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0814745
Dec 19 13:58:37.222089 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-17dc9b9b-75aa-4667-a912-99ad41a6b429 req-1a97f106-484a-403b-b8a4-16d741b262b2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394955
Dec 19 13:58:38.421133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478716-d8ff-422f-bdc6-8fb13975cf1c req-2a1e98b7-9ee5-407b-bf22-66c74a7257b0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:38.422461 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cd478716-d8ff-422f-bdc6-8fb13975cf1c req-2a1e98b7-9ee5-407b-bf22-66c74a7257b0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0752625
Dec 19 13:58:38.466738 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cd478716-d8ff-422f-bdc6-8fb13975cf1c req-d32e97b7-8394-4e75-b89e-14d46c8d1220 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381801
Dec 19 13:58:39.670436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696ed12-78e9-42bc-80ae-6b16aa3d6f34 req-04c7536e-ac8b-49a9-8ab0-0f354b7e7010 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:39.671878 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d696ed12-78e9-42bc-80ae-6b16aa3d6f34 req-04c7536e-ac8b-49a9-8ab0-0f354b7e7010 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0809026
Dec 19 13:58:39.716688 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d696ed12-78e9-42bc-80ae-6b16aa3d6f34 req-dc729ece-08c9-4b46-905c-b85444c668a8 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387414
Dec 19 13:58:40.914683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf4f6d-9666-4879-892d-875a7b0f09ea req-b4ca2caa-4351-48e3-926f-63faebbf3ae9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:40.916054 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-04bf4f6d-9666-4879-892d-875a7b0f09ea req-b4ca2caa-4351-48e3-926f-63faebbf3ae9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0764804
Dec 19 13:58:40.966712 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-04bf4f6d-9666-4879-892d-875a7b0f09ea req-d9969056-5f25-4510-be9e-a09e7c93ed9d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441430
Dec 19 13:58:42.165299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cecc7-e636-401f-8a3a-79c3931a4707 req-36fb9c37-f8d4-4f36-bf00-8cccd19eed3e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:42.166726 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cf4cecc7-e636-401f-8a3a-79c3931a4707 req-36fb9c37-f8d4-4f36-bf00-8cccd19eed3e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0758607
Dec 19 13:58:42.212670 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cf4cecc7-e636-401f-8a3a-79c3931a4707 req-5853f475-1cd8-4eaa-830b-2d089265aed0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403507
Dec 19 13:58:42.436583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3028d370-e194-4494-a2a0-ce404e690d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:42.940255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f47a2-d86f-4fe3-a950-9ec859d1c038 req-a55a5bf8-1f0e-44a3-b90b-63b5b9a15ff6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:42.941961 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-697f47a2-d86f-4fe3-a950-9ec859d1c038 req-a55a5bf8-1f0e-44a3-b90b-63b5b9a15ff6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0822175
Dec 19 13:58:42.949213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-78216821-64ca-4b43-a807-76bd7ce70efb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:42.949893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-78216821-64ca-4b43-a807-76bd7ce70efb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Synchronizing usage tracker for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:58:42.988588 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-697f47a2-d86f-4fe3-a950-9ec859d1c038 req-b967b0cc-4a28-4a75-b55a-121c8369759b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404918
Dec 19 13:58:43.042124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-78216821-64ca-4b43-a807-76bd7ce70efb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Unset dirty status for tenant:bc27c8c030ca4e699dfead72e0de2975 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:58:43.043267 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-78216821-64ca-4b43-a807-76bd7ce70efb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c&tenant_id=bc27c8c030ca4e699dfead72e0de2975&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 945 time: 0.1726592
Dec 19 13:58:43.185489 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-110b932a-de6a-46eb-b448-12727dad5a15 service neutron] 10.222.0.18 "GET /v2.0/ports/62f3b270-598e-40c2-a1c9-f30190e81504/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.1367033
Dec 19 13:58:43.277086 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-6cc64781-3b0f-49cf-aa4d-05c3513d17d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 1098 time: 0.0714574
Dec 19 13:58:43.405695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-80df9c44-9478-4b72-bb54-c9d8fb9dc451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:43.407121 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-80df9c44-9478-4b72-bb54-c9d8fb9dc451 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1245019
Dec 19 13:58:43.508406 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-35b6cbef-b2dc-4a9e-bea0-e13885630a62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f3b270-598e-40c2-a1c9-f30190e81504 HTTP/1.1" status: 200  len: 1002 time: 0.0951717
Dec 19 13:58:43.571684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-79c8558b-a8be-4ad2-ad98-b7f4de2c1ecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:43.573023 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-79c8558b-a8be-4ad2-ad98-b7f4de2c1ecd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0573270
Dec 19 13:58:43.646333 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-68cd27a5-48ee-421b-9b4e-52bc4265ea3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668609
Dec 19 13:58:43.775943 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-ceccf340-51c3-46e6-9840-b9bd2ee7aea5 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230781
Dec 19 13:58:43.907520 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-97192dc2-9511-403e-bf28-d34ab74131bb service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255312
Dec 19 13:58:44.184909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572f502-8cf1-4545-aee7-7ed2a71cfa4d req-709c2abd-a097-4148-a762-82052251962a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:44.186235 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9572f502-8cf1-4545-aee7-7ed2a71cfa4d req-709c2abd-a097-4148-a762-82052251962a tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0754511
Dec 19 13:58:44.230483 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9572f502-8cf1-4545-aee7-7ed2a71cfa4d req-213f929f-7c15-4915-b115-ed6c0b5d4b14 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381219
Dec 19 13:58:44.659605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f64a-9c36-4edb-a6d9-1d8df1550234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:45.433501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1e126-a11a-42de-a8c7-3bedf61b1c7c req-32297b96-5fc4-4cf2-aac9-c4f1f168bfd3 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:45.434901 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1da1e126-a11a-42de-a8c7-3bedf61b1c7c req-32297b96-5fc4-4cf2-aac9-c4f1f168bfd3 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0795467
Dec 19 13:58:45.479407 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1da1e126-a11a-42de-a8c7-3bedf61b1c7c req-e1037a0b-10f1-4d7b-a011-b7d90ec4e2eb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382438
Dec 19 13:58:46.260053 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:46.327801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:46.675529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17779c2-4b7e-42ef-b1de-1eb48c8b6a6b req-ca74f927-2703-4d7b-a895-b5df2216e214 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:46.676962 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e17779c2-4b7e-42ef-b1de-1eb48c8b6a6b req-ca74f927-2703-4d7b-a895-b5df2216e214 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0764811
Dec 19 13:58:46.725079 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e17779c2-4b7e-42ef-b1de-1eb48c8b6a6b req-68931603-ba1c-41c2-850e-57bc7e9df971 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424447
Dec 19 13:58:47.648025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:47.856578 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-225958db-5f1a-4e03-9a87-245fed5e6a0e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c&tenant_id=bc27c8c030ca4e699dfead72e0de2975 HTTP/1.1" status: 200  len: 1098 time: 0.0746944
Dec 19 13:58:47.949210 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-13f82804-605f-4919-ba4c-56fc65f4bc21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 1098 time: 0.0707676
Dec 19 13:58:48.027896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990d166-1efb-467a-b66b-4249f7bb9fb2 req-bd49de68-7668-4e37-b7b0-70bdb6df6293 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:48.029387 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1990d166-1efb-467a-b66b-4249f7bb9fb2 req-bd49de68-7668-4e37-b7b0-70bdb6df6293 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.1816585
Dec 19 13:58:48.077053 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1990d166-1efb-467a-b66b-4249f7bb9fb2 req-a7574885-a44e-40b8-9ce2-f1c37b87dd37 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411866
Dec 19 13:58:48.188710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-64b87193-e69c-4b76-b782-d39213289c5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:48.190773 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-64b87193-e69c-4b76-b782-d39213289c5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.2353225
Dec 19 13:58:48.291652 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-a20695ff-8d4a-4d94-9b59-f6a8fed98d2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f3b270-598e-40c2-a1c9-f30190e81504 HTTP/1.1" status: 200  len: 1002 time: 0.0953104
Dec 19 13:58:48.355974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-b9b6fb93-ba9d-46e8-95d8-e068a5e991f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:48.357338 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-b9b6fb93-ba9d-46e8-95d8-e068a5e991f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0591207
Dec 19 13:58:48.429302 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-9ef9c82f-2eff-422f-96ad-69da6d357ee4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0657482
Dec 19 13:58:48.558861 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-9e722fbd-5838-40a0-adab-dfa9a761a1f5 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221371
Dec 19 13:58:48.688321 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a0f595ea-1d55-494f-b675-f9217f3d36c3 req-7c3f358b-7967-4333-bc57-4115f938d0a3 service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219387
Dec 19 13:58:48.829829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 62f3b270-598e-40c2-a1c9-f30190e81504 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:58:48.979774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:49.007316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:58:49.016801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:58:49.081741 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504', 'code': 200}
Dec 19 13:58:49.101485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:49.103243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:58:49.169746 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=9']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:58:49.172864 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:58:49.285444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f146-a5e8-4f4d-b2f6-cc06d2263833 req-2bde42f0-e460-4c9d-9ee1-8c0a93d8ae39 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:49.286861 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2447f146-a5e8-4f4d-b2f6-cc06d2263833 req-2bde42f0-e460-4c9d-9ee1-8c0a93d8ae39 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 943 time: 0.0819130
Dec 19 13:58:49.335225 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2447f146-a5e8-4f4d-b2f6-cc06d2263833 req-fbb81b52-4a14-437b-a4d4-016f746dc463 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416920
Dec 19 13:58:50.531365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68701d-f35c-4ec2-aaff-751c654e9472 req-bab8d00c-8e24-44fa-9b2e-a67f13d84cae tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:50.532773 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4f68701d-f35c-4ec2-aaff-751c654e9472 req-bab8d00c-8e24-44fa-9b2e-a67f13d84cae tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 943 time: 0.0738823
Dec 19 13:58:50.578595 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4f68701d-f35c-4ec2-aaff-751c654e9472 req-be559b68-df16-4e89-86fb-d313ea81a3a1 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393887
Dec 19 13:58:50.845741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 62f3b270-598e-40c2-a1c9-f30190e81504 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:58:50.975775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:58:50.988171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '62f3b270-598e-40c2-a1c9-f30190e81504', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'port_id': '62f3b270-598e-40c2-a1c9-f30190e81504', 'mac_address': 'fa:16:3e:b8:50:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:58:51.039595 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:51.055608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f3b270-598e-40c2-a1c9-f30190e81504 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:58:51.070583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:58:51.135105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:51.136736 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:58:51.198811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['62f3b270-598e-40c2-a1c9-f30190e81504'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:58:51.238926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=10']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:58:51.243378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:58:51.790231 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1011-f250-4164-8096-9a9f00439685 req-05859998-a4ae-4d51-8bf1-00393f644be0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:51.791677 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-422b1011-f250-4164-8096-9a9f00439685 req-05859998-a4ae-4d51-8bf1-00393f644be0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0793130
Dec 19 13:58:51.836165 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-422b1011-f250-4164-8096-9a9f00439685 req-12bccbb3-f02b-471f-a52b-3963cd8be1c6 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389869
Dec 19 13:58:52.876861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 62f3b270-598e-40c2-a1c9-f30190e81504 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:58:52.946020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 62f3b270-598e-40c2-a1c9-f30190e81504 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:58:52.946335 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:53.033599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3dae0-7f6b-4de2-ab62-15768e1e3c12 req-f8e20ffc-481e-445d-bd34-332da7ef8ee2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:53.035388 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f0c3dae0-7f6b-4de2-ab62-15768e1e3c12 req-f8e20ffc-481e-445d-bd34-332da7ef8ee2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 945 time: 0.0755239
Dec 19 13:58:53.060465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:53.084463 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f0c3dae0-7f6b-4de2-ab62-15768e1e3c12 req-8d15a8e6-7272-4ac5-b55f-c4227c25350e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436001
Dec 19 13:58:53.087530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:58:53.097438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:58:53.149735 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504', 'code': 200}
Dec 19 13:58:53.179325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:53.181142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a9645707-c3b2-4607-9a20-836f8f6c27ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:58:53.244646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=11']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:58:53.247457 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:58:54.279804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817682f-dc88-45a6-96ed-b88d8f30fde3 req-7b48094a-711a-49c0-94d7-b73f6ad28de4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:54.281211 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c817682f-dc88-45a6-96ed-b88d8f30fde3 req-7b48094a-711a-49c0-94d7-b73f6ad28de4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 946 time: 0.0738888
Dec 19 13:58:54.325240 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c817682f-dc88-45a6-96ed-b88d8f30fde3 req-154027c2-b7a1-4ee3-b54f-52d188bf93a4 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384574
Dec 19 13:58:54.997367 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-685e602c-e4c1-4133-b2ee-5d6379b7a4a4 req-827cc888-4f82-43e8-a5c4-e3262216b85c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc27c8c030ca4e699dfead72e0de2975&device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 1099 time: 0.0683670
Dec 19 13:58:55.141127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e602c-e4c1-4133-b2ee-5d6379b7a4a4 req-d1c7b645-27fd-4b85-b036-55ab9632444b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:55.142540 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-685e602c-e4c1-4133-b2ee-5d6379b7a4a4 req-d1c7b645-27fd-4b85-b036-55ab9632444b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 200  len: 913 time: 0.1263328
Dec 19 13:58:55.244026 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-685e602c-e4c1-4133-b2ee-5d6379b7a4a4 req-543d3d57-58a3-4c9a-84b4-ac23448264ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f3b270-598e-40c2-a1c9-f30190e81504 HTTP/1.1" status: 200  len: 1002 time: 0.0952542
Dec 19 13:58:55.309139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e602c-e4c1-4133-b2ee-5d6379b7a4a4 req-78dd4ba6-b4db-475f-a691-a0ea65ac4bee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:55.310527 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-685e602c-e4c1-4133-b2ee-5d6379b7a4a4 req-78dd4ba6-b4db-475f-a691-a0ea65ac4bee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 200  len: 851 time: 0.0597310
Dec 19 13:58:55.384940 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-685e602c-e4c1-4133-b2ee-5d6379b7a4a4 req-d4c0bc99-8a22-4a7e-8e46-51f1b0ff07a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ddf00732-f15b-48fc-96e5-18d7fce8aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676372
Dec 19 13:58:55.518163 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-685e602c-e4c1-4133-b2ee-5d6379b7a4a4 req-938c76a4-e099-4fa9-b83e-653f1faf40dd service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256337
Dec 19 13:58:55.528011 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbe5b3-4eb5-40e1-8cb4-afee6ca744f9 req-374dc9a1-792e-4810-bc44-284b3a7baac0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:55.529420 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a9cbe5b3-4eb5-40e1-8cb4-afee6ca744f9 req-374dc9a1-792e-4810-bc44-284b3a7baac0 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 946 time: 0.0797246
Dec 19 13:58:55.574767 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a9cbe5b3-4eb5-40e1-8cb4-afee6ca744f9 req-2ebe8a0d-b185-4241-aa74-877db489e38b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395463
Dec 19 13:58:55.649195 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-685e602c-e4c1-4133-b2ee-5d6379b7a4a4 req-9dc1e757-774a-4fa7-87c1-eeb08c4fa37f service neutron] 10.222.0.18 "GET /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252718
Dec 19 13:58:55.735277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:58:56.919881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616eed9-3231-4233-924a-0377a14d7a6b req-0724804c-e352-4867-93be-c359141ba716 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:56.921226 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3616eed9-3231-4233-924a-0377a14d7a6b req-0724804c-e352-4867-93be-c359141ba716 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 946 time: 0.0802534
Dec 19 13:58:56.967764 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3616eed9-3231-4233-924a-0377a14d7a6b req-48b6f23d-44a5-476b-a582-33b5bd11af20 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398757
Dec 19 13:58:58.166839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1b323-81ab-40a5-b75a-7ef51283fdf8 req-6e1359cf-8600-4a4d-b9e8-88784edea845 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:58.168273 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-66a1b323-81ab-40a5-b75a-7ef51283fdf8 req-6e1359cf-8600-4a4d-b9e8-88784edea845 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 946 time: 0.0799465
Dec 19 13:58:58.213375 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-66a1b323-81ab-40a5-b75a-7ef51283fdf8 req-968e3280-c231-4672-8af2-a64be898a32b tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396311
Dec 19 13:58:58.404854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573a272-fdaa-4ca7-ae8f-bd97f7845d42 req-9535396c-e895-4d7c-9bb5-15e860b06f50 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:58.406291 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d573a272-fdaa-4ca7-ae8f-bd97f7845d42 req-9535396c-e895-4d7c-9bb5-15e860b06f50 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 946 time: 0.0740159
Dec 19 13:58:58.455243 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d573a272-fdaa-4ca7-ae8f-bd97f7845d42 req-008b9eb3-7360-4d9b-8900-85c0eb482f74 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425310
Dec 19 13:58:58.652211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0d908-5850-43a4-9613-5c361816cd92 req-d06a2279-d919-44a5-920c-c75948f6f808 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:58.653886 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-18a0d908-5850-43a4-9613-5c361816cd92 req-d06a2279-d919-44a5-920c-c75948f6f808 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 946 time: 0.0769024
Dec 19 13:58:58.699678 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-18a0d908-5850-43a4-9613-5c361816cd92 req-864cd652-292b-403e-b6a3-2b8c5f807b18 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401771
Dec 19 13:58:59.321507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd1d6d-1948-4f62-a525-4abe8d8f2651 req-49eb09c7-a2b8-474d-8559-ebfc9c4b27b2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:58:59.322913 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dfdd1d6d-1948-4f62-a525-4abe8d8f2651 req-49eb09c7-a2b8-474d-8559-ebfc9c4b27b2 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 946 time: 0.0786088
Dec 19 13:58:59.367382 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dfdd1d6d-1948-4f62-a525-4abe8d8f2651 req-9052837e-7efe-40ac-8707-39368f9a28f9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388963
Dec 19 13:59:00.564104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d9f57-84da-4e09-8894-ef2f81212616 req-48170296-df08-475a-98c7-146f4a6fccc5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:00.566130 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c26d9f57-84da-4e09-8894-ef2f81212616 req-48170296-df08-475a-98c7-146f4a6fccc5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 946 time: 0.0750604
Dec 19 13:59:00.610304 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c26d9f57-84da-4e09-8894-ef2f81212616 req-cab0d871-575a-489c-ab09-1196d98a78ff tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382140
Dec 19 13:59:01.572243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e664d18-4628-426d-a031-69f4bc680546 req-03ab924d-6d40-4f2a-b53f-85c9a3e3f0bb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:01.573624 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e664d18-4628-426d-a031-69f4bc680546 req-03ab924d-6d40-4f2a-b53f-85c9a3e3f0bb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 946 time: 0.0792577
Dec 19 13:59:01.639769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Deleting port 62f3b270-598e-40c2-a1c9-f30190e81504 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:59:01.640322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:01.818628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa13d9-6f7d-41a6-9032-2c54b34930fe req-1514d4aa-bb1c-41be-a1e3-530703126793 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:01.820127 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-78fa13d9-6f7d-41a6-9032-2c54b34930fe req-1514d4aa-bb1c-41be-a1e3-530703126793 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 946 time: 0.0853043
Dec 19 13:59:01.869253 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-78fa13d9-6f7d-41a6-9032-2c54b34930fe req-f9d80517-250b-475c-a833-e642532a9889 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a82e7bc-263c-4737-8d69-0bd6a995a0a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431039
Dec 19 13:59:01.984959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] For port 62f3b270-598e-40c2-a1c9-f30190e81504, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=62f3b270-598e-40c2-a1c9-f30190e81504,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:01.985298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:02.259902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:02.260175 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:02.260471 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Floating IP b77b4376-9578-471f-b2bf-01d7f93756b3 disassociated. External IP: 172.26.4.160, port: 62f3b270-598e-40c2-a1c9-f30190e81504.
Dec 19 13:59:02.260799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Calling delete_port for 62f3b270-598e-40c2-a1c9-f30190e81504 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:59:02.432594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:02.438003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d11d12a3-9b77-4ceb-98ea-731bbec63dac tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:02.482309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event deleted for resources: {'Port': ['ID=62f3b270-598e-40c2-a1c9-f30190e81504,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:02.495228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:02.495497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:02.495867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:02.496194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:02.496550 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:02.496924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:02.497263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:02.497621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:02.497973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:02.498319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:02.498673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:02.502063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:02.708957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Router bd28a455-a377-4644-bd6d-120d5cd72765 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:59:02.906429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:59:02.916665 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bb9ea-2817-48d1-ab64-3979806ec69c None None] Sync routers for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:59:02.929313 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bb9ea-2817-48d1-ab64-3979806ec69c None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:59:02.930096 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-db2bb9ea-2817-48d1-ab64-3979806ec69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479fcc70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:58:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:59:02.974143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] No DVR routers for this DVR port 62f3b270-598e-40c2-a1c9-f30190e81504 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:59:02.976652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:02.979397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-deleted', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:59:03.040260 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de79856-c129-4314-9264-c5a055dd013c', 'name': 'network-vif-deleted', 'tag': '62f3b270-598e-40c2-a1c9-f30190e81504', 'status': 'completed', 'code': 200}
Dec 19 13:59:03.043448 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4aa887f5-7331-4ace-8a84-385ce2215ff9 req-4eb4ebda-246f-47d8-9353-fe25c76269e5 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 210 time: 0.0455716
Dec 19 13:59:03.083345 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3e664d18-4628-426d-a031-69f4bc680546 req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.18 "DELETE /v2.0/ports/62f3b270-598e-40c2-a1c9-f30190e81504 HTTP/1.1" status: 204  len: 173 time: 1.5047195
Dec 19 13:59:03.113131 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-db2bb9ea-2817-48d1-ab64-3979806ec69c None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:59:03.425495 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-db2bb9ea-2817-48d1-ab64-3979806ec69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479fcc70>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:59:03.429883 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bb9ea-2817-48d1-ab64-3979806ec69c None None] Checking router: bd28a455-a377-4644-bd6d-120d5cd72765 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:59:03.441889 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bb9ea-2817-48d1-ab64-3979806ec69c None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:59:03.442437 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-db2bb9ea-2817-48d1-ab64-3979806ec69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479fcc70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:58:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:59:03.628797 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-db2bb9ea-2817-48d1-ab64-3979806ec69c None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:59:03.934612 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-db2bb9ea-2817-48d1-ab64-3979806ec69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479fcc70>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:59:03.938428 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bb9ea-2817-48d1-ab64-3979806ec69c None None] The sync data for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:52:40Z', 'revision_number': 4, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '616784fc-c395-47cf-b0da-806f63be42de', 'name': '', 'network_id': 'ddf00732-f15b-48fc-96e5-18d7fce8aa8d', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'mac_address': 'fa:16:3e:19:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:40Z', 'updated_at': '2021-12-19T13:52:48Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'subnets': [{'id': '830ba9c8-3fd8-4d02-b7cc-73c116624d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:59:04.025691 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:59:04.167831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5169014a-1ccd-444d-9bd8-e973fbb2e35e None None] New status for floating IP b77b4376-9578-471f-b2bf-01d7f93756b3: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 13:59:04.229276 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f6c47827-66d4-46d1-9d22-7e90267266c4 req-ecf0af2a-47b5-4db4-b230-b034ad4f1856 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de79856-c129-4314-9264-c5a055dd013c HTTP/1.1" status: 200  len: 210 time: 0.0430198
Dec 19 13:59:04.939740 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 62f3b270-598e-40c2-a1c9-f30190e81504 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:59:04.973227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 62f3b270-598e-40c2-a1c9-f30190e81504 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:59:04.973582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 62f3b270-598e-40c2-a1c9-f30190e81504 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:59:08.798930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51162) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:59:08.863805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:08.891015 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:08.998157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:09.003833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:09.017473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a82e7bc-263c-4737-8d69-0bd6a995a0a2,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:09.026610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:09.030294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:09.030294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:09.030294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:09.030294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:09.030294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:09.030294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:09.030294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:09.030294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:09.030294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:09.030294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:09.033166 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:09.087098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:09.088279 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-8d23eb59-e4e9-4abc-8480-e0f709d287a9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "DELETE /v2.0/security-groups/2a82e7bc-263c-4737-8d69-0bd6a995a0a2 HTTP/1.1" status: 204  len: 168 time: 0.2875204
Dec 19 13:59:09.090747 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51166) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:59:09.107072 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.api.v2.resource [None req-6151d573-1292-4777-bae0-9d51940ab372 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] show failed (client error): The resource could not be found.
Dec 19 13:59:09.108023 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6151d573-1292-4777-bae0-9d51940ab372 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "GET /v2.0/security-groups/2a82e7bc-263c-4737-8d69-0bd6a995a0a2 HTTP/1.1" status: 404  len: 347 time: 0.0163820
Dec 19 13:59:09.110371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51170) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:59:09.356698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Deleting port 87348559-19ac-42e1-9fb8-1f184971d856 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:59:09.357026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:09.518809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:09.519146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:09.635953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Calling delete_port for 87348559-19ac-42e1-9fb8-1f184971d856 owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:59:09.821789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:09.825556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:09.868634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Pushing event deleted for resources: {'Port': ['ID=87348559-19ac-42e1-9fb8-1f184971d856,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:09.872660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:09.959415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:09.972757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:09.973869 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] 10.222.0.24 "DELETE /v2.0/floatingips/b77b4376-9578-471f-b2bf-01d7f93756b3 HTTP/1.1" status: 204  len: 168 time: 0.8626792
Dec 19 13:59:09.976808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51174) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:59:10.433492 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:11.121931 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Deleting port 616784fc-c395-47cf-b0da-806f63be42de {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:59:11.122649 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:11.287120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] For port 616784fc-c395-47cf-b0da-806f63be42de, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=616784fc-c395-47cf-b0da-806f63be42de,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:11.287475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:11.405462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Calling delete_port for 616784fc-c395-47cf-b0da-806f63be42de owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:59:11.625203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:11.629434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6df68c1c-bcb5-4465-8825-a347c3ca569f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:11.671803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Pushing event deleted for resources: {'Port': ['ID=616784fc-c395-47cf-b0da-806f63be42de,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:11.675607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:11.957531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:12.465221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3b69ea51-3a47-410b-825e-87d92c61d954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:12.630844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Router bd28a455-a377-4644-bd6d-120d5cd72765 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 13:59:12.834038 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 13:59:12.842557 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d467a0-d6e6-4351-bdd0-56d76c6c0123 None None] Sync routers for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 13:59:12.845871 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] 10.222.0.24 "PUT /v2.0/routers/bd28a455-a377-4644-bd6d-120d5cd72765/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8681011
Dec 19 13:59:12.848413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51182) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:59:12.854724 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d467a0-d6e6-4351-bdd0-56d76c6c0123 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:59:12.855360 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-85d467a0-d6e6-4351-bdd0-56d76c6c0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47850160>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:58:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:59:13.031755 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-85d467a0-d6e6-4351-bdd0-56d76c6c0123 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:59:13.044606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:13.239939 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:13.305052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Deleting port 787bd99c-2fd8-452c-bc16-11d714fc24cb {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:59:13.305385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:13.342835 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-85d467a0-d6e6-4351-bdd0-56d76c6c0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47850160>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:59:11Z', 'revision_number': 5, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port': {'id': '787bd99c-2fd8-452c-bc16-11d714fc24cb', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T13:52:38Z', 'updated_at': '2021-12-19T13:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:59:13.346781 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d467a0-d6e6-4351-bdd0-56d76c6c0123 None None] Checking router: bd28a455-a377-4644-bd6d-120d5cd72765 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 13:59:13.357681 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d467a0-d6e6-4351-bdd0-56d76c6c0123 None None] Routers {'bd28a455-a377-4644-bd6d-120d5cd72765'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 13:59:13.358281 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-85d467a0-d6e6-4351-bdd0-56d76c6c0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47850160>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T13:58:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['bd28a455-a377-4644-bd6d-120d5cd72765'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:59:13.481020 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] For port 787bd99c-2fd8-452c-bc16-11d714fc24cb, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=787bd99c-2fd8-452c-bc16-11d714fc24cb,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:13.481020 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:13.508111 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-85d467a0-d6e6-4351-bdd0-56d76c6c0123 None None] Set router bd28a455-a377-4644-bd6d-120d5cd72765 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 13:59:13.602312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Calling delete_port for 787bd99c-2fd8-452c-bc16-11d714fc24cb owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:59:13.610680 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-85d467a0-d6e6-4351-bdd0-56d76c6c0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47850160>, [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:59:13Z', 'revision_number': 6, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:59:13.615563 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d467a0-d6e6-4351-bdd0-56d76c6c0123 None None] The sync data for ids ['bd28a455-a377-4644-bd6d-120d5cd72765'] in dv-neutron-821895-1-hyperv is: [{'id': 'bd28a455-a377-4644-bd6d-120d5cd72765', 'name': 'tempest-ServerActionsTestJSON-2097773700-router', 'tenant_id': 'bc27c8c030ca4e699dfead72e0de2975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T13:52:37Z', 'updated_at': '2021-12-19T13:59:13Z', 'revision_number': 6, 'project_id': 'bc27c8c030ca4e699dfead72e0de2975', 'gw_port_host': None}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 13:59:13.844114 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:13.848446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d286aa7c-b617-4fc1-8f85-58a68134a232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:13.888822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Pushing event deleted for resources: {'Port': ['ID=787bd99c-2fd8-452c-bc16-11d714fc24cb,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:13.892737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:14.222176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:14.390993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 616784fc-c395-47cf-b0da-806f63be42de no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:59:14.424802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 616784fc-c395-47cf-b0da-806f63be42de {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:59:14.425388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 616784fc-c395-47cf-b0da-806f63be42de not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:59:14.425965 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 787bd99c-2fd8-452c-bc16-11d714fc24cb no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:59:14.461880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 787bd99c-2fd8-452c-bc16-11d714fc24cb {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:59:14.462154 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 787bd99c-2fd8-452c-bc16-11d714fc24cb not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:59:14.478104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:14.482197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:14.608191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:14.608698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd28a455-a377-4644-bd6d-120d5cd72765 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 13:59:14.621420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:14.622606 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bd28a455-a377-4644-bd6d-120d5cd72765 HTTP/1.1" status: 204  len: 168 time: 1.7732942
Dec 19 13:59:14.625131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51186) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:59:14.659777 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b8d279ab-006a-4a5e-8b87-e830360493e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:14.689623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d137a0-f31c-4816-bf09-546927dc7685 admin admin] Deleting subnet 830ba9c8-3fd8-4d02-b7cc-73c116624d98 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 13:59:14.693417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-34d137a0-f31c-4816-bf09-546927dc7685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:14.742555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-34d137a0-f31c-4816-bf09-546927dc7685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:14.821782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-34d137a0-f31c-4816-bf09-546927dc7685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:14.957233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-34d137a0-f31c-4816-bf09-546927dc7685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:14.961013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-38eb6ba5-731d-431c-a4e3-e89dd18d635b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:14.994159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d137a0-f31c-4816-bf09-546927dc7685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830ba9c8-3fd8-4d02-b7cc-73c116624d98,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:14.998061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-34d137a0-f31c-4816-bf09-546927dc7685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:15.000712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-34d137a0-f31c-4816-bf09-546927dc7685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:15.007769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f04609-10be-49ef-933f-c5a36eb1015c None None] Network ddf00732-f15b-48fc-96e5-18d7fce8aa8d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:59:15.007965 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-34d137a0-f31c-4816-bf09-546927dc7685 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/830ba9c8-3fd8-4d02-b7cc-73c116624d98 HTTP/1.1" status: 204  len: 168 time: 0.3812475
Dec 19 13:59:15.009970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51190) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:59:15.114925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:15.125080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Deleting port fccb156f-f77e-4fe3-a640-b86585daa421 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:59:15.125396 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:15.250249 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859841e-5bbb-4875-9689-d9aad1a32342 None None] DHCP port deletion for ddf00732-f15b-48fc-96e5-18d7fce8aa8d request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 13:59:15.254975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7859841e-5bbb-4875-9689-d9aad1a32342 None None] Deleting port fccb156f-f77e-4fe3-a640-b86585daa421 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:59:15.255482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7859841e-5bbb-4875-9689-d9aad1a32342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:15.344913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] For port fccb156f-f77e-4fe3-a640-b86585daa421, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fccb156f-f77e-4fe3-a640-b86585daa421,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:15.345262 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:15.466471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Calling delete_port for fccb156f-f77e-4fe3-a640-b86585daa421 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:59:15.485734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-7859841e-5bbb-4875-9689-d9aad1a32342 None None] For port fccb156f-f77e-4fe3-a640-b86585daa421, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fccb156f-f77e-4fe3-a640-b86585daa421,segment=NetworkSegment(12424958-629f-4baa-8411-334fc18f9ec9),segment_id=12424958-629f-4baa-8411-334fc18f9ec9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:15.486298 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7859841e-5bbb-4875-9689-d9aad1a32342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:15.602861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7859841e-5bbb-4875-9689-d9aad1a32342 None None] Calling delete_port for fccb156f-f77e-4fe3-a640-b86585daa421 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:59:15.609840 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:15.613868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-356f80c4-c376-4c4c-8637-3d9c53e5b3bd tempest-TestVolumeBootPattern-1036001418 tempest-TestVolumeBootPattern-1036001418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:15.658182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Pushing event deleted for resources: {'Port': ['ID=fccb156f-f77e-4fe3-a640-b86585daa421,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:15.661402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:15.666610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] No DVR routers for this DVR port fccb156f-f77e-4fe3-a640-b86585daa421 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:59:15.673003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-7859841e-5bbb-4875-9689-d9aad1a32342 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 13:59:15.673370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-7859841e-5bbb-4875-9689-d9aad1a32342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 13:59:15.892475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:15.917524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45ef12e0>,) {'filters': {'network_id': ['ddf00732-f15b-48fc-96e5-18d7fce8aa8d']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:59:15.929892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45ef12e0>, '12424958-629f-4baa-8411-334fc18f9ec9') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:59:15.930177 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45ef12e0>, '12424958-629f-4baa-8411-334fc18f9ec9') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 13:59:15.941276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:15.956645 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:15.962403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 13:59:15.963095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 13:59:15.975911 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 13:59:16.103558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fccb156f-f77e-4fe3-a640-b86585daa421 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:59:16.113169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:16.116552 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-05f5ba68-691c-42cd-98f5-64c1252c4662 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:16.129857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:16.139888 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf00732-f15b-48fc-96e5-18d7fce8aa8d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:16.140710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: fccb156f-f77e-4fe3-a640-b86585daa421 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:59:16.141064 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fccb156f-f77e-4fe3-a640-b86585daa421 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:59:16.143089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:16.174150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7859841e-5bbb-4875-9689-d9aad1a32342 None None] Deleting port fccb156f-f77e-4fe3-a640-b86585daa421 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:59:16.175242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7859841e-5bbb-4875-9689-d9aad1a32342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:16.210375 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ddf00732-f15b-48fc-96e5-18d7fce8aa8d HTTP/1.1" status: 204  len: 168 time: 1.1993845
Dec 19 13:59:16.247111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-7859841e-5bbb-4875-9689-d9aad1a32342 None None] The port 'fccb156f-f77e-4fe3-a640-b86585daa421' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 13:59:16.306812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:16.335069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:16.568247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51198) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:59:16.618752 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-41427a0c-3976-41e5-8072-5142ca6adb67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc27c8c030ca4e699dfead72e0de2975&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0492361
Dec 19 13:59:16.621001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51202) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:59:16.679505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31cc43b9-45f2-44a1-9f19-df1506474c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:16.709369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31cc43b9-45f2-44a1-9f19-df1506474c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:16.832776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31cc43b9-45f2-44a1-9f19-df1506474c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:16.836555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5f3d6800-c00d-47df-a75b-113f1a3da3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:16.850456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc43b9-45f2-44a1-9f19-df1506474c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334a3f6b-cf03-4ea8-a785-ff6a8ed4623a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:16.852889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-31cc43b9-45f2-44a1-9f19-df1506474c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:16.858824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31cc43b9-45f2-44a1-9f19-df1506474c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:16.860016 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-31cc43b9-45f2-44a1-9f19-df1506474c43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/334a3f6b-cf03-4ea8-a785-ff6a8ed4623a HTTP/1.1" status: 204  len: 168 time: 0.2380836
Dec 19 13:59:17.653742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:18.094018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51224) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:59:18.220314 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-963328501-network', 'tenant_id': '6b8eaf7273974b5ea427c8f429e4bf24'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:59:18.225113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:59:18.228972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Usage tracker for resource:network and tenant:6b8eaf7273974b5ea427c8f429e4bf24 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:59:18.231819 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:59:18.237415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:59:18.318364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Made reservation on behalf of 6b8eaf7273974b5ea427c8f429e4bf24 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:59:18.320846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:18.334191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:18.363817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:59:18.367526 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Usage tracker for resource:security_group_rule and tenant:6b8eaf7273974b5ea427c8f429e4bf24 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:59:18.370385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:59:18.375983 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:59:18.438955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:18.495419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:18.498288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-abfb4deb-3364-445d-a8d0-15164f53564b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:18.535375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 13:59:18.545676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd179a1-22c0-4f13-8d4a-c270456c91a6,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:18.550058 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:18.552815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:18.553142 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Added segment bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4 of type vlan for network 71c2c207-1c14-4704-80d9-47f2d6980b8d
Dec 19 13:59:18.579532 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:18.670750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:18.671722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:18.672307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:18.676398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e83905d4-d008-421b-a826-2f3cec2f2e41 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:18.775006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Pushing event updated for resources: {'Network': ['ID=71c2c207-1c14-4704-80d9-47f2d6980b8d,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:18.777752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:18.784776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 71c2c207-1c14-4704-80d9-47f2d6980b8d details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 13:59:18.837436 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7423377
Dec 19 13:59:18.840415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51232) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 13:59:18.847543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Request body: {'subnet': {'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-963328501-subnet', 'tenant_id': '6b8eaf7273974b5ea427c8f429e4bf24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:59:18.853057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:59:18.856064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Usage tracker for resource:subnet and tenant:6b8eaf7273974b5ea427c8f429e4bf24 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:59:18.858899 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:59:18.865483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:59:18.958205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Made reservation on behalf of 6b8eaf7273974b5ea427c8f429e4bf24 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:59:18.960540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:19.215469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:19.219503 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fe1426ac-f238-4561-b6c2-af98b9be7c98 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:19.292895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751f8b9b-477c-4d03-8cb2-5bec770cc249,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:19.296143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:19.303318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Checking segment: {'id': 'bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:59:19.313748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Network hostable DHCP agents. Network: 71c2c207-1c14-4704-80d9-47f2d6980b8d, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 13:59:19.380667 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Network 71c2c207-1c14-4704-80d9-47f2d6980b8d is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 13:59:19.453270 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 71c2c207-1c14-4704-80d9-47f2d6980b8d) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:59:19.457891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:19.458449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:19.463994 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a5226-7c4b-4409-a16d-1a6d3bd7bb87 None None] Network 71c2c207-1c14-4704-80d9-47f2d6980b8d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:59:19.559715 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7ea3e2be-24de-4740-abc2-53fe99727630 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7181091
Dec 19 13:59:19.681467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f7152-50a1-4512-8194-6631c5b55f77 None None] Network 71c2c207-1c14-4704-80d9-47f2d6980b8d requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 13:59:20.124089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f861-9614-4346-b780-7f319d453ac1 req-1805ded3-2916-4fdd-a8a8-c0c95aa115cc tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:20.124752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ff73f861-9614-4346-b780-7f319d453ac1 req-1805ded3-2916-4fdd-a8a8-c0c95aa115cc tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Synchronizing usage tracker for tenant:6b8eaf7273974b5ea427c8f429e4bf24 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:59:20.197095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ff73f861-9614-4346-b780-7f319d453ac1 req-1805ded3-2916-4fdd-a8a8-c0c95aa115cc tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Unset dirty status for tenant:6b8eaf7273974b5ea427c8f429e4bf24 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:59:20.198191 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-1805ded3-2916-4fdd-a8a8-c0c95aa115cc tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/networks?id=71c2c207-1c14-4704-80d9-47f2d6980b8d HTTP/1.1" status: 200  len: 813 time: 0.2183022
Dec 19 13:59:20.214798 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-0a95608d-f92d-41b2-aa9b-e80db8200b67 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/quotas/6b8eaf7273974b5ea427c8f429e4bf24 HTTP/1.1" status: 200  len: 375 time: 0.0110881
Dec 19 13:59:20.261011 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-f3cd5e50-16c5-458b-ab11-6719fa2b711b tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b8eaf7273974b5ea427c8f429e4bf24&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0407584
Dec 19 13:59:20.463267 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-cdb738b1-22a7-46df-9f5e-f46401a299ce service neutron] 10.222.0.24 "GET /v2.0/networks/71c2c207-1c14-4704-80d9-47f2d6980b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954987
Dec 19 13:59:20.601958 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-c8557bdb-e139-4a12-a1ab-8eaa81aa5b9d service neutron] 10.222.0.24 "GET /v2.0/networks/71c2c207-1c14-4704-80d9-47f2d6980b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329441
Dec 19 13:59:21.885450 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7b3b77b9-2ba5-4b18-b909-9f76bc851086 req-d98cdeb3-952b-4eac-b63a-75c027d321be tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 210 time: 0.0418930
Dec 19 13:59:23.049834 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-910c03a4-dfd3-4ed4-ba14-09455e5ca44e req-76ffe0fc-39a0-4d49-b547-9391a3dccf10 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 210 time: 0.0450466
Dec 19 13:59:23.974847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f861-9614-4346-b780-7f319d453ac1 req-e175970d-9bc5-4d29-9e58-f9d8ba2cb039 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:23.976170 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-e175970d-9bc5-4d29-9e58-f9d8ba2cb039 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.18 "GET /v2.0/networks?id=71c2c207-1c14-4704-80d9-47f2d6980b8d HTTP/1.1" status: 200  len: 813 time: 0.1429579
Dec 19 13:59:23.992786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Request body: {'port': {'device_id': '4c682630-8b46-413c-a6d6-3fb4cc0dd285', 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d', 'admin_state_up': True, 'tenant_id': '6b8eaf7273974b5ea427c8f429e4bf24'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:59:24.215775 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8232f602-3fab-4a60-b861-5f70ca676136 req-ed863f7f-0352-4035-b79c-91fa4503c49a tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 210 time: 0.0430067
Dec 19 13:59:24.249756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:59:24.253878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Usage tracker for resource:port and tenant:6b8eaf7273974b5ea427c8f429e4bf24 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:59:24.256667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:59:24.262268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:59:24.358266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Made reservation on behalf of 6b8eaf7273974b5ea427c8f429e4bf24 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:59:24.361367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:24.519663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Allocated IP 172.20.0.2 (71c2c207-1c14-4704-80d9-47f2d6980b8d/751f8b9b-477c-4d03-8cb2-5bec770cc249/ed0fb8c9-329b-4a82-8c44-df3b8236dbf5) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:59:24.716344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:24.787489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:24.793112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2a8bcd46-50de-48f3-9031-3aa679ce3c95 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:24.851702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Network 71c2c207-1c14-4704-80d9-47f2d6980b8d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:59:24.854619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:59:24.857026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:59:24.907660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Pushing event updated for resources: {'Port': ['ID=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:24.911020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:24.933075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:24.933659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:24.993079 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0038891
Dec 19 13:59:25.005604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Request body: {'port': {'device_id': '4c682630-8b46-413c-a6d6-3fb4cc0dd285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:59:25.113117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:25.417076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880026d-506c-4928-8e63-efe12c5fabc6 req-397e2354-954a-40ac-8e0e-addcf2966c38 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:25.418413 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0880026d-506c-4928-8e63-efe12c5fabc6 req-397e2354-954a-40ac-8e0e-addcf2966c38 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 931 time: 0.0765927
Dec 19 13:59:25.443244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:59:25.450101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:25.464650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Transition to ACTIVE for port object ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:59:25.467046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-0880026d-506c-4928-8e63-efe12c5fabc6 req-42235af8-93ea-417b-a93f-88a498d3e106 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Synchronizing usage tracker for tenant:6b8eaf7273974b5ea427c8f429e4bf24 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:59:25.536014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:25.539784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ee5ba171-621c-4109-b75d-803b8f5066ea tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:25.558439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-0880026d-506c-4928-8e63-efe12c5fabc6 req-42235af8-93ea-417b-a93f-88a498d3e106 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Unset dirty status for tenant:6b8eaf7273974b5ea427c8f429e4bf24 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:59:25.560126 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0880026d-506c-4928-8e63-efe12c5fabc6 req-42235af8-93ea-417b-a93f-88a498d3e106 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357245
Dec 19 13:59:25.660325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:25.664315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:25.684190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:25.767461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Attempting to bind port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:59:25.767785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Attempting to bind port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:59:25.768102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Attempting to bind port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 on network 71c2c207-1c14-4704-80d9-47f2d6980b8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:59:25.774334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 on network 71c2c207-1c14-4704-80d9-47f2d6980b8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:59:25.774646 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Attempting to bind port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 on network 71c2c207-1c14-4704-80d9-47f2d6980b8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:59:25.780717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:59:25.781004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Checking segment: {'id': 'bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:59:25.781369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Bound using segment: {'id': 'bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:59:25.781777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Bound port: ed0fb8c9-329b-4a82-8c44-df3b8236dbf5, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:59:25.782106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:25.866018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] For port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:59:25.868891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] For port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5,segment=NetworkSegment(bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4),segment_id=bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:59:25.987835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:25.991548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:26.048374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:26.050227 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] 10.222.0.18 "PUT /v2.0/ports/ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 HTTP/1.1" status: 200  len: 1093 time: 1.0482991
Dec 19 13:59:26.050728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c682630-8b46-413c-a6d6-3fb4cc0dd285', 'tag': 'ed0fb8c9-329b-4a82-8c44-df3b8236dbf5'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:59:26.072419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:26.075525 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:26.106561 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c682630-8b46-413c-a6d6-3fb4cc0dd285', 'tag': 'ed0fb8c9-329b-4a82-8c44-df3b8236dbf5', 'status': 'completed', 'code': 200}
Dec 19 13:59:26.197245 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f21b7d2e-6b33-4132-b15d-b986ca4af578 req-e72fb251-dc8c-4e71-af81-5d96df9023a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b8eaf7273974b5ea427c8f429e4bf24&device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 1096 time: 0.0689182
Dec 19 13:59:26.335751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d2e-6b33-4132-b15d-b986ca4af578 req-87504780-4a05-4a0a-8337-d44060c53685 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:26.337169 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f21b7d2e-6b33-4132-b15d-b986ca4af578 req-87504780-4a05-4a0a-8337-d44060c53685 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6b8eaf7273974b5ea427c8f429e4bf24&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1326194
Dec 19 13:59:26.569463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d2e-6b33-4132-b15d-b986ca4af578 req-4ca43bd5-4c0d-42ed-93fb-60a30aa7a9e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:26.570866 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f21b7d2e-6b33-4132-b15d-b986ca4af578 req-4ca43bd5-4c0d-42ed-93fb-60a30aa7a9e8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2277448
Dec 19 13:59:26.680934 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-8511d56f-5b2e-4620-b37a-c4eca8ce4ed6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b8eaf7273974b5ea427c8f429e4bf24&device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 1096 time: 0.0720825
Dec 19 13:59:26.748590 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-ab2a0428-621e-442e-af8f-62dcb88e5c52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 HTTP/1.1" status: 200  len: 217 time: 0.0602031
Dec 19 13:59:26.760739 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde9a0c-30a8-422d-a0f5-6cf52eeb6696 req-5d13d641-3f37-4661-a738-ef46ec55301c tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:26.762202 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-abde9a0c-30a8-422d-a0f5-6cf52eeb6696 req-5d13d641-3f37-4661-a738-ef46ec55301c tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 943 time: 0.0764227
Dec 19 13:59:26.808841 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-abde9a0c-30a8-422d-a0f5-6cf52eeb6696 req-2cbfc3fc-df09-4ea9-b34a-6448e2d1a737 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410829
Dec 19 13:59:26.814486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f861-9614-4346-b780-7f319d453ac1 req-f754c192-6e1d-41c1-918a-b95cb5e3c533 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:26.816004 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-f754c192-6e1d-41c1-918a-b95cb5e3c533 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=751f8b9b-477c-4d03-8cb2-5bec770cc249 HTTP/1.1" status: 200  len: 853 time: 0.0619271
Dec 19 13:59:26.861006 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-1ccee824-acce-4466-9546-eced6cb1ee0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71c2c207-1c14-4704-80d9-47f2d6980b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387919
Dec 19 13:59:26.990677 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-1041656c-de12-4de1-9922-7367d91509dd service neutron] 10.222.0.18 "GET /v2.0/networks/71c2c207-1c14-4704-80d9-47f2d6980b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237831
Dec 19 13:59:27.123376 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ff73f861-9614-4346-b780-7f319d453ac1 req-1497054d-eaba-4c17-a471-2ab52ed50b91 service neutron] 10.222.0.18 "GET /v2.0/networks/71c2c207-1c14-4704-80d9-47f2d6980b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266673
Dec 19 13:59:28.117204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addad098-c199-4e2e-9a13-6a37797bf11d req-c6930dcb-6231-4379-ba63-ffa20370565d tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:28.118610 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-addad098-c199-4e2e-9a13-6a37797bf11d req-c6930dcb-6231-4379-ba63-ffa20370565d tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 943 time: 0.1866472
Dec 19 13:59:28.162821 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-addad098-c199-4e2e-9a13-6a37797bf11d req-342389b4-ad0e-45bf-89ff-d4e101915eff tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386305
Dec 19 13:59:29.063876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:59:29.194954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5,segment=NetworkSegment(bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4),segment_id=bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:29.208342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'ed0fb8c9-329b-4a82-8c44-df3b8236dbf5', 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d', 'port_id': 'ed0fb8c9-329b-4a82-8c44-df3b8236dbf5', 'mac_address': 'fa:16:3e:c9:c1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751f8b9b-477c-4d03-8cb2-5bec770cc249', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:59:29.261714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:29.278127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:59:29.292969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5,segment=NetworkSegment(bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4),segment_id=bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:29.358947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b8af-c550-42b5-bdfc-c43c8e70dbdd req-cd76ec07-113e-4c56-a45a-dd36a2e9ab9b tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:29.360403 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1123b8af-c550-42b5-bdfc-c43c8e70dbdd req-cd76ec07-113e-4c56-a45a-dd36a2e9ab9b tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 943 time: 0.0773947
Dec 19 13:59:29.368442 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:29.370269 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:29.406718 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1123b8af-c550-42b5-bdfc-c43c8e70dbdd req-3d691998-314b-48b4-a2a1-29882aa043ec tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400691
Dec 19 13:59:29.436751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:29.439793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:29.617624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['ed0fb8c9-329b-4a82-8c44-df3b8236dbf5'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:59:30.606726 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8f32e-993a-44bf-874e-8f281cc73dff req-e5c0d3a9-7a1e-4fd4-a10c-3250f58f1e56 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:30.608168 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-73c8f32e-993a-44bf-874e-8f281cc73dff req-e5c0d3a9-7a1e-4fd4-a10c-3250f58f1e56 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 944 time: 0.0800495
Dec 19 13:59:30.654215 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-73c8f32e-993a-44bf-874e-8f281cc73dff req-2f29eae8-e16c-45a4-872b-f8c56a1cafd5 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395043
Dec 19 13:59:31.079126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:59:31.255440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:59:31.260179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:59:31.260580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:31.376729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:31.405178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c682630-8b46-413c-a6d6-3fb4cc0dd285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0fb8c9-329b-4a82-8c44-df3b8236dbf5'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:59:31.415350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5,segment=NetworkSegment(bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4),segment_id=bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:31.463393 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c682630-8b46-413c-a6d6-3fb4cc0dd285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0fb8c9-329b-4a82-8c44-df3b8236dbf5', 'code': 200}
Dec 19 13:59:31.473485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:31.475330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:31.538520 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:31.541415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:31.792379 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-98199ea8-69f2-465d-8d06-5d666fdab0ff req-a203b87c-34f4-4545-9ef1-d696adfd6e82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 1098 time: 0.0738254
Dec 19 13:59:31.834703 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-98199ea8-69f2-465d-8d06-5d666fdab0ff req-c86d09c3-0392-463c-8b17-1b54693aa4e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361998
Dec 19 13:59:31.849531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019c1d3-2c99-49c2-b24c-643568e4c586 req-c2c57558-c5f2-46e2-8dc9-c1fd3398df6a tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:31.850950 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2019c1d3-2c99-49c2-b24c-643568e4c586 req-c2c57558-c5f2-46e2-8dc9-c1fd3398df6a tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 945 time: 0.0768571
Dec 19 13:59:31.900216 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2019c1d3-2c99-49c2-b24c-643568e4c586 req-0f95489b-6070-45ce-a400-014a84a5c2d8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438154
Dec 19 13:59:33.102585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36411a2-19a9-45b8-98ce-44e2b2244e7a req-bedf6d04-2140-4ebe-a0f3-06b334a8a494 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:33.104045 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a36411a2-19a9-45b8-98ce-44e2b2244e7a req-bedf6d04-2140-4ebe-a0f3-06b334a8a494 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 945 time: 0.0790226
Dec 19 13:59:33.148429 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a36411a2-19a9-45b8-98ce-44e2b2244e7a req-311208f6-4baf-4b1b-8168-bf8bbfa8b7ff tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388608
Dec 19 13:59:33.438896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dffdf-1523-4347-9e58-8547df682268 req-4b113ddf-bc50-4a77-8897-0459ad45abd1 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:33.440530 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-4b113ddf-bc50-4a77-8897-0459ad45abd1 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/networks?id=71c2c207-1c14-4704-80d9-47f2d6980b8d HTTP/1.1" status: 200  len: 813 time: 0.1383934
Dec 19 13:59:33.456919 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-2eb52c09-4ab0-4e5e-896a-9f2e20e2eb15 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/quotas/6b8eaf7273974b5ea427c8f429e4bf24 HTTP/1.1" status: 200  len: 375 time: 0.0110595
Dec 19 13:59:33.538019 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-c401b67a-2e77-4b4d-86e5-4722681a41c2 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b8eaf7273974b5ea427c8f429e4bf24&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0762045
Dec 19 13:59:33.613391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-b5a5de7b-6df2-44e2-98ce-03180b54dd88 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 13:59:33.614532 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-b5a5de7b-6df2-44e2-98ce-03180b54dd88 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0702636
Dec 19 13:59:33.745667 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-7abf7c0e-0b04-4b8f-ace4-a501bf5516de service neutron] 10.222.0.24 "GET /v2.0/networks/71c2c207-1c14-4704-80d9-47f2d6980b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247420
Dec 19 13:59:33.876066 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-26f13c7d-add4-4b3e-a0a5-25adcca330a6 service neutron] 10.222.0.24 "GET /v2.0/networks/71c2c207-1c14-4704-80d9-47f2d6980b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248438
Dec 19 13:59:34.170318 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-79b9d16a-d403-47c6-9f45-3db7aa08594a req-11960c60-ccc0-40da-89ea-f61a63ca27a7 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 210 time: 0.0398743
Dec 19 13:59:35.277715 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9581b69f-7e82-4031-b80d-907af577f8cc req-6623c55a-63df-427b-98bd-e2e8aa1d5f37 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 210 time: 0.0403230
Dec 19 13:59:36.392879 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0cf76601-7dd1-4961-bc1f-042d77e0728f req-0f654bd1-80af-4578-b80e-f09221e39dea tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 210 time: 0.0434844
Dec 19 13:59:37.500763 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-df37f652-abf4-4aa1-86f7-dabe0cf1fbd8 req-df0479a3-dfc4-43b7-a7a5-0e0b24f3901a tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 210 time: 0.0407414
Dec 19 13:59:38.660204 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ad354aaa-4aea-43f2-b069-5d1bc44a0581 req-af2808b9-2b19-4634-b0d5-8575a4a189c0 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 210 time: 0.0422835
Dec 19 13:59:39.822902 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2058d211-9df5-41fa-839a-6fcf03e88741 req-12b11347-970a-4ac6-8413-8830f8693eb1 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 210 time: 0.0440309
Dec 19 13:59:40.193328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f29a5d09-e508-4c78-ace9-cfad932a81e9 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:40.194706 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f29a5d09-e508-4c78-ace9-cfad932a81e9 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.18 "GET /v2.0/networks?id=71c2c207-1c14-4704-80d9-47f2d6980b8d HTTP/1.1" status: 200  len: 813 time: 0.1444330
Dec 19 13:59:40.210870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Request body: {'port': {'device_id': 'ee171338-b4fa-4a3c-a38f-a82807cf7d5f', 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d', 'admin_state_up': True, 'tenant_id': '6b8eaf7273974b5ea427c8f429e4bf24'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:59:40.347907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 13:59:40.351609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Usage tracker for resource:port and tenant:6b8eaf7273974b5ea427c8f429e4bf24 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 13:59:40.354418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 13:59:40.360013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 13:59:40.420753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Made reservation on behalf of 6b8eaf7273974b5ea427c8f429e4bf24 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 13:59:40.423806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:40.584404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Allocated IP 172.20.0.4 (71c2c207-1c14-4704-80d9-47f2d6980b8d/751f8b9b-477c-4d03-8cb2-5bec770cc249/9a61dfcb-a492-4046-a17f-7588d449230d) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 13:59:40.780768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:40.866102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:40.872864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fce8d81a-5d6f-46df-ac40-7fe9eea826f0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:40.878672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['ed0fb8c9-329b-4a82-8c44-df3b8236dbf5'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:59:40.945200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Network 71c2c207-1c14-4704-80d9-47f2d6980b8d is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 13:59:40.951246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 13:59:40.956177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 13:59:40.981613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Pushing event updated for resources: {'Port': ['ID=9a61dfcb-a492-4046-a17f-7588d449230d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:40.987079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:41.022781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:41.023854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:41.027663 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 13:59:41.039609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770907e-2c4f-48ad-9929-9cba52b41121 req-5947d3ac-65b8-4404-9dd4-ea8391150ad6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:41.041214 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2770907e-2c4f-48ad-9929-9cba52b41121 req-5947d3ac-65b8-4404-9dd4-ea8391150ad6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 931 time: 0.0919392
Dec 19 13:59:41.088063 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2770907e-2c4f-48ad-9929-9cba52b41121 req-06c6328c-46ab-4d1e-ae86-51547bc333f7 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413771
Dec 19 13:59:41.095275 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8879535
Dec 19 13:59:41.107258 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Request body: {'port': {'device_id': 'ee171338-b4fa-4a3c-a38f-a82807cf7d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 13:59:41.313273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:41.638849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a61dfcb-a492-4046-a17f-7588d449230d {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:59:41.645649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:41.660791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Transition to ACTIVE for port object 9a61dfcb-a492-4046-a17f-7588d449230d will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 13:59:41.734067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:41.737757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0b6c7626-c9aa-4778-9685-6133d14d573c tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:41.858106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a61dfcb-a492-4046-a17f-7588d449230d,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:41.862105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:41.964782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Attempting to bind port 9a61dfcb-a492-4046-a17f-7588d449230d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 13:59:41.965019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Attempting to bind port 9a61dfcb-a492-4046-a17f-7588d449230d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 13:59:41.965335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Attempting to bind port 9a61dfcb-a492-4046-a17f-7588d449230d on network 71c2c207-1c14-4704-80d9-47f2d6980b8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:59:41.970855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Port 9a61dfcb-a492-4046-a17f-7588d449230d on network 71c2c207-1c14-4704-80d9-47f2d6980b8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 13:59:41.971195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Attempting to bind port 9a61dfcb-a492-4046-a17f-7588d449230d on network 71c2c207-1c14-4704-80d9-47f2d6980b8d {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 13:59:41.977872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 13:59:41.978194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Checking segment: {'id': 'bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 13:59:41.978562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Bound using segment: {'id': 'bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 13:59:41.978973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Bound port: 9a61dfcb-a492-4046-a17f-7588d449230d, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 13:59:41.979328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:42.063688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] For port 9a61dfcb-a492-4046-a17f-7588d449230d, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 13:59:42.067295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] For port 9a61dfcb-a492-4046-a17f-7588d449230d, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9a61dfcb-a492-4046-a17f-7588d449230d,segment=NetworkSegment(bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4),segment_id=bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 13:59:42.170162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:42.174756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-07224a19-a157-461a-87e7-352f295428ef tempest-ServerDiskConfigTestJSON-400016027 tempest-ServerDiskConfigTestJSON-400016027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:42.228135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:42.229461 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] 10.222.0.18 "PUT /v2.0/ports/9a61dfcb-a492-4046-a17f-7588d449230d HTTP/1.1" status: 200  len: 1093 time: 1.1265450
Dec 19 13:59:42.231862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee171338-b4fa-4a3c-a38f-a82807cf7d5f', 'tag': '9a61dfcb-a492-4046-a17f-7588d449230d'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:59:42.265604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a61dfcb-a492-4046-a17f-7588d449230d,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:42.269506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:42.289474 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee171338-b4fa-4a3c-a38f-a82807cf7d5f', 'tag': '9a61dfcb-a492-4046-a17f-7588d449230d', 'status': 'completed', 'code': 200}
Dec 19 13:59:42.297833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644cab1-34a8-4af0-95a1-e31604904b6e req-8be80a4f-e3cb-4fd4-99d8-d215f0b46387 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:42.299308 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7644cab1-34a8-4af0-95a1-e31604904b6e req-8be80a4f-e3cb-4fd4-99d8-d215f0b46387 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 943 time: 0.0885565
Dec 19 13:59:42.348237 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7644cab1-34a8-4af0-95a1-e31604904b6e req-3f56f763-9050-4165-90be-b3f366465a7a tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427017
Dec 19 13:59:42.382325 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f403f78f-2b5c-455c-b548-cd18ec8222d0 req-1929dd50-823e-40fb-81d2-03185799aa2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b8eaf7273974b5ea427c8f429e4bf24&device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 1096 time: 0.0729933
Dec 19 13:59:42.404127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f1b4df3b-0c99-4988-8627-b8b3bb8d0579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:42.522015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403f78f-2b5c-455c-b548-cd18ec8222d0 req-52de7126-6a9c-4041-a142-f1d7e315cfe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:42.523452 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f403f78f-2b5c-455c-b548-cd18ec8222d0 req-52de7126-6a9c-4041-a142-f1d7e315cfe5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6b8eaf7273974b5ea427c8f429e4bf24&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1346750
Dec 19 13:59:42.658575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403f78f-2b5c-455c-b548-cd18ec8222d0 req-5c9091b0-a66d-4e53-b7cd-2a073d5d739c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:42.660548 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f403f78f-2b5c-455c-b548-cd18ec8222d0 req-5c9091b0-a66d-4e53-b7cd-2a073d5d739c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1307323
Dec 19 13:59:42.766584 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-d6377974-a478-4c36-8324-f0a9df25ec1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b8eaf7273974b5ea427c8f429e4bf24&device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 1096 time: 0.0723073
Dec 19 13:59:42.832091 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-d252897b-7c8b-4f85-a2d6-bfb1a0ec0720 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a61dfcb-a492-4046-a17f-7588d449230d HTTP/1.1" status: 200  len: 217 time: 0.0589399
Dec 19 13:59:42.894652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dffdf-1523-4347-9e58-8547df682268 req-3557bf97-cefb-42e4-9757-dc206fc3e4af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:42.896079 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-3557bf97-cefb-42e4-9757-dc206fc3e4af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=751f8b9b-477c-4d03-8cb2-5bec770cc249 HTTP/1.1" status: 200  len: 853 time: 0.0587437
Dec 19 13:59:42.939959 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-d1eca2c3-f243-47eb-8f18-16d59c3046d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71c2c207-1c14-4704-80d9-47f2d6980b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380375
Dec 19 13:59:43.072002 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-6c4e4592-ffe5-4718-88ba-b37fa93ffcba service neutron] 10.222.0.18 "GET /v2.0/networks/71c2c207-1c14-4704-80d9-47f2d6980b8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248138
Dec 19 13:59:43.201210 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0d4dffdf-1523-4347-9e58-8547df682268 req-f1a1f078-4ffe-4440-af8f-de14e0f0668e service neutron] 10.222.0.18 "GET /v2.0/networks/71c2c207-1c14-4704-80d9-47f2d6980b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224005
Dec 19 13:59:43.547504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a515ad-1e99-48c9-ae41-e586280aa3c5 req-78cfdf6f-d153-4beb-8f82-0924f15e24d3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:43.548932 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-57a515ad-1e99-48c9-ae41-e586280aa3c5 req-78cfdf6f-d153-4beb-8f82-0924f15e24d3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 943 time: 0.0747159
Dec 19 13:59:43.595862 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-57a515ad-1e99-48c9-ae41-e586280aa3c5 req-b70fa837-44e6-4740-b93d-4ca26a8b05be tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407417
Dec 19 13:59:44.682633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0595c67e-563b-4867-a5cd-d1ea33f5b9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:44.795879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33569b9-b610-4637-95c7-cf1bc8e30592 req-c78f9eab-867c-4c9b-990c-8178e00b13e9 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:44.797304 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c33569b9-b610-4637-95c7-cf1bc8e30592 req-c78f9eab-867c-4c9b-990c-8178e00b13e9 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 943 time: 0.0794919
Dec 19 13:59:44.841721 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c33569b9-b610-4637-95c7-cf1bc8e30592 req-53dca2bf-9729-438f-9d4b-658029840e4c tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387683
Dec 19 13:59:45.188894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9a61dfcb-a492-4046-a17f-7588d449230d details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 13:59:45.319121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9a61dfcb-a492-4046-a17f-7588d449230d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9a61dfcb-a492-4046-a17f-7588d449230d,segment=NetworkSegment(bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4),segment_id=bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:45.332076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '9a61dfcb-a492-4046-a17f-7588d449230d', 'network_id': '71c2c207-1c14-4704-80d9-47f2d6980b8d', 'port_id': '9a61dfcb-a492-4046-a17f-7588d449230d', 'mac_address': 'fa:16:3e:24:87:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751f8b9b-477c-4d03-8cb2-5bec770cc249', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 13:59:45.387314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:45.403935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a61dfcb-a492-4046-a17f-7588d449230d {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 13:59:45.418780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9a61dfcb-a492-4046-a17f-7588d449230d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9a61dfcb-a492-4046-a17f-7588d449230d,segment=NetworkSegment(bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4),segment_id=bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:45.478362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:45.480050 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:45.543040 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=9a61dfcb-a492-4046-a17f-7588d449230d,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:45.551260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:45.551608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:45.551948 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:45.552278 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:45.552608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:45.552958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:45.553281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:45.553631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:45.553960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:45.554279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:45.554596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 13:59:45.558254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:45.684840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['9a61dfcb-a492-4046-a17f-7588d449230d'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:59:46.034636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29c128-411a-460b-b385-089b1514f783 req-54f480b2-c1bd-44c5-8fd0-24bab0823dc7 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:46.036075 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8f29c128-411a-460b-b385-089b1514f783 req-54f480b2-c1bd-44c5-8fd0-24bab0823dc7 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 944 time: 0.0753984
Dec 19 13:59:46.083967 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8f29c128-411a-460b-b385-089b1514f783 req-c88b0c46-c193-4b86-92eb-36d29f6cb1eb tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424953
Dec 19 13:59:46.247210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:46.322514 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:47.188820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9a61dfcb-a492-4046-a17f-7588d449230d up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 13:59:47.306835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 9a61dfcb-a492-4046-a17f-7588d449230d completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 13:59:47.311940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 9a61dfcb-a492-4046-a17f-7588d449230d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 13:59:47.312344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:47.382746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda4447-e9cb-4118-ae80-d54c22438249 req-46927760-d54c-4204-ac13-4697765b6a15 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:47.384135 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bdda4447-e9cb-4118-ae80-d54c22438249 req-46927760-d54c-4204-ac13-4697765b6a15 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 944 time: 0.1790130
Dec 19 13:59:47.427944 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:47.428949 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bdda4447-e9cb-4118-ae80-d54c22438249 req-5883d474-9b65-41dc-b215-dda3d9945932 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391495
Dec 19 13:59:47.456428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee171338-b4fa-4a3c-a38f-a82807cf7d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a61dfcb-a492-4046-a17f-7588d449230d'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:59:47.465839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 9a61dfcb-a492-4046-a17f-7588d449230d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9a61dfcb-a492-4046-a17f-7588d449230d,segment=NetworkSegment(bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4),segment_id=bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:47.509932 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee171338-b4fa-4a3c-a38f-a82807cf7d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a61dfcb-a492-4046-a17f-7588d449230d', 'code': 200}
Dec 19 13:59:47.552658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:47.554519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:47.630136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=9a61dfcb-a492-4046-a17f-7588d449230d,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:47.633174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:47.661409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:47.958582 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f9ff8d25-7965-4869-bcc5-3bd2d04b471f req-22416d1a-d052-4bef-b302-c454c0e1f942 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 1098 time: 0.1654077
Dec 19 13:59:48.002436 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f9ff8d25-7965-4869-bcc5-3bd2d04b471f req-bd76e296-180b-4129-8920-692f7727340b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369799
Dec 19 13:59:48.626303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef7795-447a-41ba-9a64-5f991fef0b12 req-d52b14c7-89ea-406d-88c9-8de1935eb5f6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:48.627775 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3bef7795-447a-41ba-9a64-5f991fef0b12 req-d52b14c7-89ea-406d-88c9-8de1935eb5f6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 945 time: 0.0783408
Dec 19 13:59:48.673470 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3bef7795-447a-41ba-9a64-5f991fef0b12 req-846d361c-3d74-4b95-a51c-67edc6aa923b tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400126
Dec 19 13:59:49.869360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0c181-8d57-47b6-9f04-0a280cb9ad26 req-54fd7081-f577-4933-9ee9-875a5eb8cb90 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:49.870767 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b1e0c181-8d57-47b6-9f04-0a280cb9ad26 req-54fd7081-f577-4933-9ee9-875a5eb8cb90 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 945 time: 0.0758297
Dec 19 13:59:49.916679 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b1e0c181-8d57-47b6-9f04-0a280cb9ad26 req-2796ae05-1c35-4763-acc6-57d8ee859690 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402744
Dec 19 13:59:50.530481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac237-edb3-4773-81ab-13923a5bea8c req-e820e451-3785-490a-96f1-457fe3312aed tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:50.531913 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-76fac237-edb3-4773-81ab-13923a5bea8c req-e820e451-3785-490a-96f1-457fe3312aed tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 945 time: 0.0776377
Dec 19 13:59:50.575653 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-76fac237-edb3-4773-81ab-13923a5bea8c req-238954d3-8ddf-42ad-ba7c-bee9432eaeec tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382903
Dec 19 13:59:51.772887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded26b53-eed1-4340-bde5-da7c52825938 req-fc0f0db3-fbc9-4085-a2df-6c59eb51751d tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:51.784586 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ded26b53-eed1-4340-bde5-da7c52825938 req-fc0f0db3-fbc9-4085-a2df-6c59eb51751d tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 945 time: 0.0767317
Dec 19 13:59:51.790860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-50745f1c-e875-427e-b240-1eb43153e054 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:51.791613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-50745f1c-e875-427e-b240-1eb43153e054 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Synchronizing usage tracker for tenant:6b8eaf7273974b5ea427c8f429e4bf24 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:59:51.824806 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ded26b53-eed1-4340-bde5-da7c52825938 req-9345ad7b-44e8-4841-ba31-dc5916c9907e tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445616
Dec 19 13:59:51.890001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-50745f1c-e875-427e-b240-1eb43153e054 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Unset dirty status for tenant:6b8eaf7273974b5ea427c8f429e4bf24 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:59:51.891089 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-50745f1c-e875-427e-b240-1eb43153e054 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 945 time: 0.1736543
Dec 19 13:59:51.962729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Deleting port 9a61dfcb-a492-4046-a17f-7588d449230d {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:59:51.963079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:52.201278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] For port 9a61dfcb-a492-4046-a17f-7588d449230d, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9a61dfcb-a492-4046-a17f-7588d449230d,segment=NetworkSegment(bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4),segment_id=bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:52.201517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:52.320590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Calling delete_port for 9a61dfcb-a492-4046-a17f-7588d449230d owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:59:52.546684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:52.552403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-99776048-b2e4-4d9e-8bee-d685f2257d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:52.558358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['ed0fb8c9-329b-4a82-8c44-df3b8236dbf5', '9a61dfcb-a492-4046-a17f-7588d449230d'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:59:52.599844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Pushing event deleted for resources: {'Port': ['ID=9a61dfcb-a492-4046-a17f-7588d449230d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:52.603357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:52.675681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] No DVR routers for this DVR port 9a61dfcb-a492-4046-a17f-7588d449230d on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:59:52.678211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:52.680836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee171338-b4fa-4a3c-a38f-a82807cf7d5f', 'name': 'network-vif-deleted', 'tag': '9a61dfcb-a492-4046-a17f-7588d449230d'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:59:52.747119 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee171338-b4fa-4a3c-a38f-a82807cf7d5f', 'name': 'network-vif-deleted', 'tag': '9a61dfcb-a492-4046-a17f-7588d449230d', 'status': 'completed', 'code': 200}
Dec 19 13:59:52.774986 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-23eef279-6dda-4d20-a6b9-0362829742c5 req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.18 "DELETE /v2.0/ports/9a61dfcb-a492-4046-a17f-7588d449230d HTTP/1.1" status: 204  len: 173 time: 0.8783362
Dec 19 13:59:52.989423 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7b4f144a-97ab-473d-b23e-7dd7afa914c7 req-48cde344-5829-4567-81da-20512b617c9b tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee171338-b4fa-4a3c-a38f-a82807cf7d5f HTTP/1.1" status: 200  len: 210 time: 0.0420489
Dec 19 13:59:54.260978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca34d9-d06e-4e3f-b02e-9c436bc53ef2 req-d9803d2d-ecc7-433c-9e9d-e3a032f15be9 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:54.262371 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3eca34d9-d06e-4e3f-b02e-9c436bc53ef2 req-d9803d2d-ecc7-433c-9e9d-e3a032f15be9 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 945 time: 0.0753276
Dec 19 13:59:54.309730 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3eca34d9-d06e-4e3f-b02e-9c436bc53ef2 req-cfe0ff07-8d9a-460b-963c-542d26945d71 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417645
Dec 19 13:59:54.524670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3e0ab-5781-418a-a33a-440161035fb5 req-58d9968b-cdb7-46f7-aaf4-4419f0566d01 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:54.526084 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e8c3e0ab-5781-418a-a33a-440161035fb5 req-58d9968b-cdb7-46f7-aaf4-4419f0566d01 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 945 time: 0.0752017
Dec 19 13:59:54.571254 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e8c3e0ab-5781-418a-a33a-440161035fb5 req-c5e54b59-2719-4869-a1b1-c5eb5a10e89c tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395663
Dec 19 13:59:54.772762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cda90-006c-4e0a-b11b-688dc302bfbb req-2d7b6137-5023-4097-99cd-fe10bc29f3b2 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:54.774156 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-380cda90-006c-4e0a-b11b-688dc302bfbb req-2d7b6137-5023-4097-99cd-fe10bc29f3b2 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 945 time: 0.0787139
Dec 19 13:59:54.819117 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-380cda90-006c-4e0a-b11b-688dc302bfbb req-8f9e45fa-26c6-4e3d-9cd2-f8fbfba7b54c tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394044
Dec 19 13:59:55.012155 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a76cfa8d-93c1-4f1d-aa98-10f009bbe4f6 req-316ca0be-7fe8-4508-acab-30ee41bc8ec3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0661061
Dec 19 13:59:55.206208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f33fd4-d409-46af-8329-3c8d880a0771 req-d7c7c797-a835-4e73-8013-5a90323e4564 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:55.208343 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-45f33fd4-d409-46af-8329-3c8d880a0771 req-d7c7c797-a835-4e73-8013-5a90323e4564 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 945 time: 0.0799925
Dec 19 13:59:55.228953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9a61dfcb-a492-4046-a17f-7588d449230d no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 13:59:55.253635 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-45f33fd4-d409-46af-8329-3c8d880a0771 req-39d78eb1-84dd-4be7-9ef0-c38063b5e565 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397689
Dec 19 13:59:55.264336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 9a61dfcb-a492-4046-a17f-7588d449230d {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 13:59:55.264756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 9a61dfcb-a492-4046-a17f-7588d449230d not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 13:59:55.445630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ff9f4-5a6a-4731-83e4-504f18dfdad8 req-aeccb318-b976-4f87-b3d5-5391342cf9cf tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:55.447048 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-af7ff9f4-5a6a-4731-83e4-504f18dfdad8 req-aeccb318-b976-4f87-b3d5-5391342cf9cf tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 945 time: 0.0744021
Dec 19 13:59:55.491526 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-af7ff9f4-5a6a-4731-83e4-504f18dfdad8 req-2123bb89-cc90-4894-93c9-a0e0b150e715 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386381
Dec 19 13:59:55.704737 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dac43b-3ab1-41f0-8502-3ba4cd359c47 req-1542bcfc-da19-4498-843a-025390262b68 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:55.706152 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24dac43b-3ab1-41f0-8502-3ba4cd359c47 req-1542bcfc-da19-4498-843a-025390262b68 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 945 time: 0.0792301
Dec 19 13:59:55.723085 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:55.751223 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24dac43b-3ab1-41f0-8502-3ba4cd359c47 req-1ea52c2c-c6fc-4ee0-bb3b-cd0602cbcd57 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391729
Dec 19 13:59:56.502303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cd8d9-e18a-482d-85bf-3d340de10d3f req-736ebe9e-dda0-4754-982e-3d28fb7aa671 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:56.504270 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-569cd8d9-e18a-482d-85bf-3d340de10d3f req-736ebe9e-dda0-4754-982e-3d28fb7aa671 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 945 time: 0.0775826
Dec 19 13:59:56.548174 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-569cd8d9-e18a-482d-85bf-3d340de10d3f req-44e3157f-7625-43ce-8140-bc6f6ee36326 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383971
Dec 19 13:59:57.749233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4abb5-f46c-4006-b281-283cc2a94a41 req-c0306e02-e0a0-49f3-8461-f4ea874b773d tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:57.750655 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-02e4abb5-f46c-4006-b281-283cc2a94a41 req-c0306e02-e0a0-49f3-8461-f4ea874b773d tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 945 time: 0.0789587
Dec 19 13:59:57.757500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-d461a189-7af0-442c-a480-3723c72c4e7b tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 13:59:57.758175 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-d461a189-7af0-442c-a480-3723c72c4e7b tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Synchronizing usage tracker for tenant:6b8eaf7273974b5ea427c8f429e4bf24 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 13:59:57.796444 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-02e4abb5-f46c-4006-b281-283cc2a94a41 req-712b6e3a-249b-4174-a7d3-4380397a50f9 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd179a1-22c0-4f13-8d4a-c270456c91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401428
Dec 19 13:59:57.826971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-d461a189-7af0-442c-a480-3723c72c4e7b tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Unset dirty status for tenant:6b8eaf7273974b5ea427c8f429e4bf24 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 13:59:57.828198 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-d461a189-7af0-442c-a480-3723c72c4e7b tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 945 time: 0.1547148
Dec 19 13:59:57.895443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Deleting port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 13:59:57.895688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:58.133112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] For port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5,segment=NetworkSegment(bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4),segment_id=bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 13:59:58.133462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:58.251452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Calling delete_port for ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 13:59:58.449478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:58.454933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 13:59:58.460525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['ed0fb8c9-329b-4a82-8c44-df3b8236dbf5'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 13:59:58.497940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Pushing event deleted for resources: {'Port': ['ID=ed0fb8c9-329b-4a82-8c44-df3b8236dbf5,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 13:59:58.501424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 13:59:58.668632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] No DVR routers for this DVR port ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 13:59:58.671011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 13:59:58.673663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c682630-8b46-413c-a6d6-3fb4cc0dd285', 'name': 'network-vif-deleted', 'tag': 'ed0fb8c9-329b-4a82-8c44-df3b8236dbf5'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 13:59:58.727175 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c682630-8b46-413c-a6d6-3fb4cc0dd285', 'name': 'network-vif-deleted', 'tag': 'ed0fb8c9-329b-4a82-8c44-df3b8236dbf5', 'status': 'completed', 'code': 200}
Dec 19 13:59:58.736222 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-062089d8-0f3c-44ab-b1c5-03d4568c554e req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.18 "DELETE /v2.0/ports/ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 HTTP/1.1" status: 204  len: 173 time: 0.9028399
Dec 19 13:59:58.968135 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2793580e-fe22-4763-85dc-b9696c3ccb48 req-efa54093-cd55-413a-b495-9d7f6149d484 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c682630-8b46-413c-a6d6-3fb4cc0dd285 HTTP/1.1" status: 200  len: 210 time: 0.0406165
Dec 19 14:00:00.074062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51390) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:00.133932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e57d17-159c-48b6-aa00-c7f72dda0df0 admin admin] Deleting subnet 751f8b9b-477c-4d03-8cb2-5bec770cc249 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:00:00.136810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-39e57d17-159c-48b6-aa00-c7f72dda0df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.187644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-39e57d17-159c-48b6-aa00-c7f72dda0df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.241868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-39e57d17-159c-48b6-aa00-c7f72dda0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.368377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-39e57d17-159c-48b6-aa00-c7f72dda0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.372030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c6b24f50-f7f8-48f6-85f0-831ddbd17343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:00.407732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e57d17-159c-48b6-aa00-c7f72dda0df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751f8b9b-477c-4d03-8cb2-5bec770cc249,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:00.411687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-39e57d17-159c-48b6-aa00-c7f72dda0df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:00.414870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-39e57d17-159c-48b6-aa00-c7f72dda0df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.420553 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-39e57d17-159c-48b6-aa00-c7f72dda0df0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/751f8b9b-477c-4d03-8cb2-5bec770cc249 HTTP/1.1" status: 204  len: 168 time: 0.3454287
Dec 19 14:00:00.422964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51394) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:00.524621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.650402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.675406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d467cb8e0>,) {'filters': {'network_id': ['71c2c207-1c14-4704-80d9-47f2d6980b8d']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:00.687363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d467cb8e0>, 'bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:00.687656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d467cb8e0>, 'bf6a10b3-ab54-4f1a-b78f-7acd425dd8a4') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:00.699007 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.715757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.721987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:00:00.723317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:00:00.736280 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:00:00.896093 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.899496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8129f750-5001-49a3-abb2-6937684b229a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:00.912406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:00.922505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=71c2c207-1c14-4704-80d9-47f2d6980b8d,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:00.925553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:00.998796 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] 10.222.0.24 "DELETE /v2.0/networks/71c2c207-1c14-4704-80d9-47f2d6980b8d HTTP/1.1" status: 204  len: 168 time: 0.5748570
Dec 19 14:00:01.266151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:00:01.299387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:00:01.299738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ed0fb8c9-329b-4a82-8c44-df3b8236dbf5 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:00:01.305787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51400) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:01.355423 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-614b591e-1ce1-42ac-a558-4e31b3f31b9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b8eaf7273974b5ea427c8f429e4bf24&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0484195
Dec 19 14:00:01.357791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51404) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:01.415560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1252-61cc-4e33-afa4-3e4f882445a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:01.440278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1252-61cc-4e33-afa4-3e4f882445a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:01.563997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1252-61cc-4e33-afa4-3e4f882445a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:01.567765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1400490a-7ed7-4b4f-9cb1-f02e32073b59 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:01.584649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a1252-61cc-4e33-afa4-3e4f882445a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd179a1-22c0-4f13-8d4a-c270456c91a6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:01.587218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc3a1252-61cc-4e33-afa4-3e4f882445a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:01.647679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fc3a1252-61cc-4e33-afa4-3e4f882445a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:01.651132 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fc3a1252-61cc-4e33-afa4-3e4f882445a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cd179a1-22c0-4f13-8d4a-c270456c91a6 HTTP/1.1" status: 204  len: 168 time: 0.2896512
Dec 19 14:00:02.826262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51426) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:02.953630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300872037'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:02.959228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:02.962954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Usage tracker for resource:network and tenant:784050b3d9a24ae6896250959d4dffb6 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:02.965748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:02.977005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:03.043766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Made reservation on behalf of 784050b3d9a24ae6896250959d4dffb6 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:03.046721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:03.059512 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:03.090782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:03.094529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Usage tracker for resource:security_group_rule and tenant:784050b3d9a24ae6896250959d4dffb6 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:03.097354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:03.103145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:03.169107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:03.254990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:03.257862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc3a1252-61cc-4e33-afa4-3e4f882445a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:03.290125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:00:03.295213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded959c9-a42e-452e-be36-8f566042dd93,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:03.306009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:03.306395 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Added segment 4f3f4928-2b6e-4150-baf2-e41aee7cd954 of type vlan for network 4a36df0e-226b-4946-a85b-b73374403e5f
Dec 19 14:00:03.308103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:03.308469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:03.313837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:03.313837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:03.313837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:03.313837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:03.313837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:03.313837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:03.313837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:03.313837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:03.313837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:03.318947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:03.340896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:03.431212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:03.434863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:03.435460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:03.440410 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fd410dfe-dd12-46e7-96f2-21baa57945c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:03.546033 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event updated for resources: {'Network': ['ID=4a36df0e-226b-4946-a85b-b73374403e5f,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:03.548660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:03.556407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 4a36df0e-226b-4946-a85b-b73374403e5f details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:00:03.616450 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ba585c7b-009b-49d7-a9db-23c2b15a5cdb tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7890871
Dec 19 14:00:06.788060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51432) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:06.793952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Request body: {'subnet': {'network_id': '4a36df0e-226b-4946-a85b-b73374403e5f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:06.906824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:06.910730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Usage tracker for resource:subnet and tenant:784050b3d9a24ae6896250959d4dffb6 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:06.917250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:06.919311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:07.015495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Made reservation on behalf of 784050b3d9a24ae6896250959d4dffb6 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:07.119800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:07.392457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:07.396086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-117dd25f-8c8a-4f5a-a81a-6e9d5afc8966 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:07.570764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event updated for resources: {'Subnet': ['ID=5bf8c22b-8392-4597-92e7-1bddf49b1d22,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:07.574790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:07.582910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Checking segment: {'id': '4f3f4928-2b6e-4150-baf2-e41aee7cd954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a36df0e-226b-4946-a85b-b73374403e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:07.583283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Network hostable DHCP agents. Network: 4a36df0e-226b-4946-a85b-b73374403e5f, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:00:07.661431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Network 4a36df0e-226b-4946-a85b-b73374403e5f is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:00:07.723828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 4a36df0e-226b-4946-a85b-b73374403e5f) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:07.727673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:07.728244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:07.732429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d840e9-510a-46ce-b6f1-d560e1be8696 None None] Network 4a36df0e-226b-4946-a85b-b73374403e5f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:07.826805 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0376437
Dec 19 14:00:07.830062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51436) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:07.835768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1365997455'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:07.840691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:07.844507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Usage tracker for resource:network and tenant:784050b3d9a24ae6896250959d4dffb6 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:07.847994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:07.853862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:07.929977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Made reservation on behalf of 784050b3d9a24ae6896250959d4dffb6 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:07.933059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:07.961581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:00:07.971559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:07.971826 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Added segment 68aa359a-9cac-4de4-b46c-055f401dc26f of type vlan for network 2e69b613-e7ca-43e6-9997-3538f9e24a72
Dec 19 14:00:07.976878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-4a36df0e-226b-4946-a85b-b73374403e5f', 'network_id': '4a36df0e-226b-4946-a85b-b73374403e5f', 'tenant_id': '784050b3d9a24ae6896250959d4dffb6', 'fixed_ips': [{'subnet_id': '5bf8c22b-8392-4597-92e7-1bddf49b1d22'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:00:07.977747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:08.001051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:08.129526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Allocated IP 2001:db8:0:ffff::2 (4a36df0e-226b-4946-a85b-b73374403e5f/5bf8c22b-8392-4597-92e7-1bddf49b1d22/b4cdebc6-58f6-4d3a-ac0e-15727c30836c) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:08.140161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:08.144619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:08.145189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:08.150356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4f7df5c0-896d-4efc-b2ac-03dcef0b7d57 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:08.253030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event updated for resources: {'Network': ['ID=2e69b613-e7ca-43e6-9997-3538f9e24a72,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:08.256006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:08.271163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2e69b613-e7ca-43e6-9997-3538f9e24a72 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:00:08.300721 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4695616
Dec 19 14:00:08.303649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51440) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:08.309164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Request body: {'subnet': {'network_id': '2e69b613-e7ca-43e6-9997-3538f9e24a72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:08.418997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:08.422718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Usage tracker for resource:subnet and tenant:784050b3d9a24ae6896250959d4dffb6 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:08.425719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:08.425979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:08.431757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:08.435840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Transition to ACTIVE for port object b4cdebc6-58f6-4d3a-ac0e-15727c30836c will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:08.455734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Transition to ACTIVE for port object b4cdebc6-58f6-4d3a-ac0e-15727c30836c will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:08.545513 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Made reservation on behalf of 784050b3d9a24ae6896250959d4dffb6 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:08.574891 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:08.578501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:08.646866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Network 4a36df0e-226b-4946-a85b-b73374403e5f is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:08.650172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Pushing event updated for resources: {'Port': ['ID=b4cdebc6-58f6-4d3a-ac0e-15727c30836c,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:08.653484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:08.653611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:08.654256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:08.655009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:08.738453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Attempting to bind port b4cdebc6-58f6-4d3a-ac0e-15727c30836c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:08.739234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Attempting to bind port b4cdebc6-58f6-4d3a-ac0e-15727c30836c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '4f3f4928-2b6e-4150-baf2-e41aee7cd954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a36df0e-226b-4946-a85b-b73374403e5f'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:08.739348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Attempting to bind port b4cdebc6-58f6-4d3a-ac0e-15727c30836c on network 4a36df0e-226b-4946-a85b-b73374403e5f {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:08.745427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:08.745797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Checking segment: {'id': '4f3f4928-2b6e-4150-baf2-e41aee7cd954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a36df0e-226b-4946-a85b-b73374403e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:08.746195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:08.746583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Bound using segment: {'id': '4f3f4928-2b6e-4150-baf2-e41aee7cd954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a36df0e-226b-4946-a85b-b73374403e5f'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:08.747041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Bound port: b4cdebc6-58f6-4d3a-ac0e-15727c30836c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3f4928-2b6e-4150-baf2-e41aee7cd954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4a36df0e-226b-4946-a85b-b73374403e5f'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:08.747436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:08.838540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] For port b4cdebc6-58f6-4d3a-ac0e-15727c30836c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:08.841772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] For port b4cdebc6-58f6-4d3a-ac0e-15727c30836c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b4cdebc6-58f6-4d3a-ac0e-15727c30836c,segment=NetworkSegment(4f3f4928-2b6e-4150-baf2-e41aee7cd954),segment_id=4f3f4928-2b6e-4150-baf2-e41aee7cd954)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:08.930196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:08.933913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:08.964149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:08.968514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ef372e4d-a1e1-42c4-801b-ae0c07bc7492 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:09.012885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Pushing event updated for resources: {'Port': ['ID=b4cdebc6-58f6-4d3a-ac0e-15727c30836c,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:09.015170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:09.051440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event updated for resources: {'Subnet': ['ID=60058ee5-c74f-429c-98d2-56479cf70518,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:09.056427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:09.067102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Checking segment: {'id': '68aa359a-9cac-4de4-b46c-055f401dc26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e69b613-e7ca-43e6-9997-3538f9e24a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:09.067455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Network hostable DHCP agents. Network: 2e69b613-e7ca-43e6-9997-3538f9e24a72, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:00:09.153872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Network 2e69b613-e7ca-43e6-9997-3538f9e24a72 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:00:09.249901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2e69b613-e7ca-43e6-9997-3538f9e24a72) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:09.256498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:09.256498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:09.258844 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96cf93e-9aa1-4e33-80ec-9d0da1bae552 None None] Network 2e69b613-e7ca-43e6-9997-3538f9e24a72 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:09.370769 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 1.0659645
Dec 19 14:00:09.373443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51444) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:09.476329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2e69b613-e7ca-43e6-9997-3538f9e24a72', 'network_id': '2e69b613-e7ca-43e6-9997-3538f9e24a72', 'tenant_id': '784050b3d9a24ae6896250959d4dffb6', 'fixed_ips': [{'subnet_id': '60058ee5-c74f-429c-98d2-56479cf70518'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:00:09.477205 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:09.515993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:09.584187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:09.644673 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Allocated IP 2001:db8::2 (2e69b613-e7ca-43e6-9997-3538f9e24a72/60058ee5-c74f-429c-98d2-56479cf70518/cc68ed8a-141a-4cc1-b61b-1fe2d36bd134) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:09.862041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:09.872819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Transition to ACTIVE for port object cc68ed8a-141a-4cc1-b61b-1fe2d36bd134 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:09.891641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Transition to ACTIVE for port object cc68ed8a-141a-4cc1-b61b-1fe2d36bd134 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:09.917360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bebec8-ec59-4ef9-a0df-bb2d7093a052 None None] Network 4a36df0e-226b-4946-a85b-b73374403e5f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:09.978200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:09.985302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:10.040905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.044946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7bf4ab29-c88b-4abd-9bb6-9828778730d7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:10.083528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Subnet': ['ID=60058ee5-c74f-429c-98d2-56479cf70518,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:10.085862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:10.133995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Network 2e69b613-e7ca-43e6-9997-3538f9e24a72 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:10.146558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:10.151461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Pushing event updated for resources: {'Port': ['ID=cc68ed8a-141a-4cc1-b61b-1fe2d36bd134,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:10.153768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:10.159734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:10.193921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.194179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b4cdebc6-58f6-4d3a-ac0e-15727c30836c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:10.219157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d472cf520>,) {'filters': {'network_id': ['2e69b613-e7ca-43e6-9997-3538f9e24a72']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:10.231586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d472cf520>, '68aa359a-9cac-4de4-b46c-055f401dc26f') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:10.231871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d472cf520>, '68aa359a-9cac-4de4-b46c-055f401dc26f') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:10.244055 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.261163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.261398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-430cc527-4daf-421d-bd38-4c6e795dbac9 None None] Provisioning for port b4cdebc6-58f6-4d3a-ac0e-15727c30836c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:10.267348 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:00:10.267866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:00:10.282400 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:00:10.382826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Attempting to bind port cc68ed8a-141a-4cc1-b61b-1fe2d36bd134 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:10.383226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Attempting to bind port cc68ed8a-141a-4cc1-b61b-1fe2d36bd134 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '68aa359a-9cac-4de4-b46c-055f401dc26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e69b613-e7ca-43e6-9997-3538f9e24a72'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:10.383602 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Attempting to bind port cc68ed8a-141a-4cc1-b61b-1fe2d36bd134 on network 2e69b613-e7ca-43e6-9997-3538f9e24a72 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:10.398446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:10.398755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Checking segment: {'id': '68aa359a-9cac-4de4-b46c-055f401dc26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e69b613-e7ca-43e6-9997-3538f9e24a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:10.398920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 14:00:10.398920 dv-neutron-821895-1-hyperv neutron-server[84124]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 14:00:10.398920 dv-neutron-821895-1-hyperv neutron-server[84124]: [parameters: {'id': '2e69b613-e7ca-43e6-9997-3538f9e24a72'}]
Dec 19 14:00:10.398920 dv-neutron-821895-1-hyperv neutron-server[84124]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:00:10.399340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.399440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:00:10.399579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Bound using segment: {'id': '68aa359a-9cac-4de4-b46c-055f401dc26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e69b613-e7ca-43e6-9997-3538f9e24a72'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:10.400044 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Bound port: cc68ed8a-141a-4cc1-b61b-1fe2d36bd134, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68aa359a-9cac-4de4-b46c-055f401dc26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2e69b613-e7ca-43e6-9997-3538f9e24a72'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:10.400426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.503304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port b4cdebc6-58f6-4d3a-ac0e-15727c30836c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:10.509279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] For port cc68ed8a-141a-4cc1-b61b-1fe2d36bd134, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:10.513452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] For port cc68ed8a-141a-4cc1-b61b-1fe2d36bd134, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cc68ed8a-141a-4cc1-b61b-1fe2d36bd134,segment=NetworkSegment(68aa359a-9cac-4de4-b46c-055f401dc26f),segment_id=68aa359a-9cac-4de4-b46c-055f401dc26f)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:10.513873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b4cdebc6-58f6-4d3a-ac0e-15727c30836c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:10.513986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.569709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.574604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:10.653995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Pushing event updated for resources: {'Port': ['ID=cc68ed8a-141a-4cc1-b61b-1fe2d36bd134,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:10.682874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:10.765090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.789663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ca1083dc-1eda-41cb-8ded-6a6dd0692562 None None] Provisioning complete for port b4cdebc6-58f6-4d3a-ac0e-15727c30836c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:10.790113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ca1083dc-1eda-41cb-8ded-6a6dd0692562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.821223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b0ea6b-2b41-45d3-b4e8-f91275d7e9fd None None] Network 2e69b613-e7ca-43e6-9997-3538f9e24a72 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:10.900922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.912629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Deleting port cc68ed8a-141a-4cc1-b61b-1fe2d36bd134 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:10.912949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:10.931310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port b4cdebc6-58f6-4d3a-ac0e-15727c30836c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b4cdebc6-58f6-4d3a-ac0e-15727c30836c,segment=NetworkSegment(4f3f4928-2b6e-4150-baf2-e41aee7cd954),segment_id=4f3f4928-2b6e-4150-baf2-e41aee7cd954)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:11.038608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:11.044122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:11.118228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] For port cc68ed8a-141a-4cc1-b61b-1fe2d36bd134, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cc68ed8a-141a-4cc1-b61b-1fe2d36bd134,segment=NetworkSegment(68aa359a-9cac-4de4-b46c-055f401dc26f),segment_id=68aa359a-9cac-4de4-b46c-055f401dc26f)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:11.118874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:11.140231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=b4cdebc6-58f6-4d3a-ac0e-15727c30836c,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:11.144858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:11.168827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9bedcf-a657-45a2-99d3-c90bdff72498 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 14:00:11.256858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9bedcf-a657-45a2-99d3-c90bdff72498 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 14:00:11.348046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Calling delete_port for cc68ed8a-141a-4cc1-b61b-1fe2d36bd134 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:00:11.501080 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:11.506182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7b553fa0-6899-44d4-8e54-8e588b375f0e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:11.552076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Port': ['ID=cc68ed8a-141a-4cc1-b61b-1fe2d36bd134,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:11.553741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:11.555914 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] No DVR routers for this DVR port cc68ed8a-141a-4cc1-b61b-1fe2d36bd134 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:00:11.678685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:11.703476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4688d700>,) {'filters': {'network_id': ['2e69b613-e7ca-43e6-9997-3538f9e24a72']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:11.715377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4688d700>, '68aa359a-9cac-4de4-b46c-055f401dc26f') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:11.715668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4688d700>, '68aa359a-9cac-4de4-b46c-055f401dc26f') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:11.726801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:11.742494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:11.748507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:00:11.748899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:00:11.763450 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:00:11.906765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:11.910912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:11.913958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-973fc836-087e-40d8-8179-9aba0a83d4c1 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:11.936534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Network': ['ID=2e69b613-e7ca-43e6-9997-3538f9e24a72,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:11.938825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:11.945350 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/networks/2e69b613-e7ca-43e6-9997-3538f9e24a72 HTTP/1.1" status: 204  len: 168 time: 2.5702882
Dec 19 14:00:11.949076 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51448) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:11.954396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-932517845'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:11.959367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:11.963247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Usage tracker for resource:network and tenant:784050b3d9a24ae6896250959d4dffb6 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:11.966108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:11.972313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:12.038595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Made reservation on behalf of 784050b3d9a24ae6896250959d4dffb6 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:12.041666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:12.069754 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:00:12.078289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:12.078626 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Added segment e67bd81d-4820-48ef-a23f-fc811cacbaf0 of type vlan for network 01068dab-6f65-4a72-8a47-5ebe3cefe0a7
Dec 19 14:00:12.105521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:12.138378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b4cdebc6-58f6-4d3a-ac0e-15727c30836c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:12.208866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port b4cdebc6-58f6-4d3a-ac0e-15727c30836c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:12.209240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:12.278334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:12.282070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:12.282639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:12.286876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0a97d70a-acdc-43da-a89d-66f0c4c6b978 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:12.388911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event updated for resources: {'Network': ['ID=01068dab-6f65-4a72-8a47-5ebe3cefe0a7,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:12.391461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:12.398826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 01068dab-6f65-4a72-8a47-5ebe3cefe0a7 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:00:12.558108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-99f8bd47-902a-421f-962b-e4e12a9bf9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:12.559259 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6091175
Dec 19 14:00:12.562009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51452) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:12.568311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Request body: {'subnet': {'network_id': '01068dab-6f65-4a72-8a47-5ebe3cefe0a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:12.677861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:12.681532 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Usage tracker for resource:subnet and tenant:784050b3d9a24ae6896250959d4dffb6 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:12.684320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:12.691463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:12.775368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Made reservation on behalf of 784050b3d9a24ae6896250959d4dffb6 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:12.876406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:12.964826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.ipam_backend_mixin [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Performing IP validity checks on allocation pools {{(pid=84124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 19 14:00:12.965262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.ipam_backend_mixin [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84124) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 19 14:00:13.157231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:13.162420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-77ddb9e5-1b42-4fc2-b209-2abea125ff89 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:13.240056 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event updated for resources: {'Subnet': ['ID=34a517ce-f8aa-441c-be42-b397aae1be20,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:13.242722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:13.251029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Checking segment: {'id': 'e67bd81d-4820-48ef-a23f-fc811cacbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '01068dab-6f65-4a72-8a47-5ebe3cefe0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:13.251402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Network hostable DHCP agents. Network: 01068dab-6f65-4a72-8a47-5ebe3cefe0a7, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:00:13.340809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Network 01068dab-6f65-4a72-8a47-5ebe3cefe0a7 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:00:13.426909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 01068dab-6f65-4a72-8a47-5ebe3cefe0a7) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:13.430643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:13.431267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:13.436895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811a9be4-4787-43fe-8f4e-ad2bebf36782 None None] Network 01068dab-6f65-4a72-8a47-5ebe3cefe0a7 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:13.521718 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.9558005
Dec 19 14:00:13.521948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51456) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:13.654089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-01068dab-6f65-4a72-8a47-5ebe3cefe0a7', 'network_id': '01068dab-6f65-4a72-8a47-5ebe3cefe0a7', 'tenant_id': '784050b3d9a24ae6896250959d4dffb6', 'fixed_ips': [{'subnet_id': '34a517ce-f8aa-441c-be42-b397aae1be20'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:00:13.655735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:13.665005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:13.730167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:13.813800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Allocated IP 2001:db8::3 (01068dab-6f65-4a72-8a47-5ebe3cefe0a7/34a517ce-f8aa-441c-be42-b397aae1be20/033676fa-9609-4526-9ba9-3b4794c01db6) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:14.014639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:14.024639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Transition to ACTIVE for port object 033676fa-9609-4526-9ba9-3b4794c01db6 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:14.042506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Transition to ACTIVE for port object 033676fa-9609-4526-9ba9-3b4794c01db6 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:14.164574 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:14.170434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:14.226165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Network 01068dab-6f65-4a72-8a47-5ebe3cefe0a7 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:14.228911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:14.232447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:14.236730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:14.237313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-06bb0c62-2ce3-47a7-82b6-bf0458728c2f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:14.246594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Pushing event updated for resources: {'Port': ['ID=033676fa-9609-4526-9ba9-3b4794c01db6,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:14.275729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Subnet': ['ID=34a517ce-f8aa-441c-be42-b397aae1be20,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:14.276608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:14.278098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:14.328280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Attempting to bind port 033676fa-9609-4526-9ba9-3b4794c01db6 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:14.328951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Attempting to bind port 033676fa-9609-4526-9ba9-3b4794c01db6 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'e67bd81d-4820-48ef-a23f-fc811cacbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '01068dab-6f65-4a72-8a47-5ebe3cefe0a7'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:14.329374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Attempting to bind port 033676fa-9609-4526-9ba9-3b4794c01db6 on network 01068dab-6f65-4a72-8a47-5ebe3cefe0a7 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:14.336595 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:14.338778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Checking segment: {'id': 'e67bd81d-4820-48ef-a23f-fc811cacbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '01068dab-6f65-4a72-8a47-5ebe3cefe0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:14.338778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:14.338778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Bound using segment: {'id': 'e67bd81d-4820-48ef-a23f-fc811cacbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '01068dab-6f65-4a72-8a47-5ebe3cefe0a7'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:14.338778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Bound port: 033676fa-9609-4526-9ba9-3b4794c01db6, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67bd81d-4820-48ef-a23f-fc811cacbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '01068dab-6f65-4a72-8a47-5ebe3cefe0a7'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:14.338778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:14.373746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:14.399626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d461079d0>,) {'filters': {'network_id': ['01068dab-6f65-4a72-8a47-5ebe3cefe0a7']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:14.411973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d461079d0>, 'e67bd81d-4820-48ef-a23f-fc811cacbaf0') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:14.412265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d461079d0>, 'e67bd81d-4820-48ef-a23f-fc811cacbaf0') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:14.423426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:14.427433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] For port 033676fa-9609-4526-9ba9-3b4794c01db6, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:14.430324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] For port 033676fa-9609-4526-9ba9-3b4794c01db6, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=033676fa-9609-4526-9ba9-3b4794c01db6,segment=NetworkSegment(e67bd81d-4820-48ef-a23f-fc811cacbaf0),segment_id=e67bd81d-4820-48ef-a23f-fc811cacbaf0)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:14.488768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:14.490606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:14.492500 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:14.496979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:00:14.499665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:00:14.511885 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:00:14.606149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Pushing event updated for resources: {'Port': ['ID=033676fa-9609-4526-9ba9-3b4794c01db6,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:14.612105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:14.616174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.db.api [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 14:00:14.616174 dv-neutron-821895-1-hyperv neutron-server[84124]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 14:00:14.616174 dv-neutron-821895-1-hyperv neutron-server[84124]: [parameters: {'id': '01068dab-6f65-4a72-8a47-5ebe3cefe0a7'}]
Dec 19 14:00:14.616174 dv-neutron-821895-1-hyperv neutron-server[84124]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:00:14.617129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_db.api [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:00:14.644936 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9317dedf-ee26-4723-9e8f-ea240f0c29da None None] Network 01068dab-6f65-4a72-8a47-5ebe3cefe0a7 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:14.702031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c69056d7-3d3e-4432-889d-4d65b1978ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:14.834638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a3dbf-8dd7-4529-9b27-d39b19415689 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 14:00:14.918814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a3dbf-8dd7-4529-9b27-d39b19415689 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 14:00:15.118171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:15.129201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Deleting port 033676fa-9609-4526-9ba9-3b4794c01db6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:15.129530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:15.337818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] For port 033676fa-9609-4526-9ba9-3b4794c01db6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=033676fa-9609-4526-9ba9-3b4794c01db6,segment=NetworkSegment(e67bd81d-4820-48ef-a23f-fc811cacbaf0),segment_id=e67bd81d-4820-48ef-a23f-fc811cacbaf0)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:15.338167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:15.455458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Calling delete_port for 033676fa-9609-4526-9ba9-3b4794c01db6 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:00:15.620129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:15.623934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:15.668189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Port': ['ID=033676fa-9609-4526-9ba9-3b4794c01db6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:15.670904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:15.673319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] No DVR routers for this DVR port 033676fa-9609-4526-9ba9-3b4794c01db6 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:00:15.794801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:15.820154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46198eb0>,) {'filters': {'network_id': ['01068dab-6f65-4a72-8a47-5ebe3cefe0a7']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:15.832378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46198eb0>, 'e67bd81d-4820-48ef-a23f-fc811cacbaf0') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:15.832672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46198eb0>, 'e67bd81d-4820-48ef-a23f-fc811cacbaf0') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:15.843957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:15.859763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:15.866335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:00:15.866708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:00:15.883191 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:00:16.032137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:16.037115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:16.039745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cac0d63f-64ce-4ef3-b72b-7d5cb532cc8b tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:16.062856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Network': ['ID=01068dab-6f65-4a72-8a47-5ebe3cefe0a7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:16.065030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:16.070663 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/networks/01068dab-6f65-4a72-8a47-5ebe3cefe0a7 HTTP/1.1" status: 204  len: 168 time: 2.5478015
Dec 19 14:00:16.074494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51460) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:16.084239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-258441251'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:16.084903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:16.088733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Usage tracker for resource:network and tenant:784050b3d9a24ae6896250959d4dffb6 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:16.091528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:16.098516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:16.169280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Made reservation on behalf of 784050b3d9a24ae6896250959d4dffb6 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:16.172204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:16.200719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:00:16.209739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:16.210079 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Added segment 95523e02-64e4-4b65-8977-7936c51265a3 of type vlan for network 726c3b24-bacf-42d3-8d42-c402f28947c3
Dec 19 14:00:16.235481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:16.278028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:16.352251 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:16.421266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:16.425019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:16.431161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:16.431161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:16.531641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event updated for resources: {'Network': ['ID=726c3b24-bacf-42d3-8d42-c402f28947c3,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:16.534285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:16.542913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 726c3b24-bacf-42d3-8d42-c402f28947c3 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:00:16.575979 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5005307
Dec 19 14:00:16.578796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51464) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:16.585270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Request body: {'subnet': {'network_id': '726c3b24-bacf-42d3-8d42-c402f28947c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:16.700509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:16.704152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Usage tracker for resource:subnet and tenant:784050b3d9a24ae6896250959d4dffb6 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:16.707536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:16.713137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:16.791977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Made reservation on behalf of 784050b3d9a24ae6896250959d4dffb6 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:16.989731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:17.249670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:17.254453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6fc52965-a839-4051-ad48-d2566699fe1b tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:17.330910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event updated for resources: {'Subnet': ['ID=b4e4027f-b886-475e-9d54-76b91d28ac3f,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:17.335771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:17.345452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Checking segment: {'id': '95523e02-64e4-4b65-8977-7936c51265a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '726c3b24-bacf-42d3-8d42-c402f28947c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:17.345797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Network hostable DHCP agents. Network: 726c3b24-bacf-42d3-8d42-c402f28947c3, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:00:17.414901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Network 726c3b24-bacf-42d3-8d42-c402f28947c3 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:00:17.472758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 726c3b24-bacf-42d3-8d42-c402f28947c3) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:17.477103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:17.477940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:17.482442 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fb71eb-c2b1-432a-8d34-9402bdab0dcd None None] Network 726c3b24-bacf-42d3-8d42-c402f28947c3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:17.576138 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9962418
Dec 19 14:00:17.583547 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51468) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:17.590738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1384029816'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:17.595978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:17.600795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Usage tracker for resource:network and tenant:784050b3d9a24ae6896250959d4dffb6 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:17.613589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:17.613589 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:17.691212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:17.705282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-726c3b24-bacf-42d3-8d42-c402f28947c3', 'network_id': '726c3b24-bacf-42d3-8d42-c402f28947c3', 'tenant_id': '784050b3d9a24ae6896250959d4dffb6', 'fixed_ips': [{'subnet_id': 'b4e4027f-b886-475e-9d54-76b91d28ac3f'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:00:17.706096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:17.718161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Made reservation on behalf of 784050b3d9a24ae6896250959d4dffb6 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:17.721118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:17.753257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:00:17.762104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:17.765708 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Added segment a2dde106-e852-46f7-b4bb-b96fafc05972 of type vlan for network dbf23c8a-45a0-463c-9380-37bd78994f3a
Dec 19 14:00:17.789030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:17.863496 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Allocated IP 2001:db8::2 (726c3b24-bacf-42d3-8d42-c402f28947c3/b4e4027f-b886-475e-9d54-76b91d28ac3f/888aa492-ca7f-41e7-9ff9-0722a8e3890d) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:17.871611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:17.875372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:17.875941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:17.881169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-10cd1627-0e24-4746-bfa2-77b1ddf290e3 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:17.984887 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event updated for resources: {'Network': ['ID=dbf23c8a-45a0-463c-9380-37bd78994f3a,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:17.994160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:17.994539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:17.994909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:17.995305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:17.995668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:17.996051 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:17.996409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:17.996762 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:17.997148 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:17.997610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:17.997962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:18.001504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:18.028964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:00:18.037005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network dbf23c8a-45a0-463c-9380-37bd78994f3a details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:00:18.044630 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7ff6c641-66b7-4e7f-8740-b76b1bdb10b6 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4589636
Dec 19 14:00:18.047361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51472) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:18.053191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Request body: {'subnet': {'network_id': 'dbf23c8a-45a0-463c-9380-37bd78994f3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:18.157674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:18.161966 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:18.165754 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Usage tracker for resource:subnet and tenant:784050b3d9a24ae6896250959d4dffb6 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:18.168674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:18.171457 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Transition to ACTIVE for port object 888aa492-ca7f-41e7-9ff9-0722a8e3890d will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:18.174674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:18.190350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Transition to ACTIVE for port object 888aa492-ca7f-41e7-9ff9-0722a8e3890d will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:18.266506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Made reservation on behalf of 784050b3d9a24ae6896250959d4dffb6 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:18.290173 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:18.294193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:18.361845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Network 726c3b24-bacf-42d3-8d42-c402f28947c3 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:18.365075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:18.374559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:18.374559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Pushing event updated for resources: {'Port': ['ID=888aa492-ca7f-41e7-9ff9-0722a8e3890d,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:18.375415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:18.461853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Attempting to bind port 888aa492-ca7f-41e7-9ff9-0722a8e3890d on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:18.462109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Attempting to bind port 888aa492-ca7f-41e7-9ff9-0722a8e3890d by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '95523e02-64e4-4b65-8977-7936c51265a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '726c3b24-bacf-42d3-8d42-c402f28947c3'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:18.462472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Attempting to bind port 888aa492-ca7f-41e7-9ff9-0722a8e3890d on network 726c3b24-bacf-42d3-8d42-c402f28947c3 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:18.466795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:18.468718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:18.469092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Checking segment: {'id': '95523e02-64e4-4b65-8977-7936c51265a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '726c3b24-bacf-42d3-8d42-c402f28947c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:18.469484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:18.469872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Bound using segment: {'id': '95523e02-64e4-4b65-8977-7936c51265a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '726c3b24-bacf-42d3-8d42-c402f28947c3'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:18.470322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Bound port: 888aa492-ca7f-41e7-9ff9-0722a8e3890d, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95523e02-64e4-4b65-8977-7936c51265a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '726c3b24-bacf-42d3-8d42-c402f28947c3'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:18.470687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:18.555438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-da584100-4669-4879-ba11-630dbd521df6 None None] For port 888aa492-ca7f-41e7-9ff9-0722a8e3890d, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:18.558375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-da584100-4669-4879-ba11-630dbd521df6 None None] For port 888aa492-ca7f-41e7-9ff9-0722a8e3890d, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=888aa492-ca7f-41e7-9ff9-0722a8e3890d,segment=NetworkSegment(95523e02-64e4-4b65-8977-7936c51265a3),segment_id=95523e02-64e4-4b65-8977-7936c51265a3)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:18.667741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:18.677499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dfda7846-69cd-4e4e-a873-7c4641d66940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:18.781647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:18.786854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c17f062a-3788-4463-96f8-312b545ca602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:18.811413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Pushing event updated for resources: {'Port': ['ID=888aa492-ca7f-41e7-9ff9-0722a8e3890d,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:18.815083 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:18.876703 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event updated for resources: {'Subnet': ['ID=5af2b81b-ea18-443c-8e66-c32ad0d61fe5,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:18.880773 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:18.888490 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Checking segment: {'id': 'a2dde106-e852-46f7-b4bb-b96fafc05972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'dbf23c8a-45a0-463c-9380-37bd78994f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:18.888918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Network hostable DHCP agents. Network: dbf23c8a-45a0-463c-9380-37bd78994f3a, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:00:18.986697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Network dbf23c8a-45a0-463c-9380-37bd78994f3a is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:00:19.061267 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, dbf23c8a-45a0-463c-9380-37bd78994f3a) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:19.065324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:19.066279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:19.070868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afde787d-2324-49c0-bf44-cdd1453555c7 None None] Network dbf23c8a-45a0-463c-9380-37bd78994f3a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:19.170200 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-347cceab-1c79-4d92-8b0e-2523be71550e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1218202
Dec 19 14:00:19.172710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51476) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:19.323926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:19.336345 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-dbf23c8a-45a0-463c-9380-37bd78994f3a', 'network_id': 'dbf23c8a-45a0-463c-9380-37bd78994f3a', 'tenant_id': '784050b3d9a24ae6896250959d4dffb6', 'fixed_ips': [{'subnet_id': '5af2b81b-ea18-443c-8e66-c32ad0d61fe5'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:00:19.341934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:19.391962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:19.500461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Allocated IP 2001:db8::2 (dbf23c8a-45a0-463c-9380-37bd78994f3a/5af2b81b-ea18-443c-8e66-c32ad0d61fe5/d44ed0b1-f4be-44c4-8a58-25259327a87c) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:19.717642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:19.728445 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Transition to ACTIVE for port object d44ed0b1-f4be-44c4-8a58-25259327a87c will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:19.748247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Transition to ACTIVE for port object d44ed0b1-f4be-44c4-8a58-25259327a87c will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:19.758135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64374f35-61bb-4d47-9814-c1ffec59791f None None] Network 726c3b24-bacf-42d3-8d42-c402f28947c3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:19.829916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:19.835406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:19.912794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:19.917158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5c5118b2-d3fc-4943-8f0d-d1c88c7a120b tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:19.938483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Network dbf23c8a-45a0-463c-9380-37bd78994f3a is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:19.948800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:19.955806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:19.959777 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Subnet': ['ID=5af2b81b-ea18-443c-8e66-c32ad0d61fe5,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:19.963235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:19.988806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Pushing event updated for resources: {'Port': ['ID=d44ed0b1-f4be-44c4-8a58-25259327a87c,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:19.997557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:20.001222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6210f9cb-48af-402a-9245-c50a487d2b59 None None] Provisioning for port 888aa492-ca7f-41e7-9ff9-0722a8e3890d completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:20.058814 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.096423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46f0e100>,) {'filters': {'network_id': ['dbf23c8a-45a0-463c-9380-37bd78994f3a']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:20.120350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46f0e100>, 'a2dde106-e852-46f7-b4bb-b96fafc05972') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:20.120768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46f0e100>, 'a2dde106-e852-46f7-b4bb-b96fafc05972') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:20.134151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.139396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Attempting to bind port d44ed0b1-f4be-44c4-8a58-25259327a87c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:20.139778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Attempting to bind port d44ed0b1-f4be-44c4-8a58-25259327a87c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'a2dde106-e852-46f7-b4bb-b96fafc05972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'dbf23c8a-45a0-463c-9380-37bd78994f3a'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:20.140148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Attempting to bind port d44ed0b1-f4be-44c4-8a58-25259327a87c on network dbf23c8a-45a0-463c-9380-37bd78994f3a {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:20.150589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:20.150968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Checking segment: {'id': 'a2dde106-e852-46f7-b4bb-b96fafc05972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'dbf23c8a-45a0-463c-9380-37bd78994f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:20.152377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.152377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Bound using segment: {'id': 'a2dde106-e852-46f7-b4bb-b96fafc05972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'dbf23c8a-45a0-463c-9380-37bd78994f3a'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:20.152377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Bound port: d44ed0b1-f4be-44c4-8a58-25259327a87c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2dde106-e852-46f7-b4bb-b96fafc05972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'dbf23c8a-45a0-463c-9380-37bd78994f3a'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:20.152646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.154149 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.162764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:00:20.163523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.214066 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 888aa492-ca7f-41e7-9ff9-0722a8e3890d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:00:20.238441 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:00:20.313171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 19 14:00:20.313171 dv-neutron-821895-1-hyperv neutron-server[84125]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 19 14:00:20.313171 dv-neutron-821895-1-hyperv neutron-server[84125]: [parameters: {'id': 'dbf23c8a-45a0-463c-9380-37bd78994f3a'}]
Dec 19 14:00:20.313171 dv-neutron-821895-1-hyperv neutron-server[84125]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:00:20.313625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] For port d44ed0b1-f4be-44c4-8a58-25259327a87c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:20.314445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:00:20.316998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] For port d44ed0b1-f4be-44c4-8a58-25259327a87c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d44ed0b1-f4be-44c4-8a58-25259327a87c,segment=NetworkSegment(a2dde106-e852-46f7-b4bb-b96fafc05972),segment_id=a2dde106-e852-46f7-b4bb-b96fafc05972)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:20.439243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.443156 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:20.487012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 888aa492-ca7f-41e7-9ff9-0722a8e3890d completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:20.501899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 888aa492-ca7f-41e7-9ff9-0722a8e3890d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:20.502274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.609518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Pushing event updated for resources: {'Port': ['ID=d44ed0b1-f4be-44c4-8a58-25259327a87c,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:20.623892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:20.641799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-93dcbe69-3351-4fc2-8c4e-40ce40329d41 None None] Provisioning complete for port 888aa492-ca7f-41e7-9ff9-0722a8e3890d triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:20.642173 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93dcbe69-3351-4fc2-8c4e-40ce40329d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.719472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aad1cc-8631-4728-b108-b324c99738f5 None None] Network dbf23c8a-45a0-463c-9380-37bd78994f3a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:20.815578 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.826733 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Deleting port d44ed0b1-f4be-44c4-8a58-25259327a87c {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:20.827082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.845153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:20.991722 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 888aa492-ca7f-41e7-9ff9-0722a8e3890d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=888aa492-ca7f-41e7-9ff9-0722a8e3890d,segment=NetworkSegment(95523e02-64e4-4b65-8977-7936c51265a3),segment_id=95523e02-64e4-4b65-8977-7936c51265a3)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:20.994073 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-93dcbe69-3351-4fc2-8c4e-40ce40329d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:21.029466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] For port d44ed0b1-f4be-44c4-8a58-25259327a87c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d44ed0b1-f4be-44c4-8a58-25259327a87c,segment=NetworkSegment(a2dde106-e852-46f7-b4bb-b96fafc05972),segment_id=a2dde106-e852-46f7-b4bb-b96fafc05972)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:21.030079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:21.083707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:21.086686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:21.153030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Calling delete_port for d44ed0b1-f4be-44c4-8a58-25259327a87c owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:00:21.188186 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d91fa06-673d-42e7-a8d1-1bb2d156a460 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 14:00:21.229256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-93dcbe69-3351-4fc2-8c4e-40ce40329d41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:00:21.231941 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-93dcbe69-3351-4fc2-8c4e-40ce40329d41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:00:21.235194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=888aa492-ca7f-41e7-9ff9-0722a8e3890d,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:21.243111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:21.293236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91fa06-673d-42e7-a8d1-1bb2d156a460 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 14:00:21.295506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:21.299952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8e448a56-add8-4114-99b7-27ac594098ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:21.342148 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Port': ['ID=d44ed0b1-f4be-44c4-8a58-25259327a87c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:21.344661 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:21.347274 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] No DVR routers for this DVR port d44ed0b1-f4be-44c4-8a58-25259327a87c on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:00:21.468877 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:21.494398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46970e50>,) {'filters': {'network_id': ['dbf23c8a-45a0-463c-9380-37bd78994f3a']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:21.510749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46970e50>, 'a2dde106-e852-46f7-b4bb-b96fafc05972') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:21.511036 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46970e50>, 'a2dde106-e852-46f7-b4bb-b96fafc05972') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:21.522352 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:21.538246 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:21.544374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:00:21.544750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:00:21.559364 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:00:21.689855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:21.693890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-77d952ed-d84d-4c1f-9b39-5536462e8d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:21.708307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:21.724655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Network': ['ID=dbf23c8a-45a0-463c-9380-37bd78994f3a,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:21.728822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:21.731511 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/networks/dbf23c8a-45a0-463c-9380-37bd78994f3a HTTP/1.1" status: 204  len: 168 time: 2.5578978
Dec 19 14:00:21.734461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51480) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:21.773587 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31d400b-a116-4fb4-be6a-164c23bc8510 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] GET failed (client error): The resource could not be found.
Dec 19 14:00:21.774081 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b31d400b-a116-4fb4-be6a-164c23bc8510 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Synchronizing usage tracker for tenant:784050b3d9a24ae6896250959d4dffb6 on resource:subnet {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:00:21.862159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-b31d400b-a116-4fb4-be6a-164c23bc8510 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Unset dirty status for tenant:784050b3d9a24ae6896250959d4dffb6 on resource:subnet {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:00:21.864022 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b31d400b-a116-4fb4-be6a-164c23bc8510 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "GET /v2.0/subnets/5af2b81b-ea18-443c-8e66-c32ad0d61fe5 HTTP/1.1" status: 404  len: 337 time: 0.1286650
Dec 19 14:00:21.866780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51484) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:21.892799 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-69babc03-9dc5-42b1-b452-c4ff1553877f tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] DELETE failed (client error): The resource could not be found.
Dec 19 14:00:21.893227 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69babc03-9dc5-42b1-b452-c4ff1553877f tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 14:00:21.895099 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-69babc03-9dc5-42b1-b452-c4ff1553877f tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/networks/dbf23c8a-45a0-463c-9380-37bd78994f3a HTTP/1.1" status: 404  len: 339 time: 0.0273583
Dec 19 14:00:21.901948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51488) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:21.947151 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-67133aff-a030-49f4-b425-e00beac83076 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] DELETE failed (client error): The resource could not be found.
Dec 19 14:00:21.947583 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67133aff-a030-49f4-b425-e00beac83076 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 14:00:21.949452 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-67133aff-a030-49f4-b425-e00beac83076 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/subnets/5af2b81b-ea18-443c-8e66-c32ad0d61fe5 HTTP/1.1" status: 404  len: 337 time: 0.0465996
Dec 19 14:00:21.951961 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51492) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:21.983768 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50a7e63-17d6-4d7f-8355-eb6990f97540 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] DELETE failed (client error): The resource could not be found.
Dec 19 14:00:21.984197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50a7e63-17d6-4d7f-8355-eb6990f97540 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 14:00:21.985971 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d50a7e63-17d6-4d7f-8355-eb6990f97540 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/networks/dbf23c8a-45a0-463c-9380-37bd78994f3a HTTP/1.1" status: 404  len: 339 time: 0.0331573
Dec 19 14:00:21.989346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51496) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:22.148557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 888aa492-ca7f-41e7-9ff9-0722a8e3890d up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:22.206227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-5889232e-a11f-48d3-b729-d8b56435cef1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Deleting subnet b4e4027f-b886-475e-9d54-76b91d28ac3f {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:00:22.209924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5889232e-a11f-48d3-b729-d8b56435cef1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:22.231741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 888aa492-ca7f-41e7-9ff9-0722a8e3890d triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:22.232125 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:22.275043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5889232e-a11f-48d3-b729-d8b56435cef1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:22.368538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5889232e-a11f-48d3-b729-d8b56435cef1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:22.507561 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5889232e-a11f-48d3-b729-d8b56435cef1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:22.511602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-44c0f745-f3c5-4a56-8548-2871a342aee9 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:22.548060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889232e-a11f-48d3-b729-d8b56435cef1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e4027f-b886-475e-9d54-76b91d28ac3f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:22.550483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5889232e-a11f-48d3-b729-d8b56435cef1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:22.556126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5889232e-a11f-48d3-b729-d8b56435cef1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:22.562876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe33660-9f4a-4e9c-9289-445e232a9e03 None None] Network 726c3b24-bacf-42d3-8d42-c402f28947c3 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:22.616269 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5889232e-a11f-48d3-b729-d8b56435cef1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/subnets/b4e4027f-b886-475e-9d54-76b91d28ac3f HTTP/1.1" status: 204  len: 168 time: 0.6255784
Dec 19 14:00:22.618575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51500) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:22.731833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:22.742563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Deleting port 888aa492-ca7f-41e7-9ff9-0722a8e3890d {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:22.742965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:22.807415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6119419-c1f1-48a1-95c3-53e4c2f614c5 None None] DHCP port deletion for 726c3b24-bacf-42d3-8d42-c402f28947c3 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:00:22.811663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a6119419-c1f1-48a1-95c3-53e4c2f614c5 None None] Deleting port 888aa492-ca7f-41e7-9ff9-0722a8e3890d {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:22.812053 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a6119419-c1f1-48a1-95c3-53e4c2f614c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:23.019773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a6119419-c1f1-48a1-95c3-53e4c2f614c5 None None] For port 888aa492-ca7f-41e7-9ff9-0722a8e3890d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=888aa492-ca7f-41e7-9ff9-0722a8e3890d,segment=NetworkSegment(95523e02-64e4-4b65-8977-7936c51265a3),segment_id=95523e02-64e4-4b65-8977-7936c51265a3)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:23.020204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a6119419-c1f1-48a1-95c3-53e4c2f614c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:23.057913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] For port 888aa492-ca7f-41e7-9ff9-0722a8e3890d, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=888aa492-ca7f-41e7-9ff9-0722a8e3890d,segment=NetworkSegment(95523e02-64e4-4b65-8977-7936c51265a3),segment_id=95523e02-64e4-4b65-8977-7936c51265a3)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:23.058176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:23.138239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a6119419-c1f1-48a1-95c3-53e4c2f614c5 None None] Calling delete_port for 888aa492-ca7f-41e7-9ff9-0722a8e3890d owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:00:23.177338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Calling delete_port for 888aa492-ca7f-41e7-9ff9-0722a8e3890d owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:00:23.284113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a6119419-c1f1-48a1-95c3-53e4c2f614c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:23.288395 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:23.290076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.db.api [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:00:23.290384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_db.api [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:00:23.333396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6119419-c1f1-48a1-95c3-53e4c2f614c5 None None] Pushing event deleted for resources: {'Port': ['ID=888aa492-ca7f-41e7-9ff9-0722a8e3890d,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:23.336126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a6119419-c1f1-48a1-95c3-53e4c2f614c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:23.338245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6119419-c1f1-48a1-95c3-53e4c2f614c5 None None] No DVR routers for this DVR port 888aa492-ca7f-41e7-9ff9-0722a8e3890d on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:00:23.791539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Deleting port 888aa492-ca7f-41e7-9ff9-0722a8e3890d {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:23.792117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:23.854379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] The port '888aa492-ca7f-41e7-9ff9-0722a8e3890d' was deleted {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 14:00:23.973686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:24.001208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45db7850>,) {'filters': {'network_id': ['726c3b24-bacf-42d3-8d42-c402f28947c3']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:24.012659 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45db7850>, '95523e02-64e4-4b65-8977-7936c51265a3') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:24.012944 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45db7850>, '95523e02-64e4-4b65-8977-7936c51265a3') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:24.025928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:24.041852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:24.047786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:00:24.048163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   util.warn(
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:00:24.062011 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:00:24.137483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 888aa492-ca7f-41e7-9ff9-0722a8e3890d no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:00:24.170876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 888aa492-ca7f-41e7-9ff9-0722a8e3890d {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:00:24.171258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 888aa492-ca7f-41e7-9ff9-0722a8e3890d not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:00:24.198560 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:24.201750 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b42e050c-c316-4f4f-903a-4bf132f2d42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:24.216410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:24.228085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Network': ['ID=726c3b24-bacf-42d3-8d42-c402f28947c3,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:24.230465 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/networks/726c3b24-bacf-42d3-8d42-c402f28947c3 HTTP/1.1" status: 204  len: 168 time: 1.6109030
Dec 19 14:00:24.231365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1b6a63a0-8fd5-46e6-906e-e77bc15cf8c5 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:24.232962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51504) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:24.271730 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ef89ea-94f1-41ff-a8a0-f980631988cf tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] DELETE failed (client error): The resource could not be found.
Dec 19 14:00:24.272161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ef89ea-94f1-41ff-a8a0-f980631988cf tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 14:00:24.275744 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e6ef89ea-94f1-41ff-a8a0-f980631988cf tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/subnets/34a517ce-f8aa-441c-be42-b397aae1be20 HTTP/1.1" status: 404  len: 337 time: 0.0398891
Dec 19 14:00:24.277688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51508) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:24.302755 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bd1ddc-61da-4942-bd7f-068a499ccd9b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] DELETE failed (client error): The resource could not be found.
Dec 19 14:00:24.303208 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02bd1ddc-61da-4942-bd7f-068a499ccd9b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 14:00:24.304738 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-02bd1ddc-61da-4942-bd7f-068a499ccd9b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/networks/01068dab-6f65-4a72-8a47-5ebe3cefe0a7 HTTP/1.1" status: 404  len: 339 time: 0.0261338
Dec 19 14:00:24.310394 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51512) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:24.350892 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f569cc6-d565-4ea3-80d2-94e8fc7d5f32 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] DELETE failed (client error): The resource could not be found.
Dec 19 14:00:24.351340 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f569cc6-d565-4ea3-80d2-94e8fc7d5f32 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 14:00:24.352889 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9f569cc6-d565-4ea3-80d2-94e8fc7d5f32 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/subnets/60058ee5-c74f-429c-98d2-56479cf70518 HTTP/1.1" status: 404  len: 337 time: 0.0416503
Dec 19 14:00:24.355370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51516) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:24.379312 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f0f83b-11d4-4549-bd56-9982900c8f6a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] DELETE failed (client error): The resource could not be found.
Dec 19 14:00:24.379715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f0f83b-11d4-4549-bd56-9982900c8f6a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84125) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 19 14:00:24.381210 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-29f0f83b-11d4-4549-bd56-9982900c8f6a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/networks/2e69b613-e7ca-43e6-9997-3538f9e24a72 HTTP/1.1" status: 404  len: 339 time: 0.0249457
Dec 19 14:00:24.383438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51520) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:24.560374 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd934b1f-97a9-4f1a-bcd2-c663f1893e4d tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Deleting subnet 5bf8c22b-8392-4597-92e7-1bddf49b1d22 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:00:24.563165 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bd934b1f-97a9-4f1a-bcd2-c663f1893e4d tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:24.620896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bd934b1f-97a9-4f1a-bcd2-c663f1893e4d tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:24.703005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bd934b1f-97a9-4f1a-bcd2-c663f1893e4d tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:24.844179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bd934b1f-97a9-4f1a-bcd2-c663f1893e4d tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:24.848262 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-454ac7f0-aafc-4135-a7f9-8ce55aaf4bb7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:24.888280 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd934b1f-97a9-4f1a-bcd2-c663f1893e4d tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf8c22b-8392-4597-92e7-1bddf49b1d22,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:24.891010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bd934b1f-97a9-4f1a-bcd2-c663f1893e4d tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:24.893808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-bd934b1f-97a9-4f1a-bcd2-c663f1893e4d tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:24.901067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234cea8-8f15-46e2-b907-33d1f227ee32 None None] Network 4a36df0e-226b-4946-a85b-b73374403e5f requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:24.903077 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-bd934b1f-97a9-4f1a-bcd2-c663f1893e4d tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/subnets/5bf8c22b-8392-4597-92e7-1bddf49b1d22 HTTP/1.1" status: 204  len: 168 time: 0.5187407
Dec 19 14:00:24.905620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51524) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:25.019643 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:25.031441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Deleting port b4cdebc6-58f6-4d3a-ac0e-15727c30836c {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:25.031771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:25.173634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3bfc03-cef4-47e5-a40a-e98c5e126cd0 None None] DHCP port deletion for 4a36df0e-226b-4946-a85b-b73374403e5f request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:00:25.178490 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6c3bfc03-cef4-47e5-a40a-e98c5e126cd0 None None] Deleting port b4cdebc6-58f6-4d3a-ac0e-15727c30836c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:25.178865 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6c3bfc03-cef4-47e5-a40a-e98c5e126cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:25.232972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] For port b4cdebc6-58f6-4d3a-ac0e-15727c30836c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b4cdebc6-58f6-4d3a-ac0e-15727c30836c,segment=NetworkSegment(4f3f4928-2b6e-4150-baf2-e41aee7cd954),segment_id=4f3f4928-2b6e-4150-baf2-e41aee7cd954)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:25.233323 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:25.381501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-6c3bfc03-cef4-47e5-a40a-e98c5e126cd0 None None] For port b4cdebc6-58f6-4d3a-ac0e-15727c30836c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=b4cdebc6-58f6-4d3a-ac0e-15727c30836c,segment=NetworkSegment(4f3f4928-2b6e-4150-baf2-e41aee7cd954),segment_id=4f3f4928-2b6e-4150-baf2-e41aee7cd954)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:25.381813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6c3bfc03-cef4-47e5-a40a-e98c5e126cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:25.461664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Calling delete_port for b4cdebc6-58f6-4d3a-ac0e-15727c30836c owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:00:25.499289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6c3bfc03-cef4-47e5-a40a-e98c5e126cd0 None None] Calling delete_port for b4cdebc6-58f6-4d3a-ac0e-15727c30836c owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:00:25.609636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:25.614093 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e7a12e9b-b0e6-47bb-bb4b-02b46c85580a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:25.616225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-6c3bfc03-cef4-47e5-a40a-e98c5e126cd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:00:25.621422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-6c3bfc03-cef4-47e5-a40a-e98c5e126cd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:00:25.655987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Port': ['ID=b4cdebc6-58f6-4d3a-ac0e-15727c30836c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:25.659847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:25.663003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] No DVR routers for this DVR port b4cdebc6-58f6-4d3a-ac0e-15727c30836c on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:00:25.678181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:25.783467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:25.812142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46ce55e0>,) {'filters': {'network_id': ['4a36df0e-226b-4946-a85b-b73374403e5f']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:25.824925 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46ce55e0>, '4f3f4928-2b6e-4150-baf2-e41aee7cd954') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:25.825195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46ce55e0>, '4f3f4928-2b6e-4150-baf2-e41aee7cd954') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:25.836921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:25.852192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:25.857993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:00:25.858363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:00:25.872359 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:00:26.009304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:26.012402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3ea07329-6e5b-4531-9f84-238b5500cd76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:26.029605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:26.042906 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Pushing event deleted for resources: {'Network': ['ID=4a36df0e-226b-4946-a85b-b73374403e5f,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:26.045685 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] 10.222.0.24 "DELETE /v2.0/networks/4a36df0e-226b-4946-a85b-b73374403e5f HTTP/1.1" status: 204  len: 168 time: 1.1391726
Dec 19 14:00:26.046530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:26.118075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6c3bfc03-cef4-47e5-a40a-e98c5e126cd0 None None] Deleting port b4cdebc6-58f6-4d3a-ac0e-15727c30836c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:26.118517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6c3bfc03-cef4-47e5-a40a-e98c5e126cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:26.146055 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b4cdebc6-58f6-4d3a-ac0e-15727c30836c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:00:26.187246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: b4cdebc6-58f6-4d3a-ac0e-15727c30836c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:00:26.189354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device b4cdebc6-58f6-4d3a-ac0e-15727c30836c not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:00:26.221014 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6c3bfc03-cef4-47e5-a40a-e98c5e126cd0 None None] The port 'b4cdebc6-58f6-4d3a-ac0e-15727c30836c' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 14:00:26.608409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51532) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:26.780084 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d9d19150-0fdc-4d79-aa2e-7de1ec50c388 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=784050b3d9a24ae6896250959d4dffb6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1703997
Dec 19 14:00:26.782349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51538) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:26.840938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-310d6b98-20ba-4517-a896-7b1f6330cb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:26.866026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-310d6b98-20ba-4517-a896-7b1f6330cb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:26.958451 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-310d6b98-20ba-4517-a896-7b1f6330cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:26.964162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-70004130-640c-4758-baa4-e10423e9cd96 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:26.977593 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d6b98-20ba-4517-a896-7b1f6330cb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded959c9-a42e-452e-be36-8f566042dd93,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:26.980442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-310d6b98-20ba-4517-a896-7b1f6330cb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:26.982256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-310d6b98-20ba-4517-a896-7b1f6330cb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:26.983347 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-310d6b98-20ba-4517-a896-7b1f6330cb20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ded959c9-a42e-452e-be36-8f566042dd93 HTTP/1.1" status: 204  len: 168 time: 0.2000864
Dec 19 14:00:28.107819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51560) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:28.232018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c24e282b-4f9a-4d9f-8aed-d64ccc717a35 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-841603858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:28.238557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c24e282b-4f9a-4d9f-8aed-d64ccc717a35 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:28.242543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c24e282b-4f9a-4d9f-8aed-d64ccc717a35 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Usage tracker for resource:router and tenant:99b3755d63a54f3ca120fd375171ca47 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:28.245449 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c24e282b-4f9a-4d9f-8aed-d64ccc717a35 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:28.251985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c24e282b-4f9a-4d9f-8aed-d64ccc717a35 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:28.318420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24e282b-4f9a-4d9f-8aed-d64ccc717a35 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.319556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24e282b-4f9a-4d9f-8aed-d64ccc717a35 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.337677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24e282b-4f9a-4d9f-8aed-d64ccc717a35 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.415106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24e282b-4f9a-4d9f-8aed-d64ccc717a35 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.494925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c24e282b-4f9a-4d9f-8aed-d64ccc717a35 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.496025 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c24e282b-4f9a-4d9f-8aed-d64ccc717a35 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.3872020
Dec 19 14:00:28.498674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51566) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:28.504721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-288025981'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:28.509441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:28.513152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Usage tracker for resource:network and tenant:99b3755d63a54f3ca120fd375171ca47 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:28.516555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:28.522146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:28.592376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Made reservation on behalf of 99b3755d63a54f3ca120fd375171ca47 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:28.595375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.608697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.642684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:28.646645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Usage tracker for resource:security_group_rule and tenant:99b3755d63a54f3ca120fd375171ca47 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:28.649393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:28.654982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:28.721523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.797964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.803328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-18ecc3cc-8462-41f3-9d31-c1af50e7dea8 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:28.834150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:00:28.842085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3134f9-7753-41b8-9c69-a49744f5eca1,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:28.845463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:28.848794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.849125 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Added segment 2e357c6b-bedc-4ed0-a006-376097bd02ea of type vlan for network 4b0f80f4-c661-45a1-ba33-9b2f02a857c1
Dec 19 14:00:28.874834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.975328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.979081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:28.979689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:28.984661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:29.092230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Pushing event updated for resources: {'Network': ['ID=4b0f80f4-c661-45a1-ba33-9b2f02a857c1,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:29.094837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:29.102681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 4b0f80f4-c661-45a1-ba33-9b2f02a857c1 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:00:29.147355 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6476259
Dec 19 14:00:29.150025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51570) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:29.155713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Request body: {'subnet': {'network_id': '4b0f80f4-c661-45a1-ba33-9b2f02a857c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:29.265100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:29.269482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Usage tracker for resource:subnet and tenant:99b3755d63a54f3ca120fd375171ca47 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:29.272385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:29.277943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:29.357945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Made reservation on behalf of 99b3755d63a54f3ca120fd375171ca47 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:29.455921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:29.734564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:29.738781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-56f7df9a-f29e-405d-a79d-b46a5420b500 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:29.811131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Pushing event updated for resources: {'Subnet': ['ID=07c41c3b-f4d7-4f97-91fd-badf6cf2c85c,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:29.814699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:29.823406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Checking segment: {'id': '2e357c6b-bedc-4ed0-a006-376097bd02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b0f80f4-c661-45a1-ba33-9b2f02a857c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:29.823755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Network hostable DHCP agents. Network: 4b0f80f4-c661-45a1-ba33-9b2f02a857c1, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:00:29.934812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Network 4b0f80f4-c661-45a1-ba33-9b2f02a857c1 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:00:30.020518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 4b0f80f4-c661-45a1-ba33-9b2f02a857c1) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:30.024294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:30.024866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:30.029687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a4ec72-7fd8-4573-ae15-241fd92c872a None None] Network 4b0f80f4-c661-45a1-ba33-9b2f02a857c1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:30.107188 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9561045
Dec 19 14:00:30.110074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51574) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:30.116295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1210980728'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:30.121049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:30.124858 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Usage tracker for resource:network and tenant:99b3755d63a54f3ca120fd375171ca47 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:30.127656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:30.133533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:30.187230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Made reservation on behalf of 99b3755d63a54f3ca120fd375171ca47 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:30.190861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:30.226659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:00:30.236694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:30.237356 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Added segment 01f47ade-3cda-4b56-a34c-09cad4927964 of type vlan for network 92d97706-fb4c-423a-aa97-5e716b5a784b
Dec 19 14:00:30.249380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-4b0f80f4-c661-45a1-ba33-9b2f02a857c1', 'network_id': '4b0f80f4-c661-45a1-ba33-9b2f02a857c1', 'tenant_id': '99b3755d63a54f3ca120fd375171ca47', 'fixed_ips': [{'subnet_id': '07c41c3b-f4d7-4f97-91fd-badf6cf2c85c'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:00:30.250214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:30.270584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:30.345901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:30.350606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:30.359579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:30.359579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-80b09e5d-0291-4366-b15c-c4d4eced35f4 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:30.407548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Allocated IP 172.20.0.2 (4b0f80f4-c661-45a1-ba33-9b2f02a857c1/07c41c3b-f4d7-4f97-91fd-badf6cf2c85c/001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:30.565338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Pushing event updated for resources: {'Network': ['ID=92d97706-fb4c-423a-aa97-5e716b5a784b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:30.568293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:30.592613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 92d97706-fb4c-423a-aa97-5e716b5a784b details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:00:30.618103 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d17da417-48fa-4b96-a313-5ddf2cc10494 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.5043287
Dec 19 14:00:30.618966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51578) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:30.624012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Request body: {'subnet': {'network_id': '92d97706-fb4c-423a-aa97-5e716b5a784b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:30.712431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:30.726499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Transition to ACTIVE for port object 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:30.734498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:30.739476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Usage tracker for resource:subnet and tenant:99b3755d63a54f3ca120fd375171ca47 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:30.742343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:30.745925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Transition to ACTIVE for port object 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:30.748183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:30.838708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:30.842290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:30.849344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Made reservation on behalf of 99b3755d63a54f3ca120fd375171ca47 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:30.943698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Network 4b0f80f4-c661-45a1-ba33-9b2f02a857c1 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:30.950751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:30.952862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:30.954676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:30.959563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Pushing event updated for resources: {'Port': ['ID=001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:30.962721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:31.045003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Attempting to bind port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:31.045402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Attempting to bind port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '2e357c6b-bedc-4ed0-a006-376097bd02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b0f80f4-c661-45a1-ba33-9b2f02a857c1'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:31.045772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Attempting to bind port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a on network 4b0f80f4-c661-45a1-ba33-9b2f02a857c1 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:31.052699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:31.053080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Checking segment: {'id': '2e357c6b-bedc-4ed0-a006-376097bd02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b0f80f4-c661-45a1-ba33-9b2f02a857c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:31.053483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:31.053877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Bound using segment: {'id': '2e357c6b-bedc-4ed0-a006-376097bd02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b0f80f4-c661-45a1-ba33-9b2f02a857c1'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:31.054343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Bound port: 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e357c6b-bedc-4ed0-a006-376097bd02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4b0f80f4-c661-45a1-ba33-9b2f02a857c1'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:31.054721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:31.139908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] For port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:31.142623 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] For port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a,segment=NetworkSegment(2e357c6b-bedc-4ed0-a006-376097bd02ea),segment_id=2e357c6b-bedc-4ed0-a006-376097bd02ea)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:31.232558 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:31.236149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:31.244014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:31.248678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ae4ce967-4aa7-4a50-bc1d-e1daf03e8e4d tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:31.315740 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Pushing event updated for resources: {'Port': ['ID=001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:31.319830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:31.320428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Pushing event updated for resources: {'Subnet': ['ID=8e44e789-120d-48a3-9780-0aa191472228,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:31.325983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:31.340208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Checking segment: {'id': '01f47ade-3cda-4b56-a34c-09cad4927964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92d97706-fb4c-423a-aa97-5e716b5a784b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:31.340558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Network hostable DHCP agents. Network: 92d97706-fb4c-423a-aa97-5e716b5a784b, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:00:31.432309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Network 92d97706-fb4c-423a-aa97-5e716b5a784b is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:00:31.500116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 92d97706-fb4c-423a-aa97-5e716b5a784b) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:31.503981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:31.505096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:31.510813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3690e48-ef65-447f-b9de-6bd9bc0a014d None None] Network 92d97706-fb4c-423a-aa97-5e716b5a784b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:31.592892 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f3aeb975-fb87-4ee8-90e5-9d394d21bd6c tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9729660
Dec 19 14:00:31.596881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51582) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:31.601155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b38fc79d-2df2-4d89-ba56-7d91f87ce1c7 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Request body: {'router': {'external_gateway_info': {'network_id': '92d97706-fb4c-423a-aa97-5e716b5a784b'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:31.727200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-92d97706-fb4c-423a-aa97-5e716b5a784b', 'network_id': '92d97706-fb4c-423a-aa97-5e716b5a784b', 'tenant_id': '99b3755d63a54f3ca120fd375171ca47', 'fixed_ips': [{'subnet_id': '8e44e789-120d-48a3-9780-0aa191472228'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:00:31.728179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:31.884708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Allocated IP 172.21.0.2 (92d97706-fb4c-423a-aa97-5e716b5a784b/8e44e789-120d-48a3-9780-0aa191472228/cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:31.995654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b38fc79d-2df2-4d89-ba56-7d91f87ce1c7 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.093946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.104493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Transition to ACTIVE for port object cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:32.123755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Transition to ACTIVE for port object cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:32.176264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.189963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:32.215721 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.api.v2.resource [None req-b38fc79d-2df2-4d89-ba56-7d91f87ce1c7 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 19 14:00:32.223072 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b38fc79d-2df2-4d89-ba56-7d91f87ce1c7 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "PUT /v2.0/routers/b1605d7a-122f-43a9-baf5-ecdb0ff2be07 HTTP/1.1" status: 400  len: 364 time: 0.6203384
Dec 19 14:00:32.223256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51586) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:32.237934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:32.293876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bd7ffa-cfe7-430f-907b-10bb04fe0505 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Deleting subnet 8e44e789-120d-48a3-9780-0aa191472228 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:00:32.296925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8bd7ffa-cfe7-430f-907b-10bb04fe0505 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.298618 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7451ab65-6a7e-4d51-8c8f-319bc0dc867f None None] Network 4b0f80f4-c661-45a1-ba33-9b2f02a857c1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:32.322986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Network 92d97706-fb4c-423a-aa97-5e716b5a784b is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:32.329819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Pushing event updated for resources: {'Port': ['ID=cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:32.360303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8bd7ffa-cfe7-430f-907b-10bb04fe0505 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.376642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:32.384800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:32.388007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:32.445784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8bd7ffa-cfe7-430f-907b-10bb04fe0505 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.529651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4fba29c6-da09-4ad3-bc77-7faf5045bdc8 None None] Provisioning for port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:32.540077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Attempting to bind port cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:32.540446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Attempting to bind port cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '01f47ade-3cda-4b56-a34c-09cad4927964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92d97706-fb4c-423a-aa97-5e716b5a784b'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:32.540814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Attempting to bind port cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04 on network 92d97706-fb4c-423a-aa97-5e716b5a784b {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:32.575642 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8bd7ffa-cfe7-430f-907b-10bb04fe0505 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.580930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-717b87f2-3bc5-40bf-bc8e-5ee08ae9b572 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:32.582985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:32.583400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Checking segment: {'id': '01f47ade-3cda-4b56-a34c-09cad4927964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92d97706-fb4c-423a-aa97-5e716b5a784b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:32.583871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.584265 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Bound using segment: {'id': '01f47ade-3cda-4b56-a34c-09cad4927964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92d97706-fb4c-423a-aa97-5e716b5a784b'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:32.584749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Bound port: cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f47ade-3cda-4b56-a34c-09cad4927964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '92d97706-fb4c-423a-aa97-5e716b5a784b'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:32.585120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.606106 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:32.621637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:32.622021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.727821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd7ffa-cfe7-430f-907b-10bb04fe0505 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Pushing event deleted for resources: {'Subnet': ['ID=8e44e789-120d-48a3-9780-0aa191472228,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:32.731701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c8bd7ffa-cfe7-430f-907b-10bb04fe0505 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:32.734394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c8bd7ffa-cfe7-430f-907b-10bb04fe0505 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.740358 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c8bd7ffa-cfe7-430f-907b-10bb04fe0505 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "DELETE /v2.0/subnets/8e44e789-120d-48a3-9780-0aa191472228 HTTP/1.1" status: 204  len: 168 time: 0.5159976
Dec 19 14:00:32.743015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51590) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:32.824491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] For port cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:32.854906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] For port cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04,segment=NetworkSegment(01f47ade-3cda-4b56-a34c-09cad4927964),segment_id=01f47ade-3cda-4b56-a34c-09cad4927964)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:32.856012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.858697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.866659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Deleting port cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:32.867268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.896707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a,segment=NetworkSegment(2e357c6b-bedc-4ed0-a006-376097bd02ea),segment_id=2e357c6b-bedc-4ed0-a006-376097bd02ea)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:32.930185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:32.934018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:33.017763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.063362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Pushing event updated for resources: {'Port': ['ID=cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:33.088459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] For port cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04,segment=NetworkSegment(01f47ade-3cda-4b56-a34c-09cad4927964),segment_id=01f47ade-3cda-4b56-a34c-09cad4927964)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:33.088807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.095132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:33.096945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:33.186908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d4255c3d-e60c-4fc8-9b9a-83444ea5694a None None] Provisioning complete for port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:33.187307 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d4255c3d-e60c-4fc8-9b9a-83444ea5694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.209152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Calling delete_port for cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:00:33.216484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87872637-0d34-4660-b4ce-18202676d7da None None] Network 92d97706-fb4c-423a-aa97-5e716b5a784b requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:33.240978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:33.290194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:33.335478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.340014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:33.382050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Pushing event deleted for resources: {'Port': ['ID=cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:33.384554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:33.387016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] No DVR routers for this DVR port cdf0cb1f-0bb1-41aa-bb9b-2fae4459cf04 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:00:33.452142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203a798-1b51-4b5e-a608-e8207c214cf3 None None] get_active_networks_info from dv-neutron-821895-1-hyperv {{(pid=84126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 19 14:00:33.511189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.535564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47087f40>,) {'filters': {'network_id': ['92d97706-fb4c-423a-aa97-5e716b5a784b']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:33.543325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2203a798-1b51-4b5e-a608-e8207c214cf3 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 19 14:00:33.552138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47087f40>, '01f47ade-3cda-4b56-a34c-09cad4927964') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:33.552607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47087f40>, '01f47ade-3cda-4b56-a34c-09cad4927964') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:33.564038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.580575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.586854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:00:33.587266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:00:33.601594 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:00:33.741332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.744827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-af253a40-9f9d-4235-81a2-e888d7440f0c tempest-FloatingIPNegativeTestJSON-110833518 tempest-FloatingIPNegativeTestJSON-110833518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:33.759713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.774359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Pushing event deleted for resources: {'Network': ['ID=92d97706-fb4c-423a-aa97-5e716b5a784b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:33.779275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:33.779275 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "DELETE /v2.0/networks/92d97706-fb4c-423a-aa97-5e716b5a784b HTTP/1.1" status: 204  len: 168 time: 1.0348682
Dec 19 14:00:33.781527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51594) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:33.847363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1a43d4-5081-49fd-95ee-1493ccd8ee48 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Deleting subnet 07c41c3b-f4d7-4f97-91fd-badf6cf2c85c {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:00:33.851176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc1a43d4-5081-49fd-95ee-1493ccd8ee48 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.903415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc1a43d4-5081-49fd-95ee-1493ccd8ee48 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:33.986777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc1a43d4-5081-49fd-95ee-1493ccd8ee48 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:34.141764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc1a43d4-5081-49fd-95ee-1493ccd8ee48 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:34.146328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e1b63309-2039-4971-a253-717f66007ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:34.149845 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:34.184221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a43d4-5081-49fd-95ee-1493ccd8ee48 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Pushing event deleted for resources: {'Subnet': ['ID=07c41c3b-f4d7-4f97-91fd-badf6cf2c85c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:34.187906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cc1a43d4-5081-49fd-95ee-1493ccd8ee48 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:34.190741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cc1a43d4-5081-49fd-95ee-1493ccd8ee48 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:34.197208 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cc1a43d4-5081-49fd-95ee-1493ccd8ee48 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "DELETE /v2.0/subnets/07c41c3b-f4d7-4f97-91fd-badf6cf2c85c HTTP/1.1" status: 204  len: 168 time: 0.4147007
Dec 19 14:00:34.199864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51598) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:34.200634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08073b69-c84d-4c65-9795-1ae55a3990df None None] Network 4b0f80f4-c661-45a1-ba33-9b2f02a857c1 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:34.312767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:34.323672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Deleting port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:34.323997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:34.369074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:34.369364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:34.514998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695df8e5-8a67-4199-a2c2-36efed217aac None None] DHCP port deletion for 4b0f80f4-c661-45a1-ba33-9b2f02a857c1 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:00:34.519328 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-695df8e5-8a67-4199-a2c2-36efed217aac None None] Deleting port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:34.519709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-695df8e5-8a67-4199-a2c2-36efed217aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:34.530680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] For port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a,segment=NetworkSegment(2e357c6b-bedc-4ed0-a006-376097bd02ea),segment_id=2e357c6b-bedc-4ed0-a006-376097bd02ea)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:34.531224 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:34.651197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Calling delete_port for 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:00:34.721876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-695df8e5-8a67-4199-a2c2-36efed217aac None None] For port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a,segment=NetworkSegment(2e357c6b-bedc-4ed0-a006-376097bd02ea),segment_id=2e357c6b-bedc-4ed0-a006-376097bd02ea)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:34.722273 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-695df8e5-8a67-4199-a2c2-36efed217aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:34.884154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:34.887651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-695df8e5-8a67-4199-a2c2-36efed217aac None None] Calling delete_port for 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:00:34.888650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b2b32988-eecc-45e4-99e2-04d8a16832cc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:34.928757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Pushing event deleted for resources: {'Port': ['ID=001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:34.932773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:34.935396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] No DVR routers for this DVR port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:00:34.961696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-695df8e5-8a67-4199-a2c2-36efed217aac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:00:34.962051 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-695df8e5-8a67-4199-a2c2-36efed217aac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:00:35.053699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:35.078084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d477b5c40>,) {'filters': {'network_id': ['4b0f80f4-c661-45a1-ba33-9b2f02a857c1']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:35.090913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d477b5c40>, '2e357c6b-bedc-4ed0-a006-376097bd02ea') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:35.091228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d477b5c40>, '2e357c6b-bedc-4ed0-a006-376097bd02ea') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:35.102031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:35.117664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:35.123415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:00:35.123777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:00:35.137838 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:00:35.272122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:35.275340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cad470a5-a3e4-4197-821d-e3e1d4316ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:35.289466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:35.299798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Pushing event deleted for resources: {'Network': ['ID=4b0f80f4-c661-45a1-ba33-9b2f02a857c1,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:35.303021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:35.304760 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "DELETE /v2.0/networks/4b0f80f4-c661-45a1-ba33-9b2f02a857c1 HTTP/1.1" status: 204  len: 168 time: 1.1040158
Dec 19 14:00:35.307396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51602) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:35.351794 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5f5d8036-94f0-4885-aef1-689a90583d40 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Synchronizing usage tracker for tenant:99b3755d63a54f3ca120fd375171ca47 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:00:35.454861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5f5d8036-94f0-4885-aef1-689a90583d40 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Unset dirty status for tenant:99b3755d63a54f3ca120fd375171ca47 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:00:35.456018 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5f5d8036-94f0-4885-aef1-689a90583d40 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1605d7a-122f-43a9-baf5-ecdb0ff2be07 HTTP/1.1" status: 200  len: 205 time: 0.1477268
Dec 19 14:00:35.459295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51606) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:35.463065 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-695df8e5-8a67-4199-a2c2-36efed217aac None None] Deleting port 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:00:35.463467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-695df8e5-8a67-4199-a2c2-36efed217aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:35.526907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-695df8e5-8a67-4199-a2c2-36efed217aac None None] The port '001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 14:00:35.597798 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91beb776-55d4-425f-b127-d93766146a18 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:35.972588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91beb776-55d4-425f-b127-d93766146a18 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:35.976719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91beb776-55d4-425f-b127-d93766146a18 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:36.077915 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91beb776-55d4-425f-b127-d93766146a18 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:36.078405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91beb776-55d4-425f-b127-d93766146a18 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Fanout notify agent at l3_agent the message router_deleted on router b1605d7a-122f-43a9-baf5-ecdb0ff2be07 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:00:36.088613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-91beb776-55d4-425f-b127-d93766146a18 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:36.089623 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-91beb776-55d4-425f-b127-d93766146a18 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] 10.222.0.24 "DELETE /v2.0/routers/b1605d7a-122f-43a9-baf5-ecdb0ff2be07 HTTP/1.1" status: 204  len: 168 time: 0.6293685
Dec 19 14:00:36.143799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:00:36.179116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:00:36.185398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 001e3d18-7f8b-4dd2-acdc-ce5b270c2f4a not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:00:36.531226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51614) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:36.747083 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a58ad628-2d25-4ce5-bc5a-0eb05cc79216 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99b3755d63a54f3ca120fd375171ca47&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2145493
Dec 19 14:00:36.749533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51620) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:36.809321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9665e085-57bd-4ece-821e-53d041e83a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:36.835526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9665e085-57bd-4ece-821e-53d041e83a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:36.980881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9665e085-57bd-4ece-821e-53d041e83a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:36.984489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4e8c5cd3-be61-40bf-8828-809054d14e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:36.995478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665e085-57bd-4ece-821e-53d041e83a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3134f9-7753-41b8-9c69-a49744f5eca1,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:36.998855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9665e085-57bd-4ece-821e-53d041e83a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:37.002041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9665e085-57bd-4ece-821e-53d041e83a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:37.003165 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9665e085-57bd-4ece-821e-53d041e83a4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a3134f9-7753-41b8-9c69-a49744f5eca1 HTTP/1.1" status: 204  len: 168 time: 0.2526555
Dec 19 14:00:38.201145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51642) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:38.330826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1381828690-network', 'tenant_id': 'c071659c671649cea5ec836204ed08d0'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:38.336657 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:38.340551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Usage tracker for resource:network and tenant:c071659c671649cea5ec836204ed08d0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:38.343533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:38.350281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:38.454221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Made reservation on behalf of c071659c671649cea5ec836204ed08d0 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:38.456531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:38.469944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:38.500612 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:38.504322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Usage tracker for resource:security_group_rule and tenant:c071659c671649cea5ec836204ed08d0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:38.507554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:38.513193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:38.578788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:38.666717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:38.669769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca87dd41-f8b8-4d0e-82b7-d598bf46bf67 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:38.700499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:00:38.706615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce006558-342e-4a24-89b2-733c35cdaf03,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:38.709027 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:38.712533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:38.712875 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Added segment f4da50ff-7a2b-4bd2-8289-1f7b7c616501 of type vlan for network c9d8487d-5b5d-4043-a611-d5894a2f283a
Dec 19 14:00:38.738176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:38.837961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:38.838837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:38.839435 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:38.844069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c85ef17b-8d34-40a4-8d48-9730ad24f9e4 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:38.941740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Pushing event updated for resources: {'Network': ['ID=c9d8487d-5b5d-4043-a611-d5894a2f283a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:38.945225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:38.952160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network c9d8487d-5b5d-4043-a611-d5894a2f283a details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:00:39.010387 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1d98b25a-8227-4905-862e-c0799f772724 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8081307
Dec 19 14:00:39.013204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51648) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:39.018511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Request body: {'subnet': {'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1381828690-subnet', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:39.023523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:39.027515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Usage tracker for resource:subnet and tenant:c071659c671649cea5ec836204ed08d0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:39.030364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:39.036690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:39.106354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Made reservation on behalf of c071659c671649cea5ec836204ed08d0 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:39.108675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:39.369859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:39.374030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f9b6daf7-0bed-4ab8-a141-f4aae29c0496 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:39.445321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda6d605-ed3c-40b4-b1ec-ca193632a28b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:39.447975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:39.458299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Checking segment: {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:39.458789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Network hostable DHCP agents. Network: c9d8487d-5b5d-4043-a611-d5894a2f283a, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:00:39.540549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Network c9d8487d-5b5d-4043-a611-d5894a2f283a is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:00:39.603580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, c9d8487d-5b5d-4043-a611-d5894a2f283a) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:39.607406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:39.608042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:39.612463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00883e41-d450-431e-abd0-6e7e2c48574f None None] Network c9d8487d-5b5d-4043-a611-d5894a2f283a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:39.696384 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-012298df-13e9-4ca1-bdae-3039a5852d68 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.6821322
Dec 19 14:00:39.699776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51652) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:39.705265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1381828690-router', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:39.710713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:39.716360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Usage tracker for resource:router and tenant:c071659c671649cea5ec836204ed08d0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:39.719417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:39.725769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:39.792796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:39.793775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:39.811872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:39.823222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5665a09-cd44-4137-872b-361603739950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-c9d8487d-5b5d-4043-a611-d5894a2f283a', 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'fixed_ips': [{'subnet_id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:00:39.824336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a5665a09-cd44-4137-872b-361603739950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:39.980622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-a5665a09-cd44-4137-872b-361603739950 None None] Allocated IP 172.20.0.2 (c9d8487d-5b5d-4043-a611-d5894a2f283a/bda6d605-ed3c-40b4-b1ec-ca193632a28b/92000a00-49bc-4b77-b6ac-a7b3d2b14313) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:40.012522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:40.180880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a5665a09-cd44-4137-872b-361603739950 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:40.190521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a5665a09-cd44-4137-872b-361603739950 None None] Transition to ACTIVE for port object 92000a00-49bc-4b77-b6ac-a7b3d2b14313 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:40.209507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a5665a09-cd44-4137-872b-361603739950 None None] Transition to ACTIVE for port object 92000a00-49bc-4b77-b6ac-a7b3d2b14313 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:40.252707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:40.277809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a5665a09-cd44-4137-872b-361603739950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:40.282013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:40.282712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:40.348757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5665a09-cd44-4137-872b-361603739950 None None] Network c9d8487d-5b5d-4043-a611-d5894a2f283a is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:40.351992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-a5665a09-cd44-4137-872b-361603739950 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:40.356208 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5665a09-cd44-4137-872b-361603739950 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:40.358248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5665a09-cd44-4137-872b-361603739950 None None] Pushing event updated for resources: {'Port': ['ID=92000a00-49bc-4b77-b6ac-a7b3d2b14313,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:40.360946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a5665a09-cd44-4137-872b-361603739950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:40.451599 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a5665a09-cd44-4137-872b-361603739950 None None] Attempting to bind port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:40.451970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a5665a09-cd44-4137-872b-361603739950 None None] Attempting to bind port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:40.452332 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5665a09-cd44-4137-872b-361603739950 None None] Attempting to bind port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 on network c9d8487d-5b5d-4043-a611-d5894a2f283a {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:40.459240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5665a09-cd44-4137-872b-361603739950 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:40.459620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5665a09-cd44-4137-872b-361603739950 None None] Checking segment: {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:40.460026 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a5665a09-cd44-4137-872b-361603739950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:40.460417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5665a09-cd44-4137-872b-361603739950 None None] Bound using segment: {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:40.460883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a5665a09-cd44-4137-872b-361603739950 None None] Bound port: 92000a00-49bc-4b77-b6ac-a7b3d2b14313, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:40.461261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a5665a09-cd44-4137-872b-361603739950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:40.524222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Allocated IP 172.26.4.129 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/55cfa2c8-344e-473c-b518-4e48cbbda3f5) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:40.548675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a5665a09-cd44-4137-872b-361603739950 None None] For port 92000a00-49bc-4b77-b6ac-a7b3d2b14313, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:40.552279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a5665a09-cd44-4137-872b-361603739950 None None] For port 92000a00-49bc-4b77-b6ac-a7b3d2b14313, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=92000a00-49bc-4b77-b6ac-a7b3d2b14313,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:40.627357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a5665a09-cd44-4137-872b-361603739950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:40.632170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:40.670863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:40.712692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5665a09-cd44-4137-872b-361603739950 None None] Pushing event updated for resources: {'Port': ['ID=92000a00-49bc-4b77-b6ac-a7b3d2b14313,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:40.715808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a5665a09-cd44-4137-872b-361603739950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:40.747130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:40.750904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d1aa8de9-a9a4-4a39-a8c5-a1bbaf746614 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:40.820283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:40.826527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:40.828524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Pushing event updated for resources: {'Port': ['ID=55cfa2c8-344e-473c-b518-4e48cbbda3f5,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:40.830579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:40.858817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:41.102748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:41.103495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:41.369189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Router 2e34f378-4884-4f47-b6cb-47e4dd037be5 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:00:41.582393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:00:41.593101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Sync routers for ids ['2e34f378-4884-4f47-b6cb-47e4dd037be5'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:00:41.609340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Routers {'2e34f378-4884-4f47-b6cb-47e4dd037be5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:00:41.610059 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d470045b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:00:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2e34f378-4884-4f47-b6cb-47e4dd037be5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:41.654788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:41.656336 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 1.9555612
Dec 19 14:00:41.659035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51656) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:41.748671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e7969-ee99-4661-8867-247248d23e03 None None] Network c9d8487d-5b5d-4043-a611-d5894a2f283a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:41.956032 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Set router 2e34f378-4884-4f47-b6cb-47e4dd037be5 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:00:42.021137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-09af5d94-f674-4566-af1b-e49806dfd79e None None] Provisioning for port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:42.216122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 92000a00-49bc-4b77-b6ac-a7b3d2b14313 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:42.428068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d470045b0>, [{'id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'name': 'tempest-TestEncryptedCinderVolumes-1381828690-router', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:39Z', 'updated_at': '2021-12-19T14:00:40Z', 'revision_number': 3, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'gw_port': {'id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:40Z', 'updated_at': '2021-12-19T14:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:42.433105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Checking router: 2e34f378-4884-4f47-b6cb-47e4dd037be5 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:00:42.433105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Updating router 2e34f378-4884-4f47-b6cb-47e4dd037be5 port 55cfa2c8-344e-473c-b518-4e48cbbda3f5 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:00:42.489618 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-694f17f3-c3c7-48cd-a2fb-5818d47232b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:42.489618 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:42.520674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:42.532588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:42.532964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:42.548292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:42.776189 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Allocated IP 172.20.0.1 (c9d8487d-5b5d-4043-a611-d5894a2f283a/bda6d605-ed3c-40b4-b1ec-ca193632a28b/44221633-067a-4e49-be72-1e50b0e8bdef) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:42.799629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:42.839915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b71e0236-00e8-4e03-be82-040612ccc81a None None] Provisioning complete for port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:42.840284 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b71e0236-00e8-4e03-be82-040612ccc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:42.928573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:42.933292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 92000a00-49bc-4b77-b6ac-a7b3d2b14313, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=92000a00-49bc-4b77-b6ac-a7b3d2b14313,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:42.945423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Transition to ACTIVE for port object 44221633-067a-4e49-be72-1e50b0e8bdef will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:43.016548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.025507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a6119419-c1f1-48a1-95c3-53e4c2f614c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:43.031835 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.036385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c7c98f5-dab7-4ff4-8f5a-7ece579b207e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:43.101003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Network c9d8487d-5b5d-4043-a611-d5894a2f283a is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:43.104162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:43.108393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:43.116632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.135696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Pushing event updated for resources: {'Port': ['ID=44221633-067a-4e49-be72-1e50b0e8bdef,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:43.137150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Transition to ACTIVE for port object 55cfa2c8-344e-473c-b518-4e48cbbda3f5 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:43.139671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=92000a00-49bc-4b77-b6ac-a7b3d2b14313,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:43.142881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:43.143394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:43.162724 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.203272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.207086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:43.284287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Attempting to bind port 55cfa2c8-344e-473c-b518-4e48cbbda3f5 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:43.284572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Attempting to bind port 55cfa2c8-344e-473c-b518-4e48cbbda3f5 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:43.284941 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Attempting to bind port 55cfa2c8-344e-473c-b518-4e48cbbda3f5 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:43.287129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7ade7-7b5a-4fb4-8768-194bb8028ddf None None] Pushing event updated for resources: {'Port': ['ID=55cfa2c8-344e-473c-b518-4e48cbbda3f5,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:43.291089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6ab7ade7-7b5a-4fb4-8768-194bb8028ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:43.294359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:43.294742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:43.295176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.295570 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:43.296041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Bound port: 55cfa2c8-344e-473c-b518-4e48cbbda3f5, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:43.296421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.321670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.377681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] For port 55cfa2c8-344e-473c-b518-4e48cbbda3f5, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:43.381262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] For port 55cfa2c8-344e-473c-b518-4e48cbbda3f5, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=55cfa2c8-344e-473c-b518-4e48cbbda3f5,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:43.427155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cdaf874c-5a36-46da-80ef-a8d4139a87e8 None None] Provisioning for port 44221633-067a-4e49-be72-1e50b0e8bdef completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:43.432024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-cdaf874c-5a36-46da-80ef-a8d4139a87e8 None None] Provisioning complete for port 44221633-067a-4e49-be72-1e50b0e8bdef triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:43.437310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cdaf874c-5a36-46da-80ef-a8d4139a87e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.459920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.468703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-da584100-4669-4879-ba11-630dbd521df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:43.544953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.601833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-cdaf874c-5a36-46da-80ef-a8d4139a87e8 None None] Port 44221633-067a-4e49-be72-1e50b0e8bdef cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:00:43.606679 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.615789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7ade7-7b5a-4fb4-8768-194bb8028ddf None None] Pushing event updated for resources: {'Port': ['ID=55cfa2c8-344e-473c-b518-4e48cbbda3f5,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:43.619688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6ab7ade7-7b5a-4fb4-8768-194bb8028ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:43.623769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Routers {'2e34f378-4884-4f47-b6cb-47e4dd037be5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:00:43.624369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d470045b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:00:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2e34f378-4884-4f47-b6cb-47e4dd037be5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:43.641241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f992d9d-24c4-4315-a962-910d0e406ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:43.805386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] Set router 2e34f378-4884-4f47-b6cb-47e4dd037be5 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:00:43.825706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Pushing event updated for resources: {'Port': ['ID=44221633-067a-4e49-be72-1e50b0e8bdef,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:43.828001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:43.831473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:43.962867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Network c9d8487d-5b5d-4043-a611-d5894a2f283a is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:43.964028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:44.133347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d470045b0>, [{'id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'name': 'tempest-TestEncryptedCinderVolumes-1381828690-router', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:39Z', 'updated_at': '2021-12-19T14:00:43Z', 'revision_number': 4, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'gw_port': {'id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:40Z', 'updated_at': '2021-12-19T14:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '44221633-067a-4e49-be72-1e50b0e8bdef', 'name': '', 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'mac_address': 'fa:16:3e:9c:91:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:42Z', 'updated_at': '2021-12-19T14:00:43Z', 'revision_number': 2, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'subnets': [{'id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:44.139600 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ee471-fdfd-49ea-8362-755c62682b84 None None] The sync data for ids ['2e34f378-4884-4f47-b6cb-47e4dd037be5'] in dv-neutron-821895-1-hyperv is: [{'id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'name': 'tempest-TestEncryptedCinderVolumes-1381828690-router', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:39Z', 'updated_at': '2021-12-19T14:00:43Z', 'revision_number': 4, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'gw_port': {'id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:40Z', 'updated_at': '2021-12-19T14:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '44221633-067a-4e49-be72-1e50b0e8bdef', 'name': '', 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'mac_address': 'fa:16:3e:9c:91:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:42Z', 'updated_at': '2021-12-19T14:00:43Z', 'revision_number': 2, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'subnets': [{'id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:00:44.169100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 92000a00-49bc-4b77-b6ac-a7b3d2b14313 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:44.241792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a7300a5e-1659-48bc-83a9-34ad000dbbe4 None None] Provisioning complete for port 44221633-067a-4e49-be72-1e50b0e8bdef triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:44.242176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a7300a5e-1659-48bc-83a9-34ad000dbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:44.309685 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a7300a5e-1659-48bc-83a9-34ad000dbbe4 None None] Port 44221633-067a-4e49-be72-1e50b0e8bdef cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:00:44.334849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:44.335258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:44.398716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Router 2e34f378-4884-4f47-b6cb-47e4dd037be5 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:00:44.611697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:00:44.627636 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] 10.222.0.24 "PUT /v2.0/routers/2e34f378-4884-4f47-b6cb-47e4dd037be5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9668307
Dec 19 14:00:44.655803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-827f9e32-8135-476a-8137-31ff36d75bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:45.757840 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51680) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:45.767472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-43514653-network', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:45.768429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:45.772351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Usage tracker for resource:network and tenant:d239a9946a174afc9ef85d9279d2d1f1 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:45.775361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:45.780962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:45.855409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Made reservation on behalf of d239a9946a174afc9ef85d9279d2d1f1 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:45.857630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:45.871032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:45.904855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:45.905367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Usage tracker for resource:security_group_rule and tenant:d239a9946a174afc9ef85d9279d2d1f1 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:45.908178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:45.914349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:45.977037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.043397 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.046290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ebca8fed-12b9-43b1-a340-233cebce3868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:46.082628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:00:46.088065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a99d21f-631a-483e-abdd-e3aa9550b37c,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:46.091473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:46.097240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.097240 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Added segment f55e0e6a-207d-48bf-bd79-cd75cc3e11d4 of type vlan for network 792f7760-3e8b-4441-86b4-bbd07696b91e
Dec 19 14:00:46.125799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.179396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 55cfa2c8-344e-473c-b518-4e48cbbda3f5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:46.192627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.193575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:46.194192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.197811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5bb304a7-9fdc-4035-813d-d66166c8cac9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:46.278226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.299474 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Pushing event updated for resources: {'Network': ['ID=792f7760-3e8b-4441-86b4-bbd07696b91e,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:46.302222 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:46.306827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.309523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 792f7760-3e8b-4441-86b4-bbd07696b91e details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:00:46.371085 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 55cfa2c8-344e-473c-b518-4e48cbbda3f5 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:46.383290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 55cfa2c8-344e-473c-b518-4e48cbbda3f5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:46.383668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.415888 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6e6291fe-1b37-491e-82a2-b0abfa0bba13 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6568990
Dec 19 14:00:46.418452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51684) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:46.424104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Request body: {'subnet': {'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-43514653-subnet', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'ip_version': 4}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:46.428940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:46.433079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Usage tracker for resource:subnet and tenant:d239a9946a174afc9ef85d9279d2d1f1 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:46.435956 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:46.441513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:46.521639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.523769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Made reservation on behalf of d239a9946a174afc9ef85d9279d2d1f1 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:46.526247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.536988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 55cfa2c8-344e-473c-b518-4e48cbbda3f5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=55cfa2c8-344e-473c-b518-4e48cbbda3f5,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:46.615624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.617625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:46.682523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=55cfa2c8-344e-473c-b518-4e48cbbda3f5,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:46.690909 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:46.694239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:46.694239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:46.694239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:46.694239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:46.694239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:46.694239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:46.694239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:46.694239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:46.694964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:46.694964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:46.698487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:46.764313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:46.768003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-41009b16-8e74-46b2-af41-b0df5b4fb10c tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:46.830801 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74647ec3-57f8-47b9-8185-4fbde0e3dbb6,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:46.840372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:46.859430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Checking segment: {'id': 'f55e0e6a-207d-48bf-bd79-cd75cc3e11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:46.859780 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Network hostable DHCP agents. Network: 792f7760-3e8b-4441-86b4-bbd07696b91e, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:00:46.962979 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Network 792f7760-3e8b-4441-86b4-bbd07696b91e is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:00:47.054376 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 792f7760-3e8b-4441-86b4-bbd07696b91e) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:47.058145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:47.058712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.062814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1c250-e6dc-48da-b071-61d222d66ee7 None None] Network 792f7760-3e8b-4441-86b4-bbd07696b91e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:47.136186 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7166924
Dec 19 14:00:47.138960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51688) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:47.144687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-43514653-router', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:47.150555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:47.154596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Usage tracker for resource:router and tenant:d239a9946a174afc9ef85d9279d2d1f1 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:00:47.159003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:00:47.166760 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:47.255405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.256445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.274771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.282627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-792f7760-3e8b-4441-86b4-bbd07696b91e', 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'fixed_ips': [{'subnet_id': '74647ec3-57f8-47b9-8185-4fbde0e3dbb6'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:00:47.283787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.433861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Allocated IP 172.20.0.2 (792f7760-3e8b-4441-86b4-bbd07696b91e/74647ec3-57f8-47b9-8185-4fbde0e3dbb6/99988f5d-3c9a-4602-a973-13f69ef84ff6) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:47.491910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.680132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.695818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.705820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Transition to ACTIVE for port object 99988f5d-3c9a-4602-a973-13f69ef84ff6 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:47.725098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Transition to ACTIVE for port object 99988f5d-3c9a-4602-a973-13f69ef84ff6 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:47.745899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.778223 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.798423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.803470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-e81e236d-538e-4682-b2bf-a3eeba9ba970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:47.859356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Network 792f7760-3e8b-4441-86b4-bbd07696b91e is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:47.867549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:47.871589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:47.877325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Pushing event updated for resources: {'Port': ['ID=99988f5d-3c9a-4602-a973-13f69ef84ff6,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:47.882711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:47.914018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Allocated IP 172.26.4.231 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/e0a125c5-0a74-4d7e-817a-957033045bc7) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:47.964020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Attempting to bind port 99988f5d-3c9a-4602-a973-13f69ef84ff6 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:47.964573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Attempting to bind port 99988f5d-3c9a-4602-a973-13f69ef84ff6 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f55e0e6a-207d-48bf-bd79-cd75cc3e11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:47.964941 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Attempting to bind port 99988f5d-3c9a-4602-a973-13f69ef84ff6 on network 792f7760-3e8b-4441-86b4-bbd07696b91e {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:47.970980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:47.971382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Checking segment: {'id': 'f55e0e6a-207d-48bf-bd79-cd75cc3e11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:47.971776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:47.972164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Bound using segment: {'id': 'f55e0e6a-207d-48bf-bd79-cd75cc3e11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:47.972616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Bound port: 99988f5d-3c9a-4602-a973-13f69ef84ff6, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55e0e6a-207d-48bf-bd79-cd75cc3e11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:47.972982 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:48.061565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:48.065552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] For port 99988f5d-3c9a-4602-a973-13f69ef84ff6, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:48.065552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] For port 99988f5d-3c9a-4602-a973-13f69ef84ff6, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=99988f5d-3c9a-4602-a973-13f69ef84ff6,segment=NetworkSegment(f55e0e6a-207d-48bf-bd79-cd75cc3e11d4),segment_id=f55e0e6a-207d-48bf-bd79-cd75cc3e11d4)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:48.118637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:48.122587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:48.141536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:48.153112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0c8cf8b0-cc58-452e-a082-2c95b1f17c40 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:48.170412 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 55cfa2c8-344e-473c-b518-4e48cbbda3f5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:48.254171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Pushing event updated for resources: {'Port': ['ID=99988f5d-3c9a-4602-a973-13f69ef84ff6,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:48.259502 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:48.276447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 55cfa2c8-344e-473c-b518-4e48cbbda3f5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:48.276834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:48.329470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:48.332323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:48.335373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:48.389732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a125c5-0a74-4d7e-817a-957033045bc7,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:48.393678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:48.600376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:48.601114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:48.895176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Router 0753d4c3-2177-4316-afec-b15187e79661 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:00:49.105676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:00:49.115184 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Sync routers for ids ['0753d4c3-2177-4316-afec-b15187e79661'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:00:49.126729 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Routers {'0753d4c3-2177-4316-afec-b15187e79661'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:00:49.127419 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479fc1c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:00:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['0753d4c3-2177-4316-afec-b15187e79661'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:49.159275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad871f6-3cf6-4c82-b200-7c9afbbfc2ad None None] Network 792f7760-3e8b-4441-86b4-bbd07696b91e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:00:49.180872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:49.182249 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.0421576
Dec 19 14:00:49.185019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51692) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:00:49.309112 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Set router 0753d4c3-2177-4316-afec-b15187e79661 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:00:49.326334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-97043aeb-ecf5-4e5f-a153-8081936d1859 None None] Provisioning for port 99988f5d-3c9a-4602-a973-13f69ef84ff6 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:49.600806 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479fc1c0>, [{'id': '0753d4c3-2177-4316-afec-b15187e79661', 'name': 'tempest-TestEncryptedCinderVolumes-43514653-router', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:48Z', 'revision_number': 3, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'gw_port': {'id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:97:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0753d4c3-2177-4316-afec-b15187e79661', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:49.604854 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Checking router: 0753d4c3-2177-4316-afec-b15187e79661 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:00:49.605321 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Updating router 0753d4c3-2177-4316-afec-b15187e79661 port e0a125c5-0a74-4d7e-817a-957033045bc7 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:00:49.663128 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:49.924631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.035872 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.050169 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Transition to ACTIVE for port object e0a125c5-0a74-4d7e-817a-957033045bc7 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:50.106435 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.110080 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:50.190802 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Attempting to bind port e0a125c5-0a74-4d7e-817a-957033045bc7 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:50.191898 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Attempting to bind port e0a125c5-0a74-4d7e-817a-957033045bc7 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:50.192483 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Attempting to bind port e0a125c5-0a74-4d7e-817a-957033045bc7 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:50.198309 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 99988f5d-3c9a-4602-a973-13f69ef84ff6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:50.199217 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Pushing event updated for resources: {'Port': ['ID=e0a125c5-0a74-4d7e-817a-957033045bc7,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:50.207483 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:50.208393 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:50.208807 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.209219 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:50.209669 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Bound port: e0a125c5-0a74-4d7e-817a-957033045bc7, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:50.210036 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.239463 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:50.239797 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:50.240323 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:50.240646 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:50.240968 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:50.241289 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:50.241605 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:50.241921 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:50.242413 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:50.242918 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:50.243252 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:00:50.252038 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:50.268137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Allocated IP 172.20.0.1 (792f7760-3e8b-4441-86b4-bbd07696b91e/74647ec3-57f8-47b9-8185-4fbde0e3dbb6/95a0b2f2-aa59-4255-9e03-9e0f1ee8c475) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:50.293743 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] For port e0a125c5-0a74-4d7e-817a-957033045bc7, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:50.296937 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] For port e0a125c5-0a74-4d7e-817a-957033045bc7, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e0a125c5-0a74-4d7e-817a-957033045bc7,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:50.311331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 99988f5d-3c9a-4602-a973-13f69ef84ff6 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:50.319427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 99988f5d-3c9a-4602-a973-13f69ef84ff6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:50.319427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.363528 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.367830 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:50.428390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.432613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.453426 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Pushing event updated for resources: {'Port': ['ID=e0a125c5-0a74-4d7e-817a-957033045bc7,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:50.453426 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:50.453931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Transition to ACTIVE for port object 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:50.454029 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Routers {'0753d4c3-2177-4316-afec-b15187e79661'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:00:50.454029 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479fc1c0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:00:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['0753d4c3-2177-4316-afec-b15187e79661'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:50.466143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 99988f5d-3c9a-4602-a973-13f69ef84ff6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=99988f5d-3c9a-4602-a973-13f69ef84ff6,segment=NetworkSegment(f55e0e6a-207d-48bf-bd79-cd75cc3e11d4),segment_id=f55e0e6a-207d-48bf-bd79-cd75cc3e11d4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:50.529603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.531504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:50.576044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.580349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e5ddb2bf-855f-4bd8-a4bc-9a822aa5c2cf tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:50.601741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=99988f5d-3c9a-4602-a973-13f69ef84ff6,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:50.610978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:50.634206 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] Set router 0753d4c3-2177-4316-afec-b15187e79661 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:00:50.649064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Network 792f7760-3e8b-4441-86b4-bbd07696b91e is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:50.652579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Pushing event updated for resources: {'Port': ['ID=95a0b2f2-aa59-4255-9e03-9e0f1ee8c475,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:50.654935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:50.656674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:50.657326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:50.713737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.854634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.935185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3a3b0827-186b-495d-a3d0-c6854b4a6ae8 None None] Provisioning for port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:50.939112 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479fc1c0>, [{'id': '0753d4c3-2177-4316-afec-b15187e79661', 'name': 'tempest-TestEncryptedCinderVolumes-43514653-router', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:48Z', 'revision_number': 3, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'gw_port': {'id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:97:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0753d4c3-2177-4316-afec-b15187e79661', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:50.940584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3a3b0827-186b-495d-a3d0-c6854b4a6ae8 None None] Provisioning complete for port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:50.942173 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0827-186b-495d-a3d0-c6854b4a6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:50.944014 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56905f33-8690-4b71-9c38-940fe2e45f62 None None] The sync data for ids ['0753d4c3-2177-4316-afec-b15187e79661'] in dv-neutron-821895-1-hyperv is: [{'id': '0753d4c3-2177-4316-afec-b15187e79661', 'name': 'tempest-TestEncryptedCinderVolumes-43514653-router', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:48Z', 'revision_number': 3, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'gw_port': {'id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:97:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0753d4c3-2177-4316-afec-b15187e79661', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:00:50.997485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-3a3b0827-186b-495d-a3d0-c6854b4a6ae8 None None] Port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:00:51.084643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:51.117935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:51.142646 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-51304f55-b495-4102-9f29-54f75021f708 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:51.220343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Pushing event updated for resources: {'Port': ['ID=95a0b2f2-aa59-4255-9e03-9e0f1ee8c475,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:51.223920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:51.224889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:51.363585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Network 792f7760-3e8b-4441-86b4-bbd07696b91e is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:51.365650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:51.622247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1de5dbb1-06ca-4664-ac05-df54266cc836 None None] Provisioning complete for port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:51.622842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1de5dbb1-06ca-4664-ac05-df54266cc836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:51.677775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1de5dbb1-06ca-4664-ac05-df54266cc836 None None] Port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:00:51.751755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Router 0753d4c3-2177-4316-afec-b15187e79661 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:00:51.949521 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:00:51.958282 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] 10.222.0.24 "PUT /v2.0/routers/0753d4c3-2177-4316-afec-b15187e79661/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7720034
Dec 19 14:00:52.166469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 99988f5d-3c9a-4602-a973-13f69ef84ff6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:52.233308 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 99988f5d-3c9a-4602-a973-13f69ef84ff6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:52.233684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:53.305505 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-ec15ff11-c051-434b-b956-435ce6d114a6 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:53.306901 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-ec15ff11-c051-434b-b956-435ce6d114a6 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/networks?id=c9d8487d-5b5d-4043-a611-d5894a2f283a HTTP/1.1" status: 200  len: 817 time: 0.2464252
Dec 19 14:00:53.322537 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-edec05d0-224f-491d-82ad-60ab3defda38 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/quotas/c071659c671649cea5ec836204ed08d0 HTTP/1.1" status: 200  len: 375 time: 0.0102062
Dec 19 14:00:53.399711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-a1092142-d088-4cbe-9b98-56a22d7910a9 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Synchronizing usage tracker for tenant:c071659c671649cea5ec836204ed08d0 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:00:53.460741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-a1092142-d088-4cbe-9b98-56a22d7910a9 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Unset dirty status for tenant:c071659c671649cea5ec836204ed08d0 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:00:53.462055 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-a1092142-d088-4cbe-9b98-56a22d7910a9 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c071659c671649cea5ec836204ed08d0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1344113
Dec 19 14:00:53.598089 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-8f07a299-1675-46ac-8943-22f37ad4d99a service neutron] 10.222.0.24 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237109
Dec 19 14:00:53.729130 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-b6cd6691-1dbb-426e-82a1-754db5695bb9 service neutron] 10.222.0.24 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244226
Dec 19 14:00:53.954165 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cdb40d1d-92db-4589-aa5b-8d7cd7f42e3c req-87a3e59d-4173-4239-b8b5-28b71ba28463 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 210 time: 0.0397868
Dec 19 14:00:55.029896 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:00:55.122525 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b6fe137-6f46-4ed9-a1b7-731926274d28 req-3c5e693f-68d3-4e41-a1f2-cec5391e464a tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 210 time: 0.0450206
Dec 19 14:00:55.695443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:56.303885 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-04009bfd-6a67-4fa1-9776-6cfbd0b58a1d req-dc59abda-b1d9-40c7-93b6-285dbe4c6616 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 210 time: 0.0525830
Dec 19 14:00:56.427627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-b8a6f72b-c022-4986-bfd0-b2790ff5d9d2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:56.428210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-b8a6f72b-c022-4986-bfd0-b2790ff5d9d2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Synchronizing usage tracker for tenant:c071659c671649cea5ec836204ed08d0 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:00:56.506444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-b8a6f72b-c022-4986-bfd0-b2790ff5d9d2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Unset dirty status for tenant:c071659c671649cea5ec836204ed08d0 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:00:56.507656 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-b8a6f72b-c022-4986-bfd0-b2790ff5d9d2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.18 "GET /v2.0/networks?id=c9d8487d-5b5d-4043-a611-d5894a2f283a HTTP/1.1" status: 200  len: 817 time: 0.3690219
Dec 19 14:00:56.528841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Request body: {'port': {'device_id': 'cd36c783-7bab-4643-8a54-aad5fd949f3b', 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a', 'admin_state_up': True, 'tenant_id': 'c071659c671649cea5ec836204ed08d0'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:56.667771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:00:56.678094 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:00:56.775112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Made reservation on behalf of c071659c671649cea5ec836204ed08d0 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:00:56.778209 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:56.949614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Allocated IP 172.20.0.9 (c9d8487d-5b5d-4043-a611-d5894a2f283a/bda6d605-ed3c-40b4-b1ec-ca193632a28b/b09ba248-65e0-4fc1-b52b-4f53e31ff241) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:00:57.166514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:57.185011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Transition to ACTIVE for port object b09ba248-65e0-4fc1-b52b-4f53e31ff241 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:57.250219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:57.256153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e38f8c03-1e8c-4a8c-a450-adfefbdf01c9 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:57.322387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Network c9d8487d-5b5d-4043-a611-d5894a2f283a is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:00:57.326054 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:00:57.330164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:00:57.358592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Pushing event updated for resources: {'Port': ['ID=b09ba248-65e0-4fc1-b52b-4f53e31ff241,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:57.370134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:57.398355 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:57.399131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:57.495878 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9706812
Dec 19 14:00:57.509112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Request body: {'port': {'device_id': 'cd36c783-7bab-4643-8a54-aad5fd949f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:00:57.519901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516d56f-8fa9-4da0-865d-96e3c15a0289 req-93ca1b6e-ea23-458a-a9f0-a5c142c1fdf5 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:57.521760 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5516d56f-8fa9-4da0-865d-96e3c15a0289 req-93ca1b6e-ea23-458a-a9f0-a5c142c1fdf5 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 931 time: 0.0855541
Dec 19 14:00:57.570726 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5516d56f-8fa9-4da0-865d-96e3c15a0289 req-8a37fa41-5cc5-4cd1-9a44-b3562bdcda1f tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425742
Dec 19 14:00:57.624426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:57.712391 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6b0ac7bb-0378-4b94-946e-0fb37f257afa None None] Provisioning for port b09ba248-65e0-4fc1-b52b-4f53e31ff241 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:57.717714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6b0ac7bb-0378-4b94-946e-0fb37f257afa None None] Provisioning complete for port b09ba248-65e0-4fc1-b52b-4f53e31ff241 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:57.718090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6b0ac7bb-0378-4b94-946e-0fb37f257afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:57.773520 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6b0ac7bb-0378-4b94-946e-0fb37f257afa None None] Port b09ba248-65e0-4fc1-b52b-4f53e31ff241 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:00:57.779436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Sync routers for ids ['2e34f378-4884-4f47-b6cb-47e4dd037be5'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:00:57.792820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Routers {'2e34f378-4884-4f47-b6cb-47e4dd037be5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:00:57.793456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46f33880>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:00:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2e34f378-4884-4f47-b6cb-47e4dd037be5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:57.987381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09ba248-65e0-4fc1-b52b-4f53e31ff241 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:00:57.994861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:58.001883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Set router 2e34f378-4884-4f47-b6cb-47e4dd037be5 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:00:58.009880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Transition to ACTIVE for port object b09ba248-65e0-4fc1-b52b-4f53e31ff241 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:58.055272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:58.059568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9dacb9ba-12fc-4589-8560-6f0a57329774 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:58.188811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Pushing event updated for resources: {'Port': ['ID=b09ba248-65e0-4fc1-b52b-4f53e31ff241,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:58.192696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:58.220052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0a125c5-0a74-4d7e-817a-957033045bc7 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:00:58.306507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Attempting to bind port b09ba248-65e0-4fc1-b52b-4f53e31ff241 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:58.306860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Attempting to bind port b09ba248-65e0-4fc1-b52b-4f53e31ff241 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:58.307200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Attempting to bind port b09ba248-65e0-4fc1-b52b-4f53e31ff241 on network c9d8487d-5b5d-4043-a611-d5894a2f283a {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:58.313288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Port b09ba248-65e0-4fc1-b52b-4f53e31ff241 on network c9d8487d-5b5d-4043-a611-d5894a2f283a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:00:58.313598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Attempting to bind port b09ba248-65e0-4fc1-b52b-4f53e31ff241 on network c9d8487d-5b5d-4043-a611-d5894a2f283a {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:58.320567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:58.320920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Checking segment: {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:58.321293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Bound using segment: {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:58.321711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Bound port: b09ba248-65e0-4fc1-b52b-4f53e31ff241, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:58.322046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:58.402578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46f33880>, [{'id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'name': 'tempest-TestEncryptedCinderVolumes-1381828690-router', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:39Z', 'updated_at': '2021-12-19T14:00:43Z', 'revision_number': 4, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'gw_port': {'id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:40Z', 'updated_at': '2021-12-19T14:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '44221633-067a-4e49-be72-1e50b0e8bdef', 'name': '', 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'mac_address': 'fa:16:3e:9c:91:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:42Z', 'updated_at': '2021-12-19T14:00:43Z', 'revision_number': 2, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'subnets': [{'id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:58.410046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Checking router: 2e34f378-4884-4f47-b6cb-47e4dd037be5 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:00:58.410398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Updating router 2e34f378-4884-4f47-b6cb-47e4dd037be5 port 44221633-067a-4e49-be72-1e50b0e8bdef binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:00:58.414951 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] For port b09ba248-65e0-4fc1-b52b-4f53e31ff241, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:58.418864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] For port b09ba248-65e0-4fc1-b52b-4f53e31ff241, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b09ba248-65e0-4fc1-b52b-4f53e31ff241,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:58.465826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:58.478819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port e0a125c5-0a74-4d7e-817a-957033045bc7 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:00:58.495770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:58.500397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:58.508171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e0a125c5-0a74-4d7e-817a-957033045bc7 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:00:58.508501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:58.553781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:58.555448 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] 10.222.0.18 "PUT /v2.0/ports/b09ba248-65e0-4fc1-b52b-4f53e31ff241 HTTP/1.1" status: 200  len: 1093 time: 1.0515773
Dec 19 14:00:58.558066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd36c783-7bab-4643-8a54-aad5fd949f3b', 'tag': 'b09ba248-65e0-4fc1-b52b-4f53e31ff241'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:00:58.592556 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Pushing event updated for resources: {'Port': ['ID=b09ba248-65e0-4fc1-b52b-4f53e31ff241,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:58.596626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:58.722245 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd36c783-7bab-4643-8a54-aad5fd949f3b', 'tag': 'b09ba248-65e0-4fc1-b52b-4f53e31ff241', 'status': 'completed', 'code': 200}
Dec 19 14:00:58.760250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:58.775338 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-9ecd3715-1cdd-4246-a4a0-a98bd6f9d2d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c071659c671649cea5ec836204ed08d0&device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 1096 time: 0.1140845
Dec 19 14:00:58.854837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e0a125c5-0a74-4d7e-817a-957033045bc7, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e0a125c5-0a74-4d7e-817a-957033045bc7,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:00:58.868021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f174c-a223-45aa-918f-30ca4a2005d6 req-9fd05169-f9a4-4c3a-aa1a-5ecf5fa0c333 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:58.870172 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7e6f174c-a223-45aa-918f-30ca4a2005d6 req-9fd05169-f9a4-4c3a-aa1a-5ecf5fa0c333 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 943 time: 0.1172266
Dec 19 14:00:58.890083 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-bda115fd-dc27-41c0-8ec2-7d5f1d3f5f4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09ba248-65e0-4fc1-b52b-4f53e31ff241 HTTP/1.1" status: 200  len: 217 time: 0.1072824
Dec 19 14:00:58.938613 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:58.947700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:58.947804 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7e6f174c-a223-45aa-918f-30ca4a2005d6 req-02b84d2c-0b5b-45f1-9e57-58c7a3b47a3b tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631185
Dec 19 14:00:58.986174 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-2290ea06-91cf-4221-86ff-a8483f82fc6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:58.987647 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-2290ea06-91cf-4221-86ff-a8483f82fc6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bda6d605-ed3c-40b4-b1ec-ca193632a28b HTTP/1.1" status: 200  len: 856 time: 0.0920732
Dec 19 14:00:59.059776 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e0a125c5-0a74-4d7e-817a-957033045bc7,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:59.061336 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-464ad1b3-37d9-4df2-9c5d-24d9fc5afdbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9d8487d-5b5d-4043-a611-d5894a2f283a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676088
Dec 19 14:00:59.062823 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:59.086833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:59.098208 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Transition to ACTIVE for port object 44221633-067a-4e49-be72-1e50b0e8bdef will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:00:59.180973 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:59.184795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-798676a9-6141-4412-b0b1-b9799cbf5ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:59.298808 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-5556784a-da79-4ea8-96fe-28fa2dacba2c service neutron] 10.222.0.18 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308881
Dec 19 14:00:59.308330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450549d-f5a0-4f2f-9f94-97c1ba3be705 None None] Pushing event updated for resources: {'Port': ['ID=44221633-067a-4e49-be72-1e50b0e8bdef,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:59.311346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b450549d-f5a0-4f2f-9f94-97c1ba3be705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:59.402717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Attempting to bind port 44221633-067a-4e49-be72-1e50b0e8bdef on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:00:59.403090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Attempting to bind port 44221633-067a-4e49-be72-1e50b0e8bdef by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:00:59.403469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Attempting to bind port 44221633-067a-4e49-be72-1e50b0e8bdef on network c9d8487d-5b5d-4043-a611-d5894a2f283a {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:00:59.410259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:00:59.410631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Checking segment: {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:00:59.411634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:59.412314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Bound using segment: {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:00:59.412860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Bound port: 44221633-067a-4e49-be72-1e50b0e8bdef, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:00:59.413235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:59.437666 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e893bb37-5f1e-428a-9bab-15f2a6bb6fb1 req-dd2a1e1d-15da-460d-b1ad-363357664805 service neutron] 10.222.0.18 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327388
Dec 19 14:00:59.505150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] For port 44221633-067a-4e49-be72-1e50b0e8bdef, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:00:59.508421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] For port 44221633-067a-4e49-be72-1e50b0e8bdef, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=44221633-067a-4e49-be72-1e50b0e8bdef,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:00:59.570206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:00:59.576979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-53e41356-ba98-459a-b2a8-36b3e2ebd7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:00:59.604989 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-547331cc-0493-4dc6-805c-b49884530b74 req-d3daca06-2159-45b0-aad8-cf3ccf6e9eae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c071659c671649cea5ec836204ed08d0&device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 1096 time: 0.0856955
Dec 19 14:00:59.712536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450549d-f5a0-4f2f-9f94-97c1ba3be705 None None] Pushing event updated for resources: {'Port': ['ID=44221633-067a-4e49-be72-1e50b0e8bdef,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:00:59.715641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b450549d-f5a0-4f2f-9f94-97c1ba3be705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:00:59.716642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Routers {'2e34f378-4884-4f47-b6cb-47e4dd037be5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:00:59.717240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46f33880>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:00:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2e34f378-4884-4f47-b6cb-47e4dd037be5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:00:59.748205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547331cc-0493-4dc6-805c-b49884530b74 req-8b54a3e6-66fd-4b44-8a46-6c6fa3a03818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:59.749743 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-547331cc-0493-4dc6-805c-b49884530b74 req-8b54a3e6-66fd-4b44-8a46-6c6fa3a03818 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c9d8487d-5b5d-4043-a611-d5894a2f283a HTTP/1.1" status: 200  len: 918 time: 0.1386273
Dec 19 14:00:59.822123 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-547331cc-0493-4dc6-805c-b49884530b74 req-2f9b4d7d-8a92-43bc-8fdc-a88e9fe22682 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09ba248-65e0-4fc1-b52b-4f53e31ff241 HTTP/1.1" status: 200  len: 217 time: 0.0656309
Dec 19 14:00:59.893880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547331cc-0493-4dc6-805c-b49884530b74 req-4b9e8b4c-209f-4057-84bb-298c153544bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:00:59.895912 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-547331cc-0493-4dc6-805c-b49884530b74 req-4b9e8b4c-209f-4057-84bb-298c153544bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bda6d605-ed3c-40b4-b1ec-ca193632a28b HTTP/1.1" status: 200  len: 856 time: 0.0663321
Dec 19 14:00:59.904463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] Set router 2e34f378-4884-4f47-b6cb-47e4dd037be5 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:00:59.972256 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-547331cc-0493-4dc6-805c-b49884530b74 req-cfdc4b95-9815-4355-b3dd-a9175106c69b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9d8487d-5b5d-4043-a611-d5894a2f283a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692186
Dec 19 14:01:00.165411 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-547331cc-0493-4dc6-805c-b49884530b74 req-3bf4910e-de5c-41ad-a5fc-3995b5f6a9a4 service neutron] 10.222.0.18 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849852
Dec 19 14:01:00.259047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0a125c5-0a74-4d7e-817a-957033045bc7 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:01:00.314009 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1771e5-4471-459c-85b9-9fd112f6041c req-49b1a5b0-d8fc-4a90-88ad-999d03910d13 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:00.316132 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d1771e5-4471-459c-85b9-9fd112f6041c req-49b1a5b0-d8fc-4a90-88ad-999d03910d13 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 943 time: 0.0914216
Dec 19 14:01:00.357680 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-547331cc-0493-4dc6-805c-b49884530b74 req-b1affed4-001a-49d4-9973-6fac53fe7bf3 service neutron] 10.222.0.18 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1848300
Dec 19 14:01:00.364773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e0a125c5-0a74-4d7e-817a-957033045bc7 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:01:00.365353 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:00.372541 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1d1771e5-4471-459c-85b9-9fd112f6041c req-0a097fa8-4d82-42a5-8869-a7eb363364d3 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458112
Dec 19 14:01:00.390904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46f33880>, [{'id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'name': 'tempest-TestEncryptedCinderVolumes-1381828690-router', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:39Z', 'updated_at': '2021-12-19T14:00:43Z', 'revision_number': 4, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'gw_port': {'id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:40Z', 'updated_at': '2021-12-19T14:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '44221633-067a-4e49-be72-1e50b0e8bdef', 'name': '', 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'mac_address': 'fa:16:3e:9c:91:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:42Z', 'updated_at': '2021-12-19T14:00:59Z', 'revision_number': 4, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'subnets': [{'id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:01:00.406931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0311cd-f56b-4d83-b0be-2f32c2e9c186 None None] The sync data for ids ['2e34f378-4884-4f47-b6cb-47e4dd037be5'] in dv-neutron-821895-1-hyperv is: [{'id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'name': 'tempest-TestEncryptedCinderVolumes-1381828690-router', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:39Z', 'updated_at': '2021-12-19T14:00:43Z', 'revision_number': 4, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'gw_port': {'id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:40Z', 'updated_at': '2021-12-19T14:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '44221633-067a-4e49-be72-1e50b0e8bdef', 'name': '', 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'mac_address': 'fa:16:3e:9c:91:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:42Z', 'updated_at': '2021-12-19T14:00:59Z', 'revision_number': 4, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'subnets': [{'id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:01:00.492063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 44221633-067a-4e49-be72-1e50b0e8bdef up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:01:00.609237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 44221633-067a-4e49-be72-1e50b0e8bdef completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:01:00.615391 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 44221633-067a-4e49-be72-1e50b0e8bdef triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:01:00.615766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:00.629538 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Sync routers for ids ['0753d4c3-2177-4316-afec-b15187e79661'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:01:00.642698 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Routers {'0753d4c3-2177-4316-afec-b15187e79661'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:01:00.643508 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474e8cd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:00:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['0753d4c3-2177-4316-afec-b15187e79661'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:01:00.746651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:00.781527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 44221633-067a-4e49-be72-1e50b0e8bdef, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=44221633-067a-4e49-be72-1e50b0e8bdef,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:01:00.831887 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Set router 0753d4c3-2177-4316-afec-b15187e79661 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:01:00.860712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:00.862588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b0c1fce0-4bbe-4bd4-9aab-a8056ca4ecd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:00.932760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=44221633-067a-4e49-be72-1e50b0e8bdef,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:00.936077 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:01.169012 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474e8cd0>, [{'id': '0753d4c3-2177-4316-afec-b15187e79661', 'name': 'tempest-TestEncryptedCinderVolumes-43514653-router', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:50Z', 'revision_number': 4, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'gw_port': {'id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0753d4c3-2177-4316-afec-b15187e79661', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '95a0b2f2-aa59-4255-9e03-9e0f1ee8c475', 'name': '', 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'mac_address': 'fa:16:3e:b0:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0753d4c3-2177-4316-afec-b15187e79661', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74647ec3-57f8-47b9-8185-4fbde0e3dbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:49Z', 'updated_at': '2021-12-19T14:00:50Z', 'revision_number': 2, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'subnets': [{'id': '74647ec3-57f8-47b9-8185-4fbde0e3dbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:01:01.172565 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Checking router: 0753d4c3-2177-4316-afec-b15187e79661 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:01:01.172924 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Updating router 0753d4c3-2177-4316-afec-b15187e79661 port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:01:01.224561 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:01.557030 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:01.568865 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Transition to ACTIVE for port object 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:01:01.576775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492442bf-c535-405b-bb15-899e4573a07e req-fcb16476-fdf0-414e-aeef-dafe87fed9da tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:01.581473 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-492442bf-c535-405b-bb15-899e4573a07e req-fcb16476-fdf0-414e-aeef-dafe87fed9da tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 943 time: 0.0788736
Dec 19 14:01:01.624041 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-492442bf-c535-405b-bb15-899e4573a07e req-b3c9cfc3-cd6b-4fab-9dd4-c0fcf5ff3bd0 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392427
Dec 19 14:01:01.632608 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:01.636840 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-d42fe577-2f90-43b9-8e70-7c490895e04a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:01.757034 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b2c8e-8ffd-4246-9bab-62583d901218 None None] Pushing event updated for resources: {'Port': ['ID=95a0b2f2-aa59-4255-9e03-9e0f1ee8c475,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:01.760874 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-617b2c8e-8ffd-4246-9bab-62583d901218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:01.846365 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Attempting to bind port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:01:01.846734 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Attempting to bind port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f55e0e6a-207d-48bf-bd79-cd75cc3e11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:01:01.847117 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Attempting to bind port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 on network 792f7760-3e8b-4441-86b4-bbd07696b91e {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:01:01.854443 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:01:01.854964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Checking segment: {'id': 'f55e0e6a-207d-48bf-bd79-cd75cc3e11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:01:01.855434 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:01.855964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Bound using segment: {'id': 'f55e0e6a-207d-48bf-bd79-cd75cc3e11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:01:01.856378 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Bound port: 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55e0e6a-207d-48bf-bd79-cd75cc3e11d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:01:01.856750 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:01.941089 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] For port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:01:01.944007 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] For port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=95a0b2f2-aa59-4255-9e03-9e0f1ee8c475,segment=NetworkSegment(f55e0e6a-207d-48bf-bd79-cd75cc3e11d4),segment_id=f55e0e6a-207d-48bf-bd79-cd75cc3e11d4)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:01:02.004524 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:02.008269 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:02.085872 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b2c8e-8ffd-4246-9bab-62583d901218 None None] Pushing event updated for resources: {'Port': ['ID=95a0b2f2-aa59-4255-9e03-9e0f1ee8c475,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:02.091139 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-617b2c8e-8ffd-4246-9bab-62583d901218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:02.091139 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Routers {'0753d4c3-2177-4316-afec-b15187e79661'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:01:02.091480 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474e8cd0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:00:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['0753d4c3-2177-4316-afec-b15187e79661'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:01:02.178705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 44221633-067a-4e49-be72-1e50b0e8bdef up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:01:02.254348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 44221633-067a-4e49-be72-1e50b0e8bdef triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:01:02.255429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:02.276150 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] Set router 0753d4c3-2177-4316-afec-b15187e79661 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:01:02.582866 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474e8cd0>, [{'id': '0753d4c3-2177-4316-afec-b15187e79661', 'name': 'tempest-TestEncryptedCinderVolumes-43514653-router', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:50Z', 'revision_number': 4, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'gw_port': {'id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0753d4c3-2177-4316-afec-b15187e79661', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '95a0b2f2-aa59-4255-9e03-9e0f1ee8c475', 'name': '', 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'mac_address': 'fa:16:3e:b0:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0753d4c3-2177-4316-afec-b15187e79661', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74647ec3-57f8-47b9-8185-4fbde0e3dbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:49Z', 'updated_at': '2021-12-19T14:01:01Z', 'revision_number': 4, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'subnets': [{'id': '74647ec3-57f8-47b9-8185-4fbde0e3dbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:01:02.586731 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d886462-364b-4a69-bb18-e22b6bd4d163 None None] The sync data for ids ['0753d4c3-2177-4316-afec-b15187e79661'] in dv-neutron-821895-1-hyperv is: [{'id': '0753d4c3-2177-4316-afec-b15187e79661', 'name': 'tempest-TestEncryptedCinderVolumes-43514653-router', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:50Z', 'revision_number': 4, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'gw_port': {'id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0753d4c3-2177-4316-afec-b15187e79661', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '95a0b2f2-aa59-4255-9e03-9e0f1ee8c475', 'name': '', 'network_id': '792f7760-3e8b-4441-86b4-bbd07696b91e', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'mac_address': 'fa:16:3e:b0:72:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0753d4c3-2177-4316-afec-b15187e79661', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74647ec3-57f8-47b9-8185-4fbde0e3dbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:49Z', 'updated_at': '2021-12-19T14:01:01Z', 'revision_number': 4, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'subnets': [{'id': '74647ec3-57f8-47b9-8185-4fbde0e3dbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:01:02.836152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e62d8-9ec4-4a6c-b0b8-e9deb5eab302 req-e29c353c-93fd-4501-996f-a68e7a605ca5 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:02.837722 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef7e62d8-9ec4-4a6c-b0b8-e9deb5eab302 req-e29c353c-93fd-4501-996f-a68e7a605ca5 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 943 time: 0.0860844
Dec 19 14:01:02.887566 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef7e62d8-9ec4-4a6c-b0b8-e9deb5eab302 req-eddbba2d-35de-4b30-96e6-2a38ed17a5e4 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440884
Dec 19 14:01:03.531977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b09ba248-65e0-4fc1-b52b-4f53e31ff241 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:01:03.665201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port b09ba248-65e0-4fc1-b52b-4f53e31ff241, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b09ba248-65e0-4fc1-b52b-4f53e31ff241,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:01:03.678214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'b09ba248-65e0-4fc1-b52b-4f53e31ff241', 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a', 'port_id': 'b09ba248-65e0-4fc1-b52b-4f53e31ff241', 'mac_address': 'fa:16:3e:b1:94:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:01:03.734279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:03.750706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09ba248-65e0-4fc1-b52b-4f53e31ff241 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:01:03.765445 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port b09ba248-65e0-4fc1-b52b-4f53e31ff241, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b09ba248-65e0-4fc1-b52b-4f53e31ff241,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:01:03.820671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:03.822572 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:03.893485 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=b09ba248-65e0-4fc1-b52b-4f53e31ff241,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:03.896347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:04.022759 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['b09ba248-65e0-4fc1-b52b-4f53e31ff241'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:01:04.084686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ea0d4-d8fe-4f58-87f4-a2a7be7132f4 req-bd240355-94cd-49ea-80c2-35db9611d203 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:04.086713 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-157ea0d4-d8fe-4f58-87f4-a2a7be7132f4 req-bd240355-94cd-49ea-80c2-35db9611d203 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 944 time: 0.0796845
Dec 19 14:01:04.146980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-157ea0d4-d8fe-4f58-87f4-a2a7be7132f4 req-cc7f068c-065d-4017-97af-95b89266e6f7 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545006
Dec 19 14:01:04.195268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:01:04.352216 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:01:04.357089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:01:04.357467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:04.469159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:04.501188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=95a0b2f2-aa59-4255-9e03-9e0f1ee8c475,segment=NetworkSegment(f55e0e6a-207d-48bf-bd79-cd75cc3e11d4),segment_id=f55e0e6a-207d-48bf-bd79-cd75cc3e11d4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:01:04.557798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:04.559661 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:04.625910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=95a0b2f2-aa59-4255-9e03-9e0f1ee8c475,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:04.628899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:05.343962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f422cf2-4f2f-4e99-8789-1d190fbf9921 req-25453981-7498-460a-bd8c-9aa01b172cfb tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:05.345427 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f422cf2-4f2f-4e99-8789-1d190fbf9921 req-25453981-7498-460a-bd8c-9aa01b172cfb tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 944 time: 0.0762618
Dec 19 14:01:05.390753 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f422cf2-4f2f-4e99-8789-1d190fbf9921 req-0e8a04b7-533f-40f3-a7c3-2ef2be954fb4 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391321
Dec 19 14:01:05.562306 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b09ba248-65e0-4fc1-b52b-4f53e31ff241 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:01:05.689302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port b09ba248-65e0-4fc1-b52b-4f53e31ff241 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:01:05.695581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port b09ba248-65e0-4fc1-b52b-4f53e31ff241 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:01:05.695959 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:05.811651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:05.838003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd36c783-7bab-4643-8a54-aad5fd949f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09ba248-65e0-4fc1-b52b-4f53e31ff241'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:01:05.847037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port b09ba248-65e0-4fc1-b52b-4f53e31ff241, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b09ba248-65e0-4fc1-b52b-4f53e31ff241,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:01:05.888907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:05.890800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:05.919633 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd36c783-7bab-4643-8a54-aad5fd949f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09ba248-65e0-4fc1-b52b-4f53e31ff241', 'code': 200}
Dec 19 14:01:05.957563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=b09ba248-65e0-4fc1-b52b-4f53e31ff241,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:05.960977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:06.173330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:01:06.245638 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-055c7e33-1563-4323-bd92-d6dd85922fb8 req-d2150215-26a6-4c2b-9781-304834d49302 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 1098 time: 0.0733678
Dec 19 14:01:06.246247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:01:06.246247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:06.289209 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-055c7e33-1563-4323-bd92-d6dd85922fb8 req-045e65e6-6f93-469a-8503-a217e4dfa8ab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373485
Dec 19 14:01:06.589072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba377f6-4b65-4fa0-b043-2f0088c0567d req-03d73940-0f6c-42ed-bd3f-419d14a42b2d tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:06.590510 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2ba377f6-4b65-4fa0-b043-2f0088c0567d req-03d73940-0f6c-42ed-bd3f-419d14a42b2d tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 945 time: 0.0793083
Dec 19 14:01:06.635425 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2ba377f6-4b65-4fa0-b043-2f0088c0567d req-fb408685-a87f-4828-85b6-e4c096661a73 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392787
Dec 19 14:01:07.831743 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa0d8e-8564-4e53-ab09-c7a4b93c8420 req-a462ca16-be55-4e02-abc3-cca629021139 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:07.833278 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e9fa0d8e-8564-4e53-ab09-c7a4b93c8420 req-a462ca16-be55-4e02-abc3-cca629021139 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 945 time: 0.0758083
Dec 19 14:01:07.878038 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e9fa0d8e-8564-4e53-ab09-c7a4b93c8420 req-b0c8069d-2547-4e3f-b507-f0c3d9b77841 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392153
Dec 19 14:01:08.073255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14982dea-dac9-4307-866e-bebfe5862f77 req-09eaeb86-a93b-4a4f-9aad-5126c7c1dbb6 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:08.074902 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-14982dea-dac9-4307-866e-bebfe5862f77 req-09eaeb86-a93b-4a4f-9aad-5126c7c1dbb6 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 945 time: 0.0784745
Dec 19 14:01:08.121985 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-14982dea-dac9-4307-866e-bebfe5862f77 req-050656d0-f287-4d85-bcce-1c8e158f9225 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416293
Dec 19 14:01:12.426402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-56435a15-9f4c-4a7a-943e-076e61f438c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:14.654461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-91e77079-e27e-4492-b664-d62a8ced94f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:16.346527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:16.380659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:17.672126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:25.712033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:26.261662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596ecd-6b33-4c86-9aa5-9b33a1893f0b req-cf1b0480-b62a-4239-bba5-6359f9071e42 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:26.263086 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aa596ecd-6b33-4c86-9aa5-9b33a1893f0b req-cf1b0480-b62a-4239-bba5-6359f9071e42 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 945 time: 0.0761814
Dec 19 14:01:26.311022 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aa596ecd-6b33-4c86-9aa5-9b33a1893f0b req-e78a4c51-b7c8-4fb7-a73c-09f9111e51be tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423317
Dec 19 14:01:27.507178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27e5c3-14c2-403b-b040-bc504534a595 req-1454dc89-2315-4aa9-bd83-a3f45cd743b8 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:27.508590 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aa27e5c3-14c2-403b-b040-bc504534a595 req-1454dc89-2315-4aa9-bd83-a3f45cd743b8 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 945 time: 0.0764973
Dec 19 14:01:27.554000 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aa27e5c3-14c2-403b-b040-bc504534a595 req-a6d4e25b-ed2d-4708-8303-62b6b1138bfc tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398812
Dec 19 14:01:27.709715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-ed67ffc9-2bd1-4121-a8f0-9cfc82ae8d7e tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:27.710387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-ed67ffc9-2bd1-4121-a8f0-9cfc82ae8d7e tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Synchronizing usage tracker for tenant:c071659c671649cea5ec836204ed08d0 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:01:27.791749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-ed67ffc9-2bd1-4121-a8f0-9cfc82ae8d7e tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Unset dirty status for tenant:c071659c671649cea5ec836204ed08d0 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:01:27.793005 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-ed67ffc9-2bd1-4121-a8f0-9cfc82ae8d7e tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 945 time: 0.1575017
Dec 19 14:01:27.864106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Deleting port b09ba248-65e0-4fc1-b52b-4f53e31ff241 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:01:27.864438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:28.101260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] For port b09ba248-65e0-4fc1-b52b-4f53e31ff241, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b09ba248-65e0-4fc1-b52b-4f53e31ff241,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:01:28.101605 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:28.314144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Calling delete_port for b09ba248-65e0-4fc1-b52b-4f53e31ff241 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:01:28.540798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:28.546921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c3a0e349-2912-46a3-b4fc-0fc58e1d6f33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:28.552361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['b09ba248-65e0-4fc1-b52b-4f53e31ff241'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:01:28.591623 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Pushing event deleted for resources: {'Port': ['ID=b09ba248-65e0-4fc1-b52b-4f53e31ff241,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:28.631463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:01:28.631848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:01:28.632216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:01:28.632580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:01:28.632941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:01:28.633301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:01:28.633653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:01:28.634008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:01:28.634354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:01:28.634704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:01:28.635246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:01:28.647460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:28.680243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] No DVR routers for this DVR port b09ba248-65e0-4fc1-b52b-4f53e31ff241 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:01:28.684035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:28.688326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd36c783-7bab-4643-8a54-aad5fd949f3b', 'name': 'network-vif-deleted', 'tag': 'b09ba248-65e0-4fc1-b52b-4f53e31ff241'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:01:28.744648 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd36c783-7bab-4643-8a54-aad5fd949f3b', 'name': 'network-vif-deleted', 'tag': 'b09ba248-65e0-4fc1-b52b-4f53e31ff241', 'status': 'completed', 'code': 200}
Dec 19 14:01:28.746256 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-52757da0-ce4d-471e-80c0-7badeea62c21 req-3c8df261-190e-4be8-8c76-46856b36e9ec tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd36c783-7bab-4643-8a54-aad5fd949f3b HTTP/1.1" status: 200  len: 210 time: 0.0439794
Dec 19 14:01:28.810511 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6b7dac5b-79bf-488f-b205-23b2751b29c8 req-dadb16d6-7fad-4630-890d-50e983d041c2 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.18 "DELETE /v2.0/ports/b09ba248-65e0-4fc1-b52b-4f53e31ff241 HTTP/1.1" status: 204  len: 173 time: 1.0122366
Dec 19 14:01:30.726164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-0b5a3bfa-7f24-496b-9bec-cab293489b3e tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:30.727928 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-0b5a3bfa-7f24-496b-9bec-cab293489b3e tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/networks?id=c9d8487d-5b5d-4043-a611-d5894a2f283a HTTP/1.1" status: 200  len: 817 time: 0.2500029
Dec 19 14:01:30.744446 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-04dd0343-09b2-4309-ae8d-c74c4d9b4a03 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/quotas/c071659c671649cea5ec836204ed08d0 HTTP/1.1" status: 200  len: 375 time: 0.0106597
Dec 19 14:01:30.824141 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-5139af32-46a5-4c8a-b666-b9185ec5c278 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c071659c671649cea5ec836204ed08d0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0736771
Dec 19 14:01:30.840003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e8816f16-ef1c-4e31-ae5f-b863429c381a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 14:01:30.841026 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e8816f16-ef1c-4e31-ae5f-b863429c381a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0055463
Dec 19 14:01:30.968817 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-168825b2-ada2-43da-99b8-8d12ab4f9b94 service neutron] 10.222.0.24 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221514
Dec 19 14:01:31.097181 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-b059f523-4c79-4d6d-b038-b0f05b5daaa4 service neutron] 10.222.0.24 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227238
Dec 19 14:01:31.367653 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a24917a-4be3-408a-b763-dbced3ebce85 req-2ab98776-b13d-408d-93e1-f016078dec36 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 210 time: 0.0407820
Dec 19 14:01:31.658052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b09ba248-65e0-4fc1-b52b-4f53e31ff241 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:01:31.694597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: b09ba248-65e0-4fc1-b52b-4f53e31ff241 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:01:31.694945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device b09ba248-65e0-4fc1-b52b-4f53e31ff241 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:01:32.030074 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:01:32.533686 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39130ee4-07a8-4b02-a7aa-54d1bbba00e7 req-780bdbcb-fbae-420e-a0f5-4c0e7d239a27 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 210 time: 0.0454743
Dec 19 14:01:33.187921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-d06b6da6-0a65-44e8-972a-24b630b93db6 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:33.189314 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-d06b6da6-0a65-44e8-972a-24b630b93db6 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.18 "GET /v2.0/networks?id=c9d8487d-5b5d-4043-a611-d5894a2f283a HTTP/1.1" status: 200  len: 817 time: 0.1434627
Dec 19 14:01:33.205981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Request body: {'port': {'device_id': '092a94dc-965d-45fd-bb36-95aed5e8a1e5', 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a', 'admin_state_up': True, 'tenant_id': 'c071659c671649cea5ec836204ed08d0'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:01:33.344871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:01:33.349367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Usage tracker for resource:port and tenant:c071659c671649cea5ec836204ed08d0 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:01:33.352340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:01:33.358442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:01:33.437834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Made reservation on behalf of c071659c671649cea5ec836204ed08d0 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:01:33.441272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:33.607563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Allocated IP 172.20.0.8 (c9d8487d-5b5d-4043-a611-d5894a2f283a/bda6d605-ed3c-40b4-b1ec-ca193632a28b/ebbedb39-1f21-4209-934f-17d62d18221a) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:01:33.699668 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6192e291-45fd-4e08-accc-9abf7447bf0e req-237db5a2-62d9-486b-86c0-2a47446b8889 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 210 time: 0.0422380
Dec 19 14:01:33.813396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:33.828487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Transition to ACTIVE for port object ebbedb39-1f21-4209-934f-17d62d18221a will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:01:33.935239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:33.940522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f3d9d892-b681-4ea6-9b6b-79cc3f1debf6 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:34.008231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Network c9d8487d-5b5d-4043-a611-d5894a2f283a is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:01:34.011468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:01:34.015606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:01:34.044775 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Pushing event updated for resources: {'Port': ['ID=ebbedb39-1f21-4209-934f-17d62d18221a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:34.050029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:34.082502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:34.083148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:34.181675 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9790702
Dec 19 14:01:34.193618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Request body: {'port': {'device_id': '092a94dc-965d-45fd-bb36-95aed5e8a1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:01:34.295143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-46dbd1d1-aa4c-4e2e-827c-be136b050b4e None None] Provisioning for port ebbedb39-1f21-4209-934f-17d62d18221a completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:01:34.300128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-46dbd1d1-aa4c-4e2e-827c-be136b050b4e None None] Provisioning complete for port ebbedb39-1f21-4209-934f-17d62d18221a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:01:34.300507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-46dbd1d1-aa4c-4e2e-827c-be136b050b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:34.302123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:34.352352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-46dbd1d1-aa4c-4e2e-827c-be136b050b4e None None] Port ebbedb39-1f21-4209-934f-17d62d18221a cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:01:34.637593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbedb39-1f21-4209-934f-17d62d18221a {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:01:34.644566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:34.661872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Transition to ACTIVE for port object ebbedb39-1f21-4209-934f-17d62d18221a will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:01:34.728846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:34.732841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7e3ccc5d-795d-430e-908e-a8f2ce6bf42d tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:34.909247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f47377-3286-410a-a5c3-9d29f82c06e2 req-185ad101-9b2a-4a9d-a97f-f4cddb94f0ef tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:34.910984 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f3f47377-3286-410a-a5c3-9d29f82c06e2 req-185ad101-9b2a-4a9d-a97f-f4cddb94f0ef tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 943 time: 0.0872545
Dec 19 14:01:34.963150 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f3f47377-3286-410a-a5c3-9d29f82c06e2 req-8d5ebb20-2320-406a-b993-518ab216cd42 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466204
Dec 19 14:01:34.978238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Pushing event updated for resources: {'Port': ['ID=ebbedb39-1f21-4209-934f-17d62d18221a,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:34.981162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:35.086073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Attempting to bind port ebbedb39-1f21-4209-934f-17d62d18221a on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:01:35.086400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Attempting to bind port ebbedb39-1f21-4209-934f-17d62d18221a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:01:35.086716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Attempting to bind port ebbedb39-1f21-4209-934f-17d62d18221a on network c9d8487d-5b5d-4043-a611-d5894a2f283a {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:01:35.092368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Port ebbedb39-1f21-4209-934f-17d62d18221a on network c9d8487d-5b5d-4043-a611-d5894a2f283a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:01:35.092679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Attempting to bind port ebbedb39-1f21-4209-934f-17d62d18221a on network c9d8487d-5b5d-4043-a611-d5894a2f283a {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:01:35.098687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:01:35.099008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Checking segment: {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:01:35.099406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Bound using segment: {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:01:35.099810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Bound port: ebbedb39-1f21-4209-934f-17d62d18221a, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:01:35.100142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:35.185049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] For port ebbedb39-1f21-4209-934f-17d62d18221a, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:01:35.187851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] For port ebbedb39-1f21-4209-934f-17d62d18221a, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ebbedb39-1f21-4209-934f-17d62d18221a,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:01:35.249252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:35.252902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ff3858c2-32b9-4081-a0c8-cdaaae24f6a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:35.310602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:35.311911 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] 10.222.0.18 "PUT /v2.0/ports/ebbedb39-1f21-4209-934f-17d62d18221a HTTP/1.1" status: 200  len: 1093 time: 1.1223636
Dec 19 14:01:35.314581 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092a94dc-965d-45fd-bb36-95aed5e8a1e5', 'tag': 'ebbedb39-1f21-4209-934f-17d62d18221a'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:01:35.345263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Pushing event updated for resources: {'Port': ['ID=ebbedb39-1f21-4209-934f-17d62d18221a,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:35.345263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:35.384400 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092a94dc-965d-45fd-bb36-95aed5e8a1e5', 'tag': 'ebbedb39-1f21-4209-934f-17d62d18221a', 'status': 'completed', 'code': 200}
Dec 19 14:01:35.477133 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0fac208d-a899-4653-8f51-d40c388b1d94 req-23cd372d-4643-4cc0-8583-0de10a78ef7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c071659c671649cea5ec836204ed08d0&device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 1096 time: 0.0718837
Dec 19 14:01:35.620253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac208d-a899-4653-8f51-d40c388b1d94 req-8970b408-0bd8-48ca-8194-be6f1ccd8166 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:35.622071 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0fac208d-a899-4653-8f51-d40c388b1d94 req-8970b408-0bd8-48ca-8194-be6f1ccd8166 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c071659c671649cea5ec836204ed08d0&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1373723
Dec 19 14:01:35.755704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac208d-a899-4653-8f51-d40c388b1d94 req-1f6f0457-2895-4151-960e-efe0cf655a88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:35.757041 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0fac208d-a899-4653-8f51-d40c388b1d94 req-1f6f0457-2895-4151-960e-efe0cf655a88 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1290417
Dec 19 14:01:35.858981 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-6aa77fdb-e0ab-4774-8ee8-c75c7fd1b970 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c071659c671649cea5ec836204ed08d0&device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 1096 time: 0.0672317
Dec 19 14:01:35.928166 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-9df1cccd-fdc7-4a46-b01d-036cc0844263 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbedb39-1f21-4209-934f-17d62d18221a HTTP/1.1" status: 200  len: 217 time: 0.0622537
Dec 19 14:01:35.988837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-a8d92e03-0fe2-497a-b5b8-ce92c4df6914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:35.990191 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-a8d92e03-0fe2-497a-b5b8-ce92c4df6914 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bda6d605-ed3c-40b4-b1ec-ca193632a28b HTTP/1.1" status: 200  len: 856 time: 0.0560753
Dec 19 14:01:36.067414 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-6093ff4f-194f-447f-b22c-29c3f033aca3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9d8487d-5b5d-4043-a611-d5894a2f283a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707765
Dec 19 14:01:36.160339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e44fcf-b8e1-47b0-8d1b-9919726074f6 req-a43b832a-722a-42fa-8809-2fc5e97a6fbf tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:36.161775 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f2e44fcf-b8e1-47b0-8d1b-9919726074f6 req-a43b832a-722a-42fa-8809-2fc5e97a6fbf tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 943 time: 0.0770171
Dec 19 14:01:36.201196 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-2097842c-b556-4d61-8f2e-94ce9d15fc05 service neutron] 10.222.0.18 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277010
Dec 19 14:01:36.207075 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f2e44fcf-b8e1-47b0-8d1b-9919726074f6 req-6b3e3162-0abf-4310-a8df-eff0b5537800 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396128
Dec 19 14:01:36.331166 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3d0558e0-bf22-4c76-b066-fbbe4130b3dc req-419f713d-0f14-4252-858d-38868d1a7e8a service neutron] 10.222.0.18 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241119
Dec 19 14:01:37.410373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc035b-75fb-4f14-a2e8-dc487b71dc41 req-e107a7c2-d3ca-4d54-b9c0-6811a5b8fbc3 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:37.411814 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3ecc035b-75fb-4f14-a2e8-dc487b71dc41 req-e107a7c2-d3ca-4d54-b9c0-6811a5b8fbc3 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 943 time: 0.0790420
Dec 19 14:01:37.457279 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3ecc035b-75fb-4f14-a2e8-dc487b71dc41 req-d59d15fb-caee-4036-90ce-0e1cf69efe70 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399783
Dec 19 14:01:38.650714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb1ad5-a8e8-4b23-88d2-a7e1c805fd61 req-3ec5b487-ba95-4c3a-ad7e-c4be2ffdab34 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:38.652171 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-89cb1ad5-a8e8-4b23-88d2-a7e1c805fd61 req-3ec5b487-ba95-4c3a-ad7e-c4be2ffdab34 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 943 time: 0.0776944
Dec 19 14:01:38.697477 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-89cb1ad5-a8e8-4b23-88d2-a7e1c805fd61 req-aece6455-3aa4-4521-85cc-c3d0eef45374 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387962
Dec 19 14:01:39.672428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ebbedb39-1f21-4209-934f-17d62d18221a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:01:39.804763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ebbedb39-1f21-4209-934f-17d62d18221a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ebbedb39-1f21-4209-934f-17d62d18221a,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:01:39.818416 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'ebbedb39-1f21-4209-934f-17d62d18221a', 'network_id': 'c9d8487d-5b5d-4043-a611-d5894a2f283a', 'port_id': 'ebbedb39-1f21-4209-934f-17d62d18221a', 'mac_address': 'fa:16:3e:3a:20:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda6d605-ed3c-40b4-b1ec-ca193632a28b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:01:39.875883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:39.892962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbedb39-1f21-4209-934f-17d62d18221a {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:01:39.897833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affa2e6-fd45-4044-a09e-8be337ede44f req-c569a4bd-f7f6-4b0c-ab4a-2b5a07ff5ea4 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:39.899392 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5affa2e6-fd45-4044-a09e-8be337ede44f req-c569a4bd-f7f6-4b0c-ab4a-2b5a07ff5ea4 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 943 time: 0.0795779
Dec 19 14:01:39.908451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ebbedb39-1f21-4209-934f-17d62d18221a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ebbedb39-1f21-4209-934f-17d62d18221a,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:01:39.945901 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5affa2e6-fd45-4044-a09e-8be337ede44f req-40653634-5834-43de-a186-599968bf1d38 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410535
Dec 19 14:01:39.986158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:39.988060 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b774718b-42cd-4cdb-92ff-db5e53a34f8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:40.051549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=ebbedb39-1f21-4209-934f-17d62d18221a,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:40.054612 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:40.174464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['ebbedb39-1f21-4209-934f-17d62d18221a'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:01:41.137306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a68e2-cf97-4642-96e4-99c9a6c5b869 req-4c90ac17-2f99-4fa1-85fd-5412400e98f7 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:41.138708 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-013a68e2-cf97-4642-96e4-99c9a6c5b869 req-4c90ac17-2f99-4fa1-85fd-5412400e98f7 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 944 time: 0.0745049
Dec 19 14:01:41.188330 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-013a68e2-cf97-4642-96e4-99c9a6c5b869 req-edf9e5eb-7ba3-4833-8b43-d4cf86b02557 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433562
Dec 19 14:01:41.687660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ebbedb39-1f21-4209-934f-17d62d18221a up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:01:41.803286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port ebbedb39-1f21-4209-934f-17d62d18221a completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:01:41.807954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port ebbedb39-1f21-4209-934f-17d62d18221a triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:01:41.808326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:41.920507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:41.946867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092a94dc-965d-45fd-bb36-95aed5e8a1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbedb39-1f21-4209-934f-17d62d18221a'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:01:41.956691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ebbedb39-1f21-4209-934f-17d62d18221a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ebbedb39-1f21-4209-934f-17d62d18221a,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:01:42.020561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:42.022470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:01:42.083108 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092a94dc-965d-45fd-bb36-95aed5e8a1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbedb39-1f21-4209-934f-17d62d18221a', 'code': 200}
Dec 19 14:01:42.092988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=ebbedb39-1f21-4209-934f-17d62d18221a,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:01:42.096874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:01:42.387893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e56ecb-0d57-4daa-b948-3998c7fce681 req-77cc6b21-b693-45ab-8d4c-28afb8777fb8 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:42.389331 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d7e56ecb-0d57-4daa-b948-3998c7fce681 req-77cc6b21-b693-45ab-8d4c-28afb8777fb8 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 945 time: 0.0802727
Dec 19 14:01:42.435346 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d7e56ecb-0d57-4daa-b948-3998c7fce681 req-7cc0e57d-b5e6-45c2-a133-442a5f03424d tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392118
Dec 19 14:01:42.483830 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c855e902-73ca-4c1f-8365-795c3358b8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:42.498289 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-09f6f41a-7e6d-4eed-a4c7-6c015e8b722b req-6d697b6d-d729-478c-9a1c-042f960eff4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 1098 time: 0.0680311
Dec 19 14:01:42.539302 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-09f6f41a-7e6d-4eed-a4c7-6c015e8b722b req-d9621d05-deb9-48b2-9105-18d3f410a17d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350499
Dec 19 14:01:43.640815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cb254-ee0f-4e2b-9589-00708333fcd7 req-0bc8c507-024e-49e5-a056-331f8ebc817e tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:43.642334 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b46cb254-ee0f-4e2b-9589-00708333fcd7 req-0bc8c507-024e-49e5-a056-331f8ebc817e tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 945 time: 0.0815587
Dec 19 14:01:43.692158 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b46cb254-ee0f-4e2b-9589-00708333fcd7 req-62eee209-96bc-46a0-a2f9-02fd7a804b64 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433466
Dec 19 14:01:44.694892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ec39f4be-a3b6-4f76-97d6-19cc86d26333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:44.887801 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65b0ef-3b8e-4c3b-8184-30938128dcd2 req-6917a071-a6a0-4e16-8db7-dc99be53584a tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:44.889248 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6e65b0ef-3b8e-4c3b-8184-30938128dcd2 req-6917a071-a6a0-4e16-8db7-dc99be53584a tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 945 time: 0.0762899
Dec 19 14:01:44.936182 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6e65b0ef-3b8e-4c3b-8184-30938128dcd2 req-9b88c403-9bbb-4a99-83c6-15bf8f9d7373 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408828
Dec 19 14:01:45.135417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a9fe8-71d8-4ca6-884f-cb38c8fc40e6 req-051990c9-62cd-4eb7-8ae2-e8f11ea75a58 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:45.136862 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8d4a9fe8-71d8-4ca6-884f-cb38c8fc40e6 req-051990c9-62cd-4eb7-8ae2-e8f11ea75a58 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 945 time: 0.0783799
Dec 19 14:01:45.182933 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8d4a9fe8-71d8-4ca6-884f-cb38c8fc40e6 req-d9583226-93d4-4c0b-9dc6-7036ffb2334a tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398438
Dec 19 14:01:46.189771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-98ecdb81-4452-433b-9b5d-a1b77484deb9 req-4a6a1c88-cc43-431e-b93f-3d3bd4b3ffdd service neutron] (84125) timed out ('10.222.0.18', 50964) {{(pid=84125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 19 14:01:46.277334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:46.375641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:47.672642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:55.707074 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:01:58.938166 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88f162ff-4730-434c-b7fe-09fad365b79f req-851c6d03-d818-425f-9cc5-b987ed0a4e46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0717950
Dec 19 14:01:59.073512 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88f162ff-4730-434c-b7fe-09fad365b79f req-b704f542-8676-4de8-bd64-2c3debacf3e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c071659c671649cea5ec836204ed08d0&device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 1098 time: 0.0680835
Dec 19 14:01:59.218724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f162ff-4730-434c-b7fe-09fad365b79f req-e3092bc9-8030-41f2-b71a-4feb1469e5bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:59.220173 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88f162ff-4730-434c-b7fe-09fad365b79f req-e3092bc9-8030-41f2-b71a-4feb1469e5bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=c9d8487d-5b5d-4043-a611-d5894a2f283a HTTP/1.1" status: 200  len: 918 time: 0.1254525
Dec 19 14:01:59.393556 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88f162ff-4730-434c-b7fe-09fad365b79f req-0f6c3270-8027-482f-ae25-558cd89b7620 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbedb39-1f21-4209-934f-17d62d18221a HTTP/1.1" status: 200  len: 217 time: 0.1665969
Dec 19 14:01:59.455726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f162ff-4730-434c-b7fe-09fad365b79f req-867d313c-605a-487c-bcc3-63a35332e326 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:01:59.457207 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88f162ff-4730-434c-b7fe-09fad365b79f req-867d313c-605a-487c-bcc3-63a35332e326 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bda6d605-ed3c-40b4-b1ec-ca193632a28b HTTP/1.1" status: 200  len: 856 time: 0.0562062
Dec 19 14:01:59.531819 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88f162ff-4730-434c-b7fe-09fad365b79f req-15ea702a-8cb0-4c21-af11-6e13ab61f70a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c9d8487d-5b5d-4043-a611-d5894a2f283a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684562
Dec 19 14:01:59.660715 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88f162ff-4730-434c-b7fe-09fad365b79f req-3228caef-544f-4df7-b028-b90c3ff60a78 service neutron] 10.222.0.18 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226749
Dec 19 14:01:59.790178 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-88f162ff-4730-434c-b7fe-09fad365b79f req-88f92d7c-c27a-4a7d-a0f9-8e8bb35e0f54 service neutron] 10.222.0.18 "GET /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236267
Dec 19 14:02:03.287255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6d79a-03fb-4c51-9efe-c466b2d73db3 req-a46840ca-ccdd-48c3-9951-57fa62bc11f8 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:03.288625 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-78d6d79a-03fb-4c51-9efe-c466b2d73db3 req-a46840ca-ccdd-48c3-9951-57fa62bc11f8 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 945 time: 0.0750320
Dec 19 14:02:03.333842 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-78d6d79a-03fb-4c51-9efe-c466b2d73db3 req-680bf07d-bc3d-4273-b1de-c6c963101497 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397403
Dec 19 14:02:04.627908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515f142-267a-494e-9ee0-eac20f732b11 req-629379d7-f9f4-45b5-8d0e-10e67d973e2b tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:04.629482 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0515f142-267a-494e-9ee0-eac20f732b11 req-629379d7-f9f4-45b5-8d0e-10e67d973e2b tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 945 time: 0.1746924
Dec 19 14:02:04.678023 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0515f142-267a-494e-9ee0-eac20f732b11 req-d461f052-4714-4055-8848-1d7910b39ea9 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce006558-342e-4a24-89b2-733c35cdaf03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428753
Dec 19 14:02:04.744138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-ba091d95-8fac-4364-a6a3-e1cc811d7f80 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:04.744803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-ba091d95-8fac-4364-a6a3-e1cc811d7f80 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Synchronizing usage tracker for tenant:c071659c671649cea5ec836204ed08d0 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:02:04.906218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-ba091d95-8fac-4364-a6a3-e1cc811d7f80 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Unset dirty status for tenant:c071659c671649cea5ec836204ed08d0 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:02:04.907447 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-ba091d95-8fac-4364-a6a3-e1cc811d7f80 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.18 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 945 time: 0.2391860
Dec 19 14:02:04.979651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Deleting port ebbedb39-1f21-4209-934f-17d62d18221a {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:02:04.979984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:05.216862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] For port ebbedb39-1f21-4209-934f-17d62d18221a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ebbedb39-1f21-4209-934f-17d62d18221a,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:05.217147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:05.335664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Calling delete_port for ebbedb39-1f21-4209-934f-17d62d18221a owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:02:05.546557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:05.552304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:05.558065 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['ebbedb39-1f21-4209-934f-17d62d18221a'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:02:05.595238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Pushing event deleted for resources: {'Port': ['ID=ebbedb39-1f21-4209-934f-17d62d18221a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:05.599234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:05.676148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] No DVR routers for this DVR port ebbedb39-1f21-4209-934f-17d62d18221a on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:02:05.678528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:05.681211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092a94dc-965d-45fd-bb36-95aed5e8a1e5', 'name': 'network-vif-deleted', 'tag': 'ebbedb39-1f21-4209-934f-17d62d18221a'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:02:05.764675 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-630c2a28-f9fc-4700-b106-82940ca346a6 req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.18 "DELETE /v2.0/ports/ebbedb39-1f21-4209-934f-17d62d18221a HTTP/1.1" status: 204  len: 173 time: 0.8520820
Dec 19 14:02:05.828589 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092a94dc-965d-45fd-bb36-95aed5e8a1e5', 'name': 'network-vif-deleted', 'tag': 'ebbedb39-1f21-4209-934f-17d62d18221a', 'status': 'completed', 'code': 200}
Dec 19 14:02:05.854876 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2a4ec6e8-a9ac-4a30-a949-9b57cc1025a9 req-a09ee79e-da2b-4ad8-8fff-4dc31e8cf132 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] 10.222.0.24 "GET /v2.0/ports?device_id=092a94dc-965d-45fd-bb36-95aed5e8a1e5 HTTP/1.1" status: 200  len: 210 time: 0.0477195
Dec 19 14:02:07.060686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51980) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:07.545258 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:08.121440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Deleting port 44221633-067a-4e49-be72-1e50b0e8bdef {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:02:08.122188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:08.287146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] For port 44221633-067a-4e49-be72-1e50b0e8bdef, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=44221633-067a-4e49-be72-1e50b0e8bdef,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:08.287489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:08.406344 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Calling delete_port for 44221633-067a-4e49-be72-1e50b0e8bdef owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:02:08.631888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:08.635680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fefa4532-621f-43e8-a682-20e5ceebc569 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:08.675818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Pushing event deleted for resources: {'Port': ['ID=44221633-067a-4e49-be72-1e50b0e8bdef,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:08.679693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:09.029788 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:02:09.066166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:09.638469 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Router 2e34f378-4884-4f47-b6cb-47e4dd037be5 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:02:09.811314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ebbedb39-1f21-4209-934f-17d62d18221a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:02:09.842034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:02:09.846468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: ebbedb39-1f21-4209-934f-17d62d18221a {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:02:09.846468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ebbedb39-1f21-4209-934f-17d62d18221a not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:02:09.851559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c48a6-357a-4056-b357-7af2192538af None None] Sync routers for ids ['2e34f378-4884-4f47-b6cb-47e4dd037be5'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:02:09.855449 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] 10.222.0.24 "PUT /v2.0/routers/2e34f378-4884-4f47-b6cb-47e4dd037be5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7936811
Dec 19 14:02:09.857867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51984) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:09.862920 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c48a6-357a-4056-b357-7af2192538af None None] Routers {'2e34f378-4884-4f47-b6cb-47e4dd037be5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:09.864151 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f47c48a6-357a-4056-b357-7af2192538af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47548f70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:01:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2e34f378-4884-4f47-b6cb-47e4dd037be5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:10.036384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f47c48a6-357a-4056-b357-7af2192538af None None] Set router 2e34f378-4884-4f47-b6cb-47e4dd037be5 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:10.051375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:10.248622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:10.322410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f47c48a6-357a-4056-b357-7af2192538af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47548f70>, [{'id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'name': 'tempest-TestEncryptedCinderVolumes-1381828690-router', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:39Z', 'updated_at': '2021-12-19T14:02:08Z', 'revision_number': 5, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'gw_port': {'id': '55cfa2c8-344e-473c-b518-4e48cbbda3f5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:40Z', 'updated_at': '2021-12-19T14:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:10.326366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c48a6-357a-4056-b357-7af2192538af None None] Checking router: 2e34f378-4884-4f47-b6cb-47e4dd037be5 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:02:10.335177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Deleting port 55cfa2c8-344e-473c-b518-4e48cbbda3f5 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:02:10.335522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:10.337553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c48a6-357a-4056-b357-7af2192538af None None] Routers {'2e34f378-4884-4f47-b6cb-47e4dd037be5'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:10.338165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f47c48a6-357a-4056-b357-7af2192538af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47548f70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:01:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2e34f378-4884-4f47-b6cb-47e4dd037be5'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:10.487309 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-f47c48a6-357a-4056-b357-7af2192538af None None] Set router 2e34f378-4884-4f47-b6cb-47e4dd037be5 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:10.598250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-f47c48a6-357a-4056-b357-7af2192538af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47548f70>, [{'id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'name': 'tempest-TestEncryptedCinderVolumes-1381828690-router', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:39Z', 'updated_at': '2021-12-19T14:02:10Z', 'revision_number': 6, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:10.602585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c48a6-357a-4056-b357-7af2192538af None None] The sync data for ids ['2e34f378-4884-4f47-b6cb-47e4dd037be5'] in dv-neutron-821895-1-hyperv is: [{'id': '2e34f378-4884-4f47-b6cb-47e4dd037be5', 'name': 'tempest-TestEncryptedCinderVolumes-1381828690-router', 'tenant_id': 'c071659c671649cea5ec836204ed08d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:39Z', 'updated_at': '2021-12-19T14:02:10Z', 'revision_number': 6, 'project_id': 'c071659c671649cea5ec836204ed08d0', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:02:10.645431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] For port 55cfa2c8-344e-473c-b518-4e48cbbda3f5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=55cfa2c8-344e-473c-b518-4e48cbbda3f5,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:10.645961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:10.762995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Calling delete_port for 55cfa2c8-344e-473c-b518-4e48cbbda3f5 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:02:10.998189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:11.002116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f44b1258-e657-4f67-94e7-41f05950ca89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:11.045123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Pushing event deleted for resources: {'Port': ['ID=55cfa2c8-344e-473c-b518-4e48cbbda3f5,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:11.047480 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:11.271330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:11.529615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:11.533675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:11.620776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:11.621305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e34f378-4884-4f47-b6cb-47e4dd037be5 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:02:11.634339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:11.637750 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2e34f378-4884-4f47-b6cb-47e4dd037be5 HTTP/1.1" status: 204  len: 168 time: 1.7766957
Dec 19 14:02:11.638664 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 51988) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:11.703625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Deleting subnet bda6d605-ed3c-40b4-b1ec-ca193632a28b {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:02:11.706642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:11.755736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:11.833039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:11.958151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:11.961850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bd934b1f-97a9-4f1a-bcd2-c663f1893e4d tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:11.996152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda6d605-ed3c-40b4-b1ec-ca193632a28b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:12.005985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:12.008901 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388c6f32-e0c0-4e17-9830-9e6d71039ac6 None None] Network c9d8487d-5b5d-4043-a611-d5894a2f283a requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:02:12.010346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:12.010721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:12.011108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:12.011471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:12.011832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:12.012190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:12.012545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:12.012897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:12.013248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:12.013595 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:12.013948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:12.017797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:12.019271 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-88d194df-5957-437d-8a82-70e659efd5f9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bda6d605-ed3c-40b4-b1ec-ca193632a28b HTTP/1.1" status: 204  len: 168 time: 0.3789828
Dec 19 14:02:12.022140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51992) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:12.127468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:12.137840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Deleting port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:02:12.138165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:12.205684 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 55cfa2c8-344e-473c-b518-4e48cbbda3f5 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:02:12.238633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 55cfa2c8-344e-473c-b518-4e48cbbda3f5 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:02:12.238986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 55cfa2c8-344e-473c-b518-4e48cbbda3f5 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:02:12.239733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 44221633-067a-4e49-be72-1e50b0e8bdef no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:02:12.263699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d0045d-df62-47bf-a767-784a5891232c None None] DHCP port deletion for c9d8487d-5b5d-4043-a611-d5894a2f283a request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:02:12.279261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-35d0045d-df62-47bf-a767-784a5891232c None None] Deleting port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:02:12.279646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-35d0045d-df62-47bf-a767-784a5891232c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:12.301404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 44221633-067a-4e49-be72-1e50b0e8bdef {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:02:12.301761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 44221633-067a-4e49-be72-1e50b0e8bdef not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:02:12.354622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] For port 92000a00-49bc-4b77-b6ac-a7b3d2b14313, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=92000a00-49bc-4b77-b6ac-a7b3d2b14313,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:12.354970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:12.493526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-19770b0e-0018-4888-8d6c-9427db64d829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:12.537594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-35d0045d-df62-47bf-a767-784a5891232c None None] For port 92000a00-49bc-4b77-b6ac-a7b3d2b14313, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=92000a00-49bc-4b77-b6ac-a7b3d2b14313,segment=NetworkSegment(f4da50ff-7a2b-4bd2-8289-1f7b7c616501),segment_id=f4da50ff-7a2b-4bd2-8289-1f7b7c616501)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:12.538030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-35d0045d-df62-47bf-a767-784a5891232c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:12.597190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Calling delete_port for 92000a00-49bc-4b77-b6ac-a7b3d2b14313 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:02:12.657425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-35d0045d-df62-47bf-a767-784a5891232c None None] Calling delete_port for 92000a00-49bc-4b77-b6ac-a7b3d2b14313 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:02:12.758806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:12.763285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-31a9128c-8228-4167-a32d-43f46792f7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:12.764128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-35d0045d-df62-47bf-a767-784a5891232c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:02:12.764491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-35d0045d-df62-47bf-a767-784a5891232c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:02:12.803432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Pushing event deleted for resources: {'Port': ['ID=92000a00-49bc-4b77-b6ac-a7b3d2b14313,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:12.806820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:12.809817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] No DVR routers for this DVR port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:02:12.922234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:12.946675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4666ce80>,) {'filters': {'network_id': ['c9d8487d-5b5d-4043-a611-d5894a2f283a']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:12.958528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4666ce80>, 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:12.958811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4666ce80>, 'f4da50ff-7a2b-4bd2-8289-1f7b7c616501') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:12.969613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:12.985112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:12.991491 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:02:12.991861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:02:13.007986 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:02:13.140660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:13.145006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:13.157819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:13.168463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d8487d-5b5d-4043-a611-d5894a2f283a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:13.171474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:13.238331 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] 10.222.0.24 "DELETE /v2.0/networks/c9d8487d-5b5d-4043-a611-d5894a2f283a HTTP/1.1" status: 204  len: 168 time: 1.2152195
Dec 19 14:02:13.241413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 51996) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:13.266068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-35d0045d-df62-47bf-a767-784a5891232c None None] Deleting port 92000a00-49bc-4b77-b6ac-a7b3d2b14313 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:02:13.266590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-35d0045d-df62-47bf-a767-784a5891232c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:13.330240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-35d0045d-df62-47bf-a767-784a5891232c None None] The port '92000a00-49bc-4b77-b6ac-a7b3d2b14313' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 14:02:13.634889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:14.200163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 92000a00-49bc-4b77-b6ac-a7b3d2b14313 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:02:14.237862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 92000a00-49bc-4b77-b6ac-a7b3d2b14313 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:02:14.238213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 92000a00-49bc-4b77-b6ac-a7b3d2b14313 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:02:14.314664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Deleting port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:02:14.315293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:14.482258 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] For port 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=95a0b2f2-aa59-4255-9e03-9e0f1ee8c475,segment=NetworkSegment(f55e0e6a-207d-48bf-bd79-cd75cc3e11d4),segment_id=f55e0e6a-207d-48bf-bd79-cd75cc3e11d4)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:14.482522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:14.604682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Calling delete_port for 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:02:14.661224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-60e26145-8704-407b-8339-cb23c2472b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:14.832656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:14.836245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ba54a986-7b3b-47c3-9eb2-f504e2f86f6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:14.878270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Pushing event deleted for resources: {'Port': ['ID=95a0b2f2-aa59-4255-9e03-9e0f1ee8c475,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:14.881424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:15.157450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:15.834327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Router 0753d4c3-2177-4316-afec-b15187e79661 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:02:16.027152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:02:16.036448 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] 10.222.0.24 "PUT /v2.0/routers/0753d4c3-2177-4316-afec-b15187e79661/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7939165
Dec 19 14:02:16.036622 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c063aab1-bafb-4ee3-a5fd-bcecd3c633a6 None None] Sync routers for ids ['0753d4c3-2177-4316-afec-b15187e79661'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:02:16.038755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52000) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:16.049250 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063aab1-bafb-4ee3-a5fd-bcecd3c633a6 None None] Routers {'0753d4c3-2177-4316-afec-b15187e79661'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:16.049849 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c063aab1-bafb-4ee3-a5fd-bcecd3c633a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479926a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:02:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['0753d4c3-2177-4316-afec-b15187e79661'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:16.239838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:16.249363 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c063aab1-bafb-4ee3-a5fd-bcecd3c633a6 None None] Set router 0753d4c3-2177-4316-afec-b15187e79661 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:16.283945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:16.301465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:16.437188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:16.506340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Deleting port e0a125c5-0a74-4d7e-817a-957033045bc7 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:02:16.506644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:16.528595 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c063aab1-bafb-4ee3-a5fd-bcecd3c633a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479926a0>, [{'id': '0753d4c3-2177-4316-afec-b15187e79661', 'name': 'tempest-TestEncryptedCinderVolumes-43514653-router', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:02:14Z', 'revision_number': 5, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'gw_port': {'id': 'e0a125c5-0a74-4d7e-817a-957033045bc7', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0753d4c3-2177-4316-afec-b15187e79661', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:16.532311 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c063aab1-bafb-4ee3-a5fd-bcecd3c633a6 None None] Checking router: 0753d4c3-2177-4316-afec-b15187e79661 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:02:16.542481 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063aab1-bafb-4ee3-a5fd-bcecd3c633a6 None None] Routers {'0753d4c3-2177-4316-afec-b15187e79661'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:16.543001 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c063aab1-bafb-4ee3-a5fd-bcecd3c633a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d479926a0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:02:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['0753d4c3-2177-4316-afec-b15187e79661'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:16.681241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] For port e0a125c5-0a74-4d7e-817a-957033045bc7, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e0a125c5-0a74-4d7e-817a-957033045bc7,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:16.681591 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:16.696919 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-c063aab1-bafb-4ee3-a5fd-bcecd3c633a6 None None] Set router 0753d4c3-2177-4316-afec-b15187e79661 gateway port host: None {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:16.800237 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-c063aab1-bafb-4ee3-a5fd-bcecd3c633a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d479926a0>, [{'id': '0753d4c3-2177-4316-afec-b15187e79661', 'name': 'tempest-TestEncryptedCinderVolumes-43514653-router', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:02:16Z', 'revision_number': 6, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:16.800610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Calling delete_port for e0a125c5-0a74-4d7e-817a-957033045bc7 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:02:16.804486 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c063aab1-bafb-4ee3-a5fd-bcecd3c633a6 None None] The sync data for ids ['0753d4c3-2177-4316-afec-b15187e79661'] in dv-neutron-821895-1-hyperv is: [{'id': '0753d4c3-2177-4316-afec-b15187e79661', 'name': 'tempest-TestEncryptedCinderVolumes-43514653-router', 'tenant_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:00:47Z', 'updated_at': '2021-12-19T14:02:16Z', 'revision_number': 6, 'project_id': 'd239a9946a174afc9ef85d9279d2d1f1', 'gw_port_host': None}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:02:17.003454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:17.007298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5633f7dc-aefc-4513-83c6-b3a6ec91925e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:17.048929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a125c5-0a74-4d7e-817a-957033045bc7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:17.051744 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:17.275352 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:17.641429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:17.646517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:17.683978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:17.734822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:17.735560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0753d4c3-2177-4316-afec-b15187e79661 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:02:17.749259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:17.750635 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0753d4c3-2177-4316-afec-b15187e79661 HTTP/1.1" status: 204  len: 168 time: 1.7108023
Dec 19 14:02:17.753452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52004) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:17.814492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a2e397-2a82-4ad7-a31d-2c896224bd14 admin admin] Deleting subnet 74647ec3-57f8-47b9-8185-4fbde0e3dbb6 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:02:17.818393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e397-2a82-4ad7-a31d-2c896224bd14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:17.871981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e397-2a82-4ad7-a31d-2c896224bd14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:17.948453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e397-2a82-4ad7-a31d-2c896224bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.078218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e397-2a82-4ad7-a31d-2c896224bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.082318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-39e57d17-159c-48b6-aa00-c7f72dda0df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:18.119703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2e397-2a82-4ad7-a31d-2c896224bd14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74647ec3-57f8-47b9-8185-4fbde0e3dbb6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:18.122002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c9a2e397-2a82-4ad7-a31d-2c896224bd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:18.127149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e397-2a82-4ad7-a31d-2c896224bd14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.132257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7c3097-e301-4fec-9f9e-24df0703c23d None None] Network 792f7760-3e8b-4441-86b4-bbd07696b91e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:02:18.133593 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c9a2e397-2a82-4ad7-a31d-2c896224bd14 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/74647ec3-57f8-47b9-8185-4fbde0e3dbb6 HTTP/1.1" status: 204  len: 168 time: 0.3785374
Dec 19 14:02:18.136110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52008) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:18.208023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0a125c5-0a74-4d7e-817a-957033045bc7 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:02:18.244209 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.252195 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: e0a125c5-0a74-4d7e-817a-957033045bc7 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:02:18.252545 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e0a125c5-0a74-4d7e-817a-957033045bc7 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:02:18.252968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:02:18.255018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Deleting port 99988f5d-3c9a-4602-a973-13f69ef84ff6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:02:18.255367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.294316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:02:18.294666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 95a0b2f2-aa59-4255-9e03-9e0f1ee8c475 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:02:18.447028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd7c7a-0c2f-4220-a9e9-488a4d9463cc None None] DHCP port deletion for 792f7760-3e8b-4441-86b4-bbd07696b91e request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:02:18.451639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-43fd7c7a-0c2f-4220-a9e9-488a4d9463cc None None] Deleting port 99988f5d-3c9a-4602-a973-13f69ef84ff6 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:02:18.452113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-43fd7c7a-0c2f-4220-a9e9-488a4d9463cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.459484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] For port 99988f5d-3c9a-4602-a973-13f69ef84ff6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=99988f5d-3c9a-4602-a973-13f69ef84ff6,segment=NetworkSegment(f55e0e6a-207d-48bf-bd79-cd75cc3e11d4),segment_id=f55e0e6a-207d-48bf-bd79-cd75cc3e11d4)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:18.459832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.579275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Calling delete_port for 99988f5d-3c9a-4602-a973-13f69ef84ff6 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:02:18.653596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-43fd7c7a-0c2f-4220-a9e9-488a4d9463cc None None] For port 99988f5d-3c9a-4602-a973-13f69ef84ff6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=99988f5d-3c9a-4602-a973-13f69ef84ff6,segment=NetworkSegment(f55e0e6a-207d-48bf-bd79-cd75cc3e11d4),segment_id=f55e0e6a-207d-48bf-bd79-cd75cc3e11d4)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:18.653837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-43fd7c7a-0c2f-4220-a9e9-488a4d9463cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.706222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.711467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d998fa3b-6973-4262-8a88-5b0b642856f8 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:18.753842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Pushing event deleted for resources: {'Port': ['ID=99988f5d-3c9a-4602-a973-13f69ef84ff6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:18.756315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:18.759032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] No DVR routers for this DVR port 99988f5d-3c9a-4602-a973-13f69ef84ff6 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:02:18.778060 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-43fd7c7a-0c2f-4220-a9e9-488a4d9463cc None None] Calling delete_port for 99988f5d-3c9a-4602-a973-13f69ef84ff6 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:02:18.874807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.900170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d466799a0>,) {'filters': {'network_id': ['792f7760-3e8b-4441-86b4-bbd07696b91e']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:18.912745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d466799a0>, 'f55e0e6a-207d-48bf-bd79-cd75cc3e11d4') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:18.912995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d466799a0>, 'f55e0e6a-207d-48bf-bd79-cd75cc3e11d4') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:18.915228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-43fd7c7a-0c2f-4220-a9e9-488a4d9463cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:02:18.915583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-43fd7c7a-0c2f-4220-a9e9-488a4d9463cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:02:18.924820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.944974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:18.950924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:02:18.953208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:02:19.070163 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:02:19.197941 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:19.201366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7f22bbbe-ef22-44ff-9b1a-8041f7cfe6df tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:19.217555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:19.227430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Pushing event deleted for resources: {'Network': ['ID=792f7760-3e8b-4441-86b4-bbd07696b91e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:19.230043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:19.232031 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] 10.222.0.24 "DELETE /v2.0/networks/792f7760-3e8b-4441-86b4-bbd07696b91e HTTP/1.1" status: 204  len: 168 time: 1.0947893
Dec 19 14:02:19.417032 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-43fd7c7a-0c2f-4220-a9e9-488a4d9463cc None None] Deleting port 99988f5d-3c9a-4602-a973-13f69ef84ff6 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:02:19.417426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-43fd7c7a-0c2f-4220-a9e9-488a4d9463cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:19.482676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-43fd7c7a-0c2f-4220-a9e9-488a4d9463cc None None] The port '99988f5d-3c9a-4602-a973-13f69ef84ff6' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 14:02:19.676985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52014) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:19.728870 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-afdf65c6-0eaa-4f64-ae22-977a85bb20d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c071659c671649cea5ec836204ed08d0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0505600
Dec 19 14:02:19.731147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52018) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:19.792112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2b61f0a-32e9-402f-8bd8-6cafd27488d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:19.818660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2b61f0a-32e9-402f-8bd8-6cafd27488d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:19.946537 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2b61f0a-32e9-402f-8bd8-6cafd27488d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:19.950432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9665e085-57bd-4ece-821e-53d041e83a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:19.964161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b61f0a-32e9-402f-8bd8-6cafd27488d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce006558-342e-4a24-89b2-733c35cdaf03,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:19.967027 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e2b61f0a-32e9-402f-8bd8-6cafd27488d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:19.969000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e2b61f0a-32e9-402f-8bd8-6cafd27488d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:19.973865 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e2b61f0a-32e9-402f-8bd8-6cafd27488d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce006558-342e-4a24-89b2-733c35cdaf03 HTTP/1.1" status: 204  len: 168 time: 0.2380345
Dec 19 14:02:20.208994 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 99988f5d-3c9a-4602-a973-13f69ef84ff6 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:02:20.242030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 99988f5d-3c9a-4602-a973-13f69ef84ff6 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:02:20.242476 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 99988f5d-3c9a-4602-a973-13f69ef84ff6 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:02:20.658378 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52026) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:20.711460 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d817c648-3952-4040-bfb2-d615c3762a59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d239a9946a174afc9ef85d9279d2d1f1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0518658
Dec 19 14:02:20.713799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52030) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:20.770350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a905c226-a252-47cf-9c1b-966e70798f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:20.794630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a905c226-a252-47cf-9c1b-966e70798f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:20.895196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a905c226-a252-47cf-9c1b-966e70798f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:20.898772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8de0b3ed-9145-4c49-b355-a3c20ac9d45f tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:20.909909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905c226-a252-47cf-9c1b-966e70798f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a99d21f-631a-483e-abdd-e3aa9550b37c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:20.913428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a905c226-a252-47cf-9c1b-966e70798f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:20.916615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a905c226-a252-47cf-9c1b-966e70798f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:20.917707 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a905c226-a252-47cf-9c1b-966e70798f0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a99d21f-631a-483e-abdd-e3aa9550b37c HTTP/1.1" status: 204  len: 168 time: 0.2030547
Dec 19 14:02:21.997714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52052) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:22.124293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1491698297-network', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:02:22.129801 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:02:22.133821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Usage tracker for resource:network and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:02:22.139373 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:02:22.142339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:02:22.197709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Made reservation on behalf of cc74c9a0f88b4bfd973f7c56e18338ca for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:02:22.199997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:22.213639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:22.243879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:02:22.247803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Usage tracker for resource:security_group_rule and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:02:22.250649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:02:22.257505 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:02:22.324934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:22.397866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:22.402555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0a5a2539-334a-4ab1-b1e8-96253eb4ac9e tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:22.429307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:02:22.437490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ca49d-fd67-4e05-8df8-1a04f653b6e1,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:22.441100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:22.443698 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:22.444690 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Added segment ce66431b-9d92-4f1b-bfb1-5272d7149125 of type vlan for network 2def0041-b9df-43bb-9855-0f104fbbba40
Dec 19 14:02:22.471025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:22.540305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:22.541197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:22.541780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:22.545067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ab4e691b-3480-4af8-be88-d7dc308ecc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:22.643859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Pushing event updated for resources: {'Network': ['ID=2def0041-b9df-43bb-9855-0f104fbbba40,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:22.647134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:22.654226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 2def0041-b9df-43bb-9855-0f104fbbba40 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:02:22.712619 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7137351
Dec 19 14:02:22.715583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52058) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:22.721113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Request body: {'subnet': {'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1491698297-subnet', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:02:22.726399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:02:22.730351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Usage tracker for resource:subnet and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:02:22.733249 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:02:22.739069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:02:22.837930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Made reservation on behalf of cc74c9a0f88b4bfd973f7c56e18338ca for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:02:22.840832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:23.124270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:23.127987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b15e44be-d3a1-4c53-8047-4105866bfbf3 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:23.213093 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=92dd80e5-3294-4884-8739-ba781b4605de,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:23.218745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:23.232314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Checking segment: {'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:02:23.232851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Network hostable DHCP agents. Network: 2def0041-b9df-43bb-9855-0f104fbbba40, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:02:23.409518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Network 2def0041-b9df-43bb-9855-0f104fbbba40 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:02:23.512024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 2def0041-b9df-43bb-9855-0f104fbbba40) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:02:23.516497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:23.517117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:23.521285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a945459a-5b9f-4938-95c7-47cb1d1b5f15 None None] Network 2def0041-b9df-43bb-9855-0f104fbbba40 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:02:23.637149 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6ba0a424-3866-4cd1-bb45-4a952fea4feb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9180529
Dec 19 14:02:23.637390 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52062) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:23.642562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:02:23.647465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:02:23.651281 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Usage tracker for resource:router and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:02:23.654297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:02:23.661710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:02:23.729399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:23.730365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:23.738634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-2def0041-b9df-43bb-9855-0f104fbbba40', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:02:23.739497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:23.748986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:23.890227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Allocated IP 172.20.0.2 (2def0041-b9df-43bb-9855-0f104fbbba40/92dd80e5-3294-4884-8739-ba781b4605de/73744775-9fce-4f45-8f53-141eee5e3812) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:02:23.979558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:24.094108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:24.104122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Transition to ACTIVE for port object 73744775-9fce-4f45-8f53-141eee5e3812 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:02:24.121966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Transition to ACTIVE for port object 73744775-9fce-4f45-8f53-141eee5e3812 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:02:24.180376 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:24.185436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6ab7ade7-7b5a-4fb4-8768-194bb8028ddf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:24.202835 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:24.232988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:24.247234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Network 2def0041-b9df-43bb-9855-0f104fbbba40 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:02:24.250443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:02:24.255243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:02:24.257368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Pushing event updated for resources: {'Port': ['ID=73744775-9fce-4f45-8f53-141eee5e3812,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:24.298073 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:24.298422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:24.298763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:24.299215 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:24.299458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:24.299785 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:24.300108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:24.300433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:24.300784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:24.301102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:24.301419 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:24.309285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:24.357319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Attempting to bind port 73744775-9fce-4f45-8f53-141eee5e3812 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:02:24.357688 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Attempting to bind port 73744775-9fce-4f45-8f53-141eee5e3812 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:02:24.358050 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Attempting to bind port 73744775-9fce-4f45-8f53-141eee5e3812 on network 2def0041-b9df-43bb-9855-0f104fbbba40 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:02:24.364953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:02:24.365328 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Checking segment: {'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:02:24.365731 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:24.366121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Bound using segment: {'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:02:24.366583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Bound port: 73744775-9fce-4f45-8f53-141eee5e3812, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:02:24.366956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:24.369700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Allocated IP 172.26.4.161 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/7340631b-46b2-4749-bd91-081f079f50d5) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:02:24.456081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] For port 73744775-9fce-4f45-8f53-141eee5e3812, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:02:24.459771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] For port 73744775-9fce-4f45-8f53-141eee5e3812, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=73744775-9fce-4f45-8f53-141eee5e3812,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:02:24.541555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:24.545506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:24.626016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Pushing event updated for resources: {'Port': ['ID=73744775-9fce-4f45-8f53-141eee5e3812,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:24.627188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:24.629025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:24.729757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:24.733606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c4fe8179-678e-49b6-a6ab-8d7c0245ba30 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:24.812836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:02:24.825365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:02:24.829908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:02:24.858025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Pushing event updated for resources: {'Port': ['ID=7340631b-46b2-4749-bd91-081f079f50d5,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:24.864009 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:25.077704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:25.077704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:25.375333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:02:25.487138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65577597-8898-49a6-a6a2-783fdeda10bd None None] Network 2def0041-b9df-43bb-9855-0f104fbbba40 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:02:25.610967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:02:25.643275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Sync routers for ids ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:02:25.653241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-246dc113-d0c5-41e1-a889-3272bded8f9f None None] Provisioning for port 73744775-9fce-4f45-8f53-141eee5e3812 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:02:25.695902 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Routers {'3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:25.696518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e080d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:02:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:25.723545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:25.724796 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.0864601
Dec 19 14:02:25.727716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52066) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:25.773523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:25.960100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Set router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:26.257592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 73744775-9fce-4f45-8f53-141eee5e3812 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:26.328275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e080d0>, [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:24Z', 'revision_number': 3, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:26.334610 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Checking router: 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:02:26.334963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Updating router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 port 7340631b-46b2-4749-bd91-081f079f50d5 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:02:26.391802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:26.477465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:26.482057 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 73744775-9fce-4f45-8f53-141eee5e3812 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:02:26.495401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 73744775-9fce-4f45-8f53-141eee5e3812 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:26.495401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:26.738473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:26.794414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 73744775-9fce-4f45-8f53-141eee5e3812, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=73744775-9fce-4f45-8f53-141eee5e3812,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:26.809908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Allocated IP 172.20.0.1 (2def0041-b9df-43bb-9855-0f104fbbba40/92dd80e5-3294-4884-8739-ba781b4605de/a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:02:26.856286 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:26.867937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Transition to ACTIVE for port object 7340631b-46b2-4749-bd91-081f079f50d5 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:02:26.876995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:26.878755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a5665a09-cd44-4137-872b-361603739950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:26.937522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:26.949240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=73744775-9fce-4f45-8f53-141eee5e3812,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:26.953533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:26.954504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-a5665a09-cd44-4137-872b-361603739950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:26.957904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:26.974922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Transition to ACTIVE for port object a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:02:27.025016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Attempting to bind port 7340631b-46b2-4749-bd91-081f079f50d5 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:02:27.025384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Attempting to bind port 7340631b-46b2-4749-bd91-081f079f50d5 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:02:27.025745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Attempting to bind port 7340631b-46b2-4749-bd91-081f079f50d5 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:02:27.033738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8849a3-f8d6-44a2-b666-8441076f9e91 None None] Pushing event updated for resources: {'Port': ['ID=7340631b-46b2-4749-bd91-081f079f50d5,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:27.038709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2d8849a3-f8d6-44a2-b666-8441076f9e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:27.039867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:02:27.040236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:02:27.040631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:27.041012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:02:27.041468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Bound port: 7340631b-46b2-4749-bd91-081f079f50d5, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:02:27.041836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:27.084620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:27.089165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:27.112005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] For port 7340631b-46b2-4749-bd91-081f079f50d5, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:02:27.115540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] For port 7340631b-46b2-4749-bd91-081f079f50d5, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=7340631b-46b2-4749-bd91-081f079f50d5,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:02:27.151774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Network 2def0041-b9df-43bb-9855-0f104fbbba40 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:02:27.158930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:02:27.161638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:02:27.175911 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:27.181940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:27.198995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:27.202285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:27.227499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:27.265564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8849a3-f8d6-44a2-b666-8441076f9e91 None None] Pushing event updated for resources: {'Port': ['ID=7340631b-46b2-4749-bd91-081f079f50d5,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:27.270211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2d8849a3-f8d6-44a2-b666-8441076f9e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:27.271540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Routers {'3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:27.272150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e080d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:02:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:27.379776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:27.453528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] Set router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:27.584236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-14045d57-65bf-4594-b8b2-859baa0328e5 None None] Provisioning for port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:02:27.608140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:27.608722 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-14045d57-65bf-4594-b8b2-859baa0328e5 None None] Provisioning complete for port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:27.608722 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-14045d57-65bf-4594-b8b2-859baa0328e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:27.655347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:27.684273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0e5353bd-0d2d-4562-b0c8-feec787cd91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:27.765185 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:27.769187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:27.772656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:27.774054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-14045d57-65bf-4594-b8b2-859baa0328e5 None None] Port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:02:27.868033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e080d0>, [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe', 'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'mac_address': 'fa:16:3e:8a:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:26Z', 'updated_at': '2021-12-19T14:02:26Z', 'revision_number': 1, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'subnets': [{'id': '92dd80e5-3294-4884-8739-ba781b4605de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:27.871805 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fddf9-9ee0-4762-82e0-f0aee2cf7954 None None] The sync data for ids ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'] in dv-neutron-821895-1-hyperv is: [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe', 'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'mac_address': 'fa:16:3e:8a:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:26Z', 'updated_at': '2021-12-19T14:02:26Z', 'revision_number': 1, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'subnets': [{'id': '92dd80e5-3294-4884-8739-ba781b4605de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:02:27.905307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Network 2def0041-b9df-43bb-9855-0f104fbbba40 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:02:27.906420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:02:28.202165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-28149098-9c98-463a-b686-94f108c594dd None None] Provisioning complete for port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:28.202541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-28149098-9c98-463a-b686-94f108c594dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:28.238979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 73744775-9fce-4f45-8f53-141eee5e3812 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:28.307801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-28149098-9c98-463a-b686-94f108c594dd None None] Port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:02:28.330010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 73744775-9fce-4f45-8f53-141eee5e3812 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:28.330462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:28.349114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:02:28.692008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:02:28.705475 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] 10.222.0.24 "PUT /v2.0/routers/3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9725800
Dec 19 14:02:29.768061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52088) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:29.774119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-723477987-network', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:02:29.779043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:02:29.782756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Usage tracker for resource:network and tenant:098a4453b3c74b25a1ecc8f56ec67205 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:02:29.786449 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:02:29.793226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:02:29.900643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Made reservation on behalf of 098a4453b3c74b25a1ecc8f56ec67205 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:02:29.902885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:29.915916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:29.945925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:02:29.949804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Usage tracker for resource:security_group_rule and tenant:098a4453b3c74b25a1ecc8f56ec67205 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:02:29.952845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:02:29.959096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:02:30.021288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:30.083789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:30.086536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-16741fa7-b04d-4f93-9d24-a950c9e7dfe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:30.112423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:02:30.120318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb3c78a-fe9e-47e9-b82f-6c1f617e4eb1,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:30.127772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:30.128130 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Added segment bfc08e9c-eac8-4ca7-bdde-a208258aa885 of type vlan for network 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2
Dec 19 14:02:30.135644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:30.138797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:30.138797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:30.138797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:30.138797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:30.138797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:30.138797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:30.138797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:30.138797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:30.138797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:30.139552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:30.142933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:30.167499 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:30.227892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7340631b-46b2-4749-bd91-081f079f50d5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:30.283918 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:30.284759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:30.285321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:30.290370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ef4c23b6-7b31-492f-8260-469a4217790a tempest-NetworksIpV6Test-690632454 tempest-NetworksIpV6Test-690632454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:30.369474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 7340631b-46b2-4749-bd91-081f079f50d5 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:02:30.374429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 7340631b-46b2-4749-bd91-081f079f50d5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:30.374808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:30.384769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Pushing event updated for resources: {'Network': ['ID=9e1e8370-dbe5-46ae-9046-e0fb5efd96a2,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:30.387455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:30.399701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:02:30.456372 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6870375
Dec 19 14:02:30.459930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52092) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:30.465252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Request body: {'subnet': {'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-723477987-subnet', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:02:30.469944 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:02:30.474217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Usage tracker for resource:subnet and tenant:098a4453b3c74b25a1ecc8f56ec67205 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:02:30.477021 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:02:30.482707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:02:30.546977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Made reservation on behalf of 098a4453b3c74b25a1ecc8f56ec67205 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:02:30.549364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:30.585107 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:30.600988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 7340631b-46b2-4749-bd91-081f079f50d5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=7340631b-46b2-4749-bd91-081f079f50d5,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:30.672276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:30.674181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:30.739017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=7340631b-46b2-4749-bd91-081f079f50d5,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:30.741991 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:30.809645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:30.813673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cc1a43d4-5081-49fd-95ee-1493ccd8ee48 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:30.880866 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc0150a-28d9-476a-bb48-7905f05a9a76,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:30.884534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:30.898795 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Checking segment: {'id': 'bfc08e9c-eac8-4ca7-bdde-a208258aa885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:02:30.899180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Network hostable DHCP agents. Network: 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:02:30.974910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Network 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:02:31.032147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:02:31.036998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:31.037571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:31.041209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5fb475-dd8e-4535-b577-e900e5f8bc0a None None] Network 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:02:31.107108 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ff19de44-8c93-42b5-b0f1-9df58a8b454f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6460674
Dec 19 14:02:31.109681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52096) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:31.115576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-723477987-router', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:02:31.120237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:02:31.124611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Usage tracker for resource:router and tenant:098a4453b3c74b25a1ecc8f56ec67205 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:02:31.127579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:02:31.133562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:02:31.192714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:31.193705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:31.212117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:31.255827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-9e1e8370-dbe5-46ae-9046-e0fb5efd96a2', 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'fixed_ips': [{'subnet_id': 'fcc0150a-28d9-476a-bb48-7905f05a9a76'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:02:31.256773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:31.412213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Allocated IP 172.20.0.2 (9e1e8370-dbe5-46ae-9046-e0fb5efd96a2/fcc0150a-28d9-476a-bb48-7905f05a9a76/d59a9d6e-e0ea-487a-915f-305575db9fad) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:02:31.436960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:31.617956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:31.629497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Transition to ACTIVE for port object d59a9d6e-e0ea-487a-915f-305575db9fad will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:02:31.650660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Transition to ACTIVE for port object d59a9d6e-e0ea-487a-915f-305575db9fad will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:02:31.700399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:31.729535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:31.732111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:31.734648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:31.800086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Network 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:02:31.803484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:02:31.805825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:02:31.811953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Pushing event updated for resources: {'Port': ['ID=d59a9d6e-e0ea-487a-915f-305575db9fad,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:31.814435 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:31.876119 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Allocated IP 172.26.4.248 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/4f4bcd46-a7c7-44c0-b7cd-490275303bbe) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:02:31.898884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Attempting to bind port d59a9d6e-e0ea-487a-915f-305575db9fad on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:02:31.899291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Attempting to bind port d59a9d6e-e0ea-487a-915f-305575db9fad by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'bfc08e9c-eac8-4ca7-bdde-a208258aa885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:02:31.899666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Attempting to bind port d59a9d6e-e0ea-487a-915f-305575db9fad on network 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:02:31.906083 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:02:31.906465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Checking segment: {'id': 'bfc08e9c-eac8-4ca7-bdde-a208258aa885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:02:31.906872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:31.907304 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Bound using segment: {'id': 'bfc08e9c-eac8-4ca7-bdde-a208258aa885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:02:31.907772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Bound port: d59a9d6e-e0ea-487a-915f-305575db9fad, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc08e9c-eac8-4ca7-bdde-a208258aa885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:02:31.908150 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:32.024792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:32.034017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] For port d59a9d6e-e0ea-487a-915f-305575db9fad, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:02:32.037529 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] For port d59a9d6e-e0ea-487a-915f-305575db9fad, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d59a9d6e-e0ea-487a-915f-305575db9fad,segment=NetworkSegment(bfc08e9c-eac8-4ca7-bdde-a208258aa885),segment_id=bfc08e9c-eac8-4ca7-bdde-a208258aa885)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:02:32.112370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:32.116438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-63c61add-6d8a-4d96-aa82-17bb82ee10fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:32.146393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:32.150549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6ae27ba8-d3b0-44cd-81f0-f9683b36eebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:32.196488 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Pushing event updated for resources: {'Port': ['ID=d59a9d6e-e0ea-487a-915f-305575db9fad,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:32.199518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:32.221362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:02:32.223958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7340631b-46b2-4749-bd91-081f079f50d5 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:32.225069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:02:32.233228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:02:32.271520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Pushing event updated for resources: {'Port': ['ID=4f4bcd46-a7c7-44c0-b7cd-490275303bbe,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:32.275633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:32.296495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 7340631b-46b2-4749-bd91-081f079f50d5 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:32.297057 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:32.536549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:32.537202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:32.969743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Router 8e45fe68-439c-4804-a78b-3b4930c30389 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:02:33.099544 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b07a7-6e93-4c99-96cb-75283f7ad3c9 None None] Network 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:02:33.183285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:02:33.194481 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Sync routers for ids ['8e45fe68-439c-4804-a78b-3b4930c30389'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:02:33.211425 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Routers {'8e45fe68-439c-4804-a78b-3b4930c30389'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:33.212168 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47b3b2b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:02:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['8e45fe68-439c-4804-a78b-3b4930c30389'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:33.251654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a2497218-3aa6-4cf6-9504-2740ee61be17 None None] Provisioning for port d59a9d6e-e0ea-487a-915f-305575db9fad completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:02:33.273240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:33.277492 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.1644583
Dec 19 14:02:33.277954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52100) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:02:33.391746 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Set router 8e45fe68-439c-4804-a78b-3b4930c30389 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:33.690160 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47b3b2b0>, [{'id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'name': 'tempest-TestMinimumBasicScenario-723477987-router', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:32Z', 'revision_number': 3, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'gw_port': {'id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:33.694821 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Checking router: 8e45fe68-439c-4804-a78b-3b4930c30389 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:02:33.695197 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Updating router 8e45fe68-439c-4804-a78b-3b4930c30389 port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:02:33.749435 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.029903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.092925 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.104127 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Transition to ACTIVE for port object 4f4bcd46-a7c7-44c0-b7cd-490275303bbe will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:02:34.169204 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.173368 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:34.249979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Allocated IP 172.20.0.1 (9e1e8370-dbe5-46ae-9046-e0fb5efd96a2/fcc0150a-28d9-476a-bb48-7905f05a9a76/e1e4a1b0-aa82-4ea6-b649-a8797d24c440) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:02:34.255985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d59a9d6e-e0ea-487a-915f-305575db9fad up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:34.261483 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Attempting to bind port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:02:34.261991 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Attempting to bind port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:02:34.262285 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Attempting to bind port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:02:34.264354 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Pushing event updated for resources: {'Port': ['ID=4f4bcd46-a7c7-44c0-b7cd-490275303bbe,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:34.275583 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:34.275914 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:34.276441 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:34.276761 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:34.277079 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:34.277391 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:34.277863 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:34.278334 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:34.278807 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:34.279152 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:34.279465 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:02:34.283465 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:34.284755 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:02:34.287583 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:02:34.287583 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.287583 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:02:34.288004 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Bound port: 4f4bcd46-a7c7-44c0-b7cd-490275303bbe, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:02:34.288426 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.363440 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] For port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:02:34.366474 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] For port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4f4bcd46-a7c7-44c0-b7cd-490275303bbe,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:02:34.400454 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.403293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port d59a9d6e-e0ea-487a-915f-305575db9fad completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:02:34.408481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d59a9d6e-e0ea-487a-915f-305575db9fad triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:34.408859 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.416618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Transition to ACTIVE for port object e1e4a1b0-aa82-4ea6-b649-a8797d24c440 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:02:34.478312 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.482438 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-617b2c8e-8ffd-4246-9bab-62583d901218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:34.512320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.517381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-47a9047c-ece0-44de-9557-c5be66369e7e tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:34.523199 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.558831 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Pushing event updated for resources: {'Port': ['ID=4f4bcd46-a7c7-44c0-b7cd-490275303bbe,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:34.562734 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:34.567193 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Routers {'8e45fe68-439c-4804-a78b-3b4930c30389'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:34.567193 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47b3b2b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:02:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['8e45fe68-439c-4804-a78b-3b4930c30389'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:34.567421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port d59a9d6e-e0ea-487a-915f-305575db9fad, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d59a9d6e-e0ea-487a-915f-305575db9fad,segment=NetworkSegment(bfc08e9c-eac8-4ca7-bdde-a208258aa885),segment_id=bfc08e9c-eac8-4ca7-bdde-a208258aa885)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:34.585681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Network 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:02:34.593198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:02:34.595742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:02:34.632747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Pushing event updated for resources: {'Port': ['ID=e1e4a1b0-aa82-4ea6-b649-a8797d24c440,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:34.635568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:34.643901 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.647454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:34.659221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.737732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=d59a9d6e-e0ea-487a-915f-305575db9fad,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:34.741012 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:34.750622 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] Set router 8e45fe68-439c-4804-a78b-3b4930c30389 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:34.822580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:34.969784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-49ee4800-026c-41fc-9934-4f7c35473e57 None None] Provisioning for port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:02:34.976783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-49ee4800-026c-41fc-9934-4f7c35473e57 None None] Provisioning complete for port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:34.979818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-49ee4800-026c-41fc-9934-4f7c35473e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:35.038197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-49ee4800-026c-41fc-9934-4f7c35473e57 None None] Port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:02:35.051136 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47b3b2b0>, [{'id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'name': 'tempest-TestMinimumBasicScenario-723477987-router', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:32Z', 'revision_number': 3, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'gw_port': {'id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:35.054995 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74bbe11-2590-40f9-a08c-021b756825ca None None] The sync data for ids ['8e45fe68-439c-4804-a78b-3b4930c30389'] in dv-neutron-821895-1-hyperv is: [{'id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'name': 'tempest-TestMinimumBasicScenario-723477987-router', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:32Z', 'revision_number': 3, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'gw_port': {'id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:02:35.164341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:35.209163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:35.234634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e2fd09ec-52d4-4773-a913-45e9d0c8a035 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:35.318643 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Pushing event updated for resources: {'Port': ['ID=e1e4a1b0-aa82-4ea6-b649-a8797d24c440,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:35.321594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:35.322670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:35.458259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Network 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:02:35.459321 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:02:35.663243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fb5c1bd0-19aa-4919-a3c0-fea08c29fc4d None None] Provisioning complete for port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:35.663793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fb5c1bd0-19aa-4919-a3c0-fea08c29fc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:35.720083 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c1bd0-19aa-4919-a3c0-fea08c29fc4d None None] Port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:02:35.838861 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Router 8e45fe68-439c-4804-a78b-3b4930c30389 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:02:36.034762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:02:36.043358 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] 10.222.0.24 "PUT /v2.0/routers/8e45fe68-439c-4804-a78b-3b4930c30389/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7644093
Dec 19 14:02:36.224260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d59a9d6e-e0ea-487a-915f-305575db9fad up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:36.291136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d59a9d6e-e0ea-487a-915f-305575db9fad triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:36.291518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:41.776818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Sync routers for ids ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:02:41.797312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Routers {'3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:41.798069 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4788a6d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:02:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:41.995312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Set router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:42.276966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4f4bcd46-a7c7-44c0-b7cd-490275303bbe up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:42.451317 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4788a6d0>, [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe', 'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'mac_address': 'fa:16:3e:8a:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:26Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 2, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'subnets': [{'id': '92dd80e5-3294-4884-8739-ba781b4605de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:42.457448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Checking router: 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:02:42.457813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Updating router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:02:42.485528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ef046d69-2c51-4678-8d01-427b1dcb34d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:42.516356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:42.567094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:02:42.580893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:42.581259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:42.855567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:42.899171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4f4bcd46-a7c7-44c0-b7cd-490275303bbe,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:42.958469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:42.965890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:43.046804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:43.063250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=4f4bcd46-a7c7-44c0-b7cd-490275303bbe,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:43.066168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Transition to ACTIVE for port object a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:02:43.069995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:43.130271 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:43.134421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:43.263524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c35a54-7caf-46f3-b8e3-52cbc6c3aa09 None None] Pushing event updated for resources: {'Port': ['ID=a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:43.278148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-49c35a54-7caf-46f3-b8e3-52cbc6c3aa09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:43.376861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Attempting to bind port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:02:43.377494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Attempting to bind port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:02:43.377646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Attempting to bind port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe on network 2def0041-b9df-43bb-9855-0f104fbbba40 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:02:43.387638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:02:43.387638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Checking segment: {'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:02:43.387977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:43.388877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Bound using segment: {'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:02:43.388877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Bound port: a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:02:43.389100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:43.491131 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] For port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:02:43.495429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] For port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:02:43.884561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:43.888436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:43.967543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c35a54-7caf-46f3-b8e3-52cbc6c3aa09 None None] Pushing event updated for resources: {'Port': ['ID=a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:43.971185 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-49c35a54-7caf-46f3-b8e3-52cbc6c3aa09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:43.982486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Routers {'3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:43.983167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4788a6d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:02:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:44.221319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] Set router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:44.297327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:44.633856 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Sync routers for ids ['8e45fe68-439c-4804-a78b-3b4930c30389'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:02:44.652430 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Routers {'8e45fe68-439c-4804-a78b-3b4930c30389'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:44.653395 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474f9040>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:02:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['8e45fe68-439c-4804-a78b-3b4930c30389'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:44.685925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9e178887-8287-46be-b897-78f889e33d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:44.715338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:02:44.720452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:44.720835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:44.780307 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4788a6d0>, [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe', 'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'mac_address': 'fa:16:3e:8a:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:26Z', 'updated_at': '2021-12-19T14:02:43Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'subnets': [{'id': '92dd80e5-3294-4884-8739-ba781b4605de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:44.790507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7958d3-9e5e-4f44-8349-ec974bc30323 None None] The sync data for ids ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'] in dv-neutron-821895-1-hyperv is: [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe', 'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'mac_address': 'fa:16:3e:8a:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:26Z', 'updated_at': '2021-12-19T14:02:43Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'subnets': [{'id': '92dd80e5-3294-4884-8739-ba781b4605de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:02:44.870108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:44.891746 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Set router 8e45fe68-439c-4804-a78b-3b4930c30389 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:44.920691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:45.009877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:45.010809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4f4bcd46-a7c7-44c0-b7cd-490275303bbe up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:45.044642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:45.151214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:45.154368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:45.165564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:45.165943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:45.311614 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474f9040>, [{'id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'name': 'tempest-TestMinimumBasicScenario-723477987-router', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:34Z', 'revision_number': 4, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'gw_port': {'id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e1e4a1b0-aa82-4ea6-b649-a8797d24c440', 'name': '', 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'mac_address': 'fa:16:3e:33:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc0150a-28d9-476a-bb48-7905f05a9a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:34Z', 'updated_at': '2021-12-19T14:02:35Z', 'revision_number': 2, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'subnets': [{'id': 'fcc0150a-28d9-476a-bb48-7905f05a9a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:45.316909 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Checking router: 8e45fe68-439c-4804-a78b-3b4930c30389 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:02:45.317451 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Updating router 8e45fe68-439c-4804-a78b-3b4930c30389 port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:02:45.422969 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:45.796579 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:45.811478 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Transition to ACTIVE for port object e1e4a1b0-aa82-4ea6-b649-a8797d24c440 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:02:45.866766 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:45.870478 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:45.996385 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df630b35-36e8-470a-bbfd-aee956d51cb2 None None] Pushing event updated for resources: {'Port': ['ID=e1e4a1b0-aa82-4ea6-b649-a8797d24c440,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:46.000910 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-df630b35-36e8-470a-bbfd-aee956d51cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:46.124655 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:02:46.125654 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Attempting to bind port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:02:46.126119 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Attempting to bind port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'bfc08e9c-eac8-4ca7-bdde-a208258aa885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:02:46.126597 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Attempting to bind port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 on network 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:02:46.136620 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:02:46.137307 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Checking segment: {'id': 'bfc08e9c-eac8-4ca7-bdde-a208258aa885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:02:46.137870 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:46.138431 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Bound using segment: {'id': 'bfc08e9c-eac8-4ca7-bdde-a208258aa885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:02:46.139091 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Bound port: e1e4a1b0-aa82-4ea6-b649-a8797d24c440, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc08e9c-eac8-4ca7-bdde-a208258aa885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:02:46.139649 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:46.235675 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] For port e1e4a1b0-aa82-4ea6-b649-a8797d24c440, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:02:46.238916 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] For port e1e4a1b0-aa82-4ea6-b649-a8797d24c440, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e1e4a1b0-aa82-4ea6-b649-a8797d24c440,segment=NetworkSegment(bfc08e9c-eac8-4ca7-bdde-a208258aa885),segment_id=bfc08e9c-eac8-4ca7-bdde-a208258aa885)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:02:46.266583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:46.330338 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:46.334813 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-b8b371f8-ea50-4f37-986d-e0e9f61619ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:46.353067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:46.359852 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:46.360285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:46.411359 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df630b35-36e8-470a-bbfd-aee956d51cb2 None None] Pushing event updated for resources: {'Port': ['ID=e1e4a1b0-aa82-4ea6-b649-a8797d24c440,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:46.414789 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-df630b35-36e8-470a-bbfd-aee956d51cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:46.422254 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Routers {'8e45fe68-439c-4804-a78b-3b4930c30389'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:02:46.423091 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d474f9040>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:02:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['8e45fe68-439c-4804-a78b-3b4930c30389'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:46.435808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:46.668781 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] Set router 8e45fe68-439c-4804-a78b-3b4930c30389 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:02:47.015924 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d474f9040>, [{'id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'name': 'tempest-TestMinimumBasicScenario-723477987-router', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:34Z', 'revision_number': 4, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'gw_port': {'id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e1e4a1b0-aa82-4ea6-b649-a8797d24c440', 'name': '', 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'mac_address': 'fa:16:3e:33:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc0150a-28d9-476a-bb48-7905f05a9a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:34Z', 'updated_at': '2021-12-19T14:02:46Z', 'revision_number': 4, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'subnets': [{'id': 'fcc0150a-28d9-476a-bb48-7905f05a9a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:02:47.020541 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b2ffc-30e0-4613-9e06-860f4412172d None None] The sync data for ids ['8e45fe68-439c-4804-a78b-3b4930c30389'] in dv-neutron-821895-1-hyperv is: [{'id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'name': 'tempest-TestMinimumBasicScenario-723477987-router', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:34Z', 'revision_number': 4, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'gw_port': {'id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e1e4a1b0-aa82-4ea6-b649-a8797d24c440', 'name': '', 'network_id': '9e1e8370-dbe5-46ae-9046-e0fb5efd96a2', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'mac_address': 'fa:16:3e:33:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcc0150a-28d9-476a-bb48-7905f05a9a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:34Z', 'updated_at': '2021-12-19T14:02:46Z', 'revision_number': 4, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'subnets': [{'id': 'fcc0150a-28d9-476a-bb48-7905f05a9a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:02:47.844005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:48.267173 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e1e4a1b0-aa82-4ea6-b649-a8797d24c440 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:48.506835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:02:48.512052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:48.512423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:48.631641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:48.667337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e1e4a1b0-aa82-4ea6-b649-a8797d24c440, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e1e4a1b0-aa82-4ea6-b649-a8797d24c440,segment=NetworkSegment(bfc08e9c-eac8-4ca7-bdde-a208258aa885),segment_id=bfc08e9c-eac8-4ca7-bdde-a208258aa885)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:02:48.741045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:48.751171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2d8849a3-f8d6-44a2-b666-8441076f9e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:48.809460 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e1e4a1b0-aa82-4ea6-b649-a8797d24c440,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:48.812288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:49.638173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-b1acce1c-fa97-4f08-b116-abea12127af6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:49.640342 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-b1acce1c-fa97-4f08-b116-abea12127af6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/networks?id=2def0041-b9df-43bb-9855-0f104fbbba40 HTTP/1.1" status: 200  len: 815 time: 0.1419053
Dec 19 14:02:49.656626 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-81a4a3ff-48ac-4686-a456-8eafce52b25b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/quotas/cc74c9a0f88b4bfd973f7c56e18338ca HTTP/1.1" status: 200  len: 375 time: 0.0108156
Dec 19 14:02:49.741106 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-fe58c582-cf89-4aac-93c4-11ccf622747b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0783198
Dec 19 14:02:49.877769 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-b8fd507c-88f0-45bd-ad2c-cba5be0c110a service neutron] 10.222.0.24 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253505
Dec 19 14:02:50.008160 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-37e3bf4d-23ec-4555-a1ed-e82197f8c95b service neutron] 10.222.0.24 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239076
Dec 19 14:02:50.234264 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e1e4a1b0-aa82-4ea6-b649-a8797d24c440 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:02:50.277762 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ac36945a-8bd5-45ec-b2ae-62558e57658b req-62e27be8-5f8b-4f30-9a45-920f2e415bdb tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 210 time: 0.0457325
Dec 19 14:02:50.305341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:50.305756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:51.391405 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-843ff9c3-97ff-4db1-9ab4-6d51e185e176 req-38649862-46d1-46dc-b098-c45bd02d7bd6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 210 time: 0.0434005
Dec 19 14:02:52.559001 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-14086d18-86f1-4278-84f7-8cea7561464d req-463c8111-4b3c-4df3-ab6e-d4e06c135f4a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 210 time: 0.0414975
Dec 19 14:02:52.766071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-c71e12de-f225-4dac-b574-727e570fdc07 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:52.766742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-c71e12de-f225-4dac-b574-727e570fdc07 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Synchronizing usage tracker for tenant:cc74c9a0f88b4bfd973f7c56e18338ca on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:02:52.860765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-c71e12de-f225-4dac-b574-727e570fdc07 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Unset dirty status for tenant:cc74c9a0f88b4bfd973f7c56e18338ca on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:02:52.862020 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-c71e12de-f225-4dac-b574-727e570fdc07 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.18 "GET /v2.0/networks?id=2def0041-b9df-43bb-9855-0f104fbbba40 HTTP/1.1" status: 200  len: 815 time: 0.2446578
Dec 19 14:02:52.879464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Request body: {'port': {'device_id': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'admin_state_up': True, 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:02:53.015963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:02:53.019882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Usage tracker for resource:port and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:02:53.022642 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:02:53.028298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:02:53.128282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Made reservation on behalf of cc74c9a0f88b4bfd973f7c56e18338ca for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:02:53.131882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:53.413270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Allocated IP 172.20.0.14 (2def0041-b9df-43bb-9855-0f104fbbba40/92dd80e5-3294-4884-8739-ba781b4605de/2089cc85-8524-47bf-8956-11072344794f) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:02:53.684061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:53.703173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Transition to ACTIVE for port object 2089cc85-8524-47bf-8956-11072344794f will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:02:53.788880 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:53.796262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:02:53.851499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d42488-f4a6-4fc2-bc3c-8f29cd67246b req-414264ee-12a5-470e-8cea-6fb502f43351 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:53.860365 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f8d42488-f4a6-4fc2-bc3c-8f29cd67246b req-414264ee-12a5-470e-8cea-6fb502f43351 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 932 time: 0.0996623
Dec 19 14:02:53.927928 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Network 2def0041-b9df-43bb-9855-0f104fbbba40 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:02:53.933003 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f8d42488-f4a6-4fc2-bc3c-8f29cd67246b req-e1b31e62-0258-4345-81ee-a0560884d1ac tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621679
Dec 19 14:02:53.939170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:02:53.956027 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:02:53.992405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'Port': ['ID=2089cc85-8524-47bf-8956-11072344794f,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:02:53.999701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:02:54.033554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:54.034158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:54.124251 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2490573
Dec 19 14:02:54.289783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-63ae4596-bd84-43c7-831b-536975e5f459 None None] Provisioning for port 2089cc85-8524-47bf-8956-11072344794f completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:02:54.298272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-63ae4596-bd84-43c7-831b-536975e5f459 None None] Provisioning complete for port 2089cc85-8524-47bf-8956-11072344794f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:02:54.298935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-63ae4596-bd84-43c7-831b-536975e5f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:54.357033 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-63ae4596-bd84-43c7-831b-536975e5f459 None None] Port 2089cc85-8524-47bf-8956-11072344794f cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:02:55.132767 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a683-b7a9-42a6-a5aa-8e91cbb495d8 req-bcceadb3-8134-4b2b-a228-358c390c4e25 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:55.134584 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-42d1a683-b7a9-42a6-a5aa-8e91cbb495d8 req-bcceadb3-8134-4b2b-a228-358c390c4e25 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 932 time: 0.0858550
Dec 19 14:02:55.184321 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-42d1a683-b7a9-42a6-a5aa-8e91cbb495d8 req-49e468ac-0096-4fc7-a915-05b49931bd2d tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439880
Dec 19 14:02:55.757915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:02:56.388065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71c062-62d6-4230-bae7-8984273c418e req-6b36d4f7-28c9-427a-a4cc-893ed8f9041c tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:56.396040 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6b71c062-62d6-4230-bae7-8984273c418e req-6b36d4f7-28c9-427a-a4cc-893ed8f9041c tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 932 time: 0.0839322
Dec 19 14:02:56.442946 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6b71c062-62d6-4230-bae7-8984273c418e req-a164eab5-0ca0-446e-96c9-2c298c84080d tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452323
Dec 19 14:02:57.660185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09777ddf-20b0-4cae-a55b-9af4eb051b78 req-0f2eb6f5-73a0-4860-b4ff-d58fe629e662 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:57.663773 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-09777ddf-20b0-4cae-a55b-9af4eb051b78 req-0f2eb6f5-73a0-4860-b4ff-d58fe629e662 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 932 time: 0.0831192
Dec 19 14:02:57.728311 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-09777ddf-20b0-4cae-a55b-9af4eb051b78 req-03328674-73c8-4c60-a6a6-2cd5df2819fd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585432
Dec 19 14:02:58.959987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651cdf5-e165-45e6-9a1e-54d2111d145b req-925a4c25-e5df-49f8-9ab4-6e472cc68889 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:02:58.961518 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0651cdf5-e165-45e6-9a1e-54d2111d145b req-925a4c25-e5df-49f8-9ab4-6e472cc68889 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 932 time: 0.0874360
Dec 19 14:02:59.019686 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0651cdf5-e165-45e6-9a1e-54d2111d145b req-f4ff93ac-c18c-4b4c-862c-45a508e81ef8 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519648
Dec 19 14:03:00.234281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af893a2-178b-44a8-8b92-d279ad80b754 req-cb759d05-7f1d-4ef8-afdd-5892b356cb23 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:00.236706 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1af893a2-178b-44a8-8b92-d279ad80b754 req-cb759d05-7f1d-4ef8-afdd-5892b356cb23 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 932 time: 0.0873170
Dec 19 14:03:00.529028 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1af893a2-178b-44a8-8b92-d279ad80b754 req-fb20e4bf-68d4-41df-b2af-0938e24eac93 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2865996
Dec 19 14:03:01.928772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d628d5b-e66b-48fb-aa5e-22e7deb7e231 req-0be82b8f-0706-4b0e-a1b1-d057137d00d8 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:01.936461 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5d628d5b-e66b-48fb-aa5e-22e7deb7e231 req-0be82b8f-0706-4b0e-a1b1-d057137d00d8 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 932 time: 0.2764816
Dec 19 14:03:01.979933 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5d628d5b-e66b-48fb-aa5e-22e7deb7e231 req-8b13270e-993e-4f87-9d2b-686ce67f25eb tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435205
Dec 19 14:03:03.183634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede3471-5a9c-454d-a142-acb0ce28a4be req-a69ddd56-d33f-470a-b4c2-c917a0c50c5c tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:03.185392 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aede3471-5a9c-454d-a142-acb0ce28a4be req-a69ddd56-d33f-470a-b4c2-c917a0c50c5c tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 932 time: 0.0812912
Dec 19 14:03:03.236860 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aede3471-5a9c-454d-a142-acb0ce28a4be req-b36b0bad-97b2-4501-b21c-ef0e18ebeaf2 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459375
Dec 19 14:03:03.608758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Request body: {'port': {'device_id': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:03:03.726868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:04.057759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2089cc85-8524-47bf-8956-11072344794f {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:03:04.064608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:04.078970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Transition to ACTIVE for port object 2089cc85-8524-47bf-8956-11072344794f will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:03:04.169456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:04.173947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:04.307840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2089cc85-8524-47bf-8956-11072344794f,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:04.311177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:04.421393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Attempting to bind port 2089cc85-8524-47bf-8956-11072344794f on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:03:04.421720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Attempting to bind port 2089cc85-8524-47bf-8956-11072344794f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:03:04.422038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Attempting to bind port 2089cc85-8524-47bf-8956-11072344794f on network 2def0041-b9df-43bb-9855-0f104fbbba40 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:03:04.430772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Port 2089cc85-8524-47bf-8956-11072344794f on network 2def0041-b9df-43bb-9855-0f104fbbba40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:03:04.431140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Attempting to bind port 2089cc85-8524-47bf-8956-11072344794f on network 2def0041-b9df-43bb-9855-0f104fbbba40 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:03:04.437869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:03:04.438343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Checking segment: {'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:03:04.438553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Bound using segment: {'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:03:04.438675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda807c-a114-4f09-ac89-56f032cb40ee req-ce12e565-bc4f-4746-a1c6-b9d0345187c6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:04.439177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Bound port: 2089cc85-8524-47bf-8956-11072344794f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce66431b-9d92-4f1b-bfb1-5272d7149125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:03:04.439304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:04.440030 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8bda807c-a114-4f09-ac89-56f032cb40ee req-ce12e565-bc4f-4746-a1c6-b9d0345187c6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 944 time: 0.0797048
Dec 19 14:03:04.486188 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8bda807c-a114-4f09-ac89-56f032cb40ee req-e8bb56b1-0319-4822-9c98-e8c55286a011 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396895
Dec 19 14:03:04.535239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] For port 2089cc85-8524-47bf-8956-11072344794f, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:03:04.538046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] For port 2089cc85-8524-47bf-8956-11072344794f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2089cc85-8524-47bf-8956-11072344794f,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:03:04.666062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:04.670125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-72d8683a-64db-406f-bc43-3210a2465ea3 tempest-ServersNegativeTestJSON-2007193360 tempest-ServersNegativeTestJSON-2007193360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:04.725074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:04.727325 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] 10.222.0.18 "PUT /v2.0/ports/2089cc85-8524-47bf-8956-11072344794f HTTP/1.1" status: 200  len: 1094 time: 1.1227803
Dec 19 14:03:04.727839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'tag': '2089cc85-8524-47bf-8956-11072344794f'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:03:04.750389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=2089cc85-8524-47bf-8956-11072344794f,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:04.753737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:04.792281 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'tag': '2089cc85-8524-47bf-8956-11072344794f', 'status': 'completed', 'code': 200}
Dec 19 14:03:04.885167 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d94edd7a-a4dc-41ab-b473-85d9c1a5dde5 req-2131a071-7dcb-4d96-b628-073bc891e25f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca&device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 1097 time: 0.0727196
Dec 19 14:03:05.024335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94edd7a-a4dc-41ab-b473-85d9c1a5dde5 req-117c2207-9bf8-4f08-af57-6848ffed18e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:05.025746 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d94edd7a-a4dc-41ab-b473-85d9c1a5dde5 req-117c2207-9bf8-4f08-af57-6848ffed18e9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1335278
Dec 19 14:03:05.161079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94edd7a-a4dc-41ab-b473-85d9c1a5dde5 req-6921b6a3-1513-4cd3-a87a-d479a6d59a54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:05.162478 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d94edd7a-a4dc-41ab-b473-85d9c1a5dde5 req-6921b6a3-1513-4cd3-a87a-d479a6d59a54 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1308911
Dec 19 14:03:05.365762 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-3533ef77-dcff-41e3-88fd-4fe791cb4a69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca&device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 1097 time: 0.1696608
Dec 19 14:03:05.436222 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-ff26083e-878b-4aeb-a172-b945dfa4468f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2089cc85-8524-47bf-8956-11072344794f HTTP/1.1" status: 200  len: 217 time: 0.0627732
Dec 19 14:03:05.496582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a312ce8c-cfa1-4616-ba10-0279c7b50602 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:05.497944 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-a312ce8c-cfa1-4616-ba10-0279c7b50602 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92dd80e5-3294-4884-8739-ba781b4605de HTTP/1.1" status: 200  len: 854 time: 0.0561371
Dec 19 14:03:05.575014 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-55e9bda7-112c-43aa-8f8d-c6a09c42ce61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2def0041-b9df-43bb-9855-0f104fbbba40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711761
Dec 19 14:03:05.690655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6065338-211b-4895-af41-542b4572ba9a req-98359f83-c514-4b30-99b6-eddc28c418d0 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:05.695385 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c6065338-211b-4895-af41-542b4572ba9a req-98359f83-c514-4b30-99b6-eddc28c418d0 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 944 time: 0.0826695
Dec 19 14:03:05.711508 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-fba2e4c4-2ae3-4c94-a648-c8a2ac9d144b service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303837
Dec 19 14:03:05.742084 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c6065338-211b-4895-af41-542b4572ba9a req-b30eb803-7f85-4709-8722-5fffeba14b8d tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427823
Dec 19 14:03:05.843417 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-d102d28a-da7f-467c-9e16-b3ce78c0b324 req-41f89a43-3f34-4807-b333-2c29e4cbcb82 service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254432
Dec 19 14:03:06.938557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e87f9-ce0c-43bd-9dd5-e87aee0372dc req-458bb39b-b9e3-4118-aa75-ac94f96df4f4 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:06.939896 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7c6e87f9-ce0c-43bd-9dd5-e87aee0372dc req-458bb39b-b9e3-4118-aa75-ac94f96df4f4 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 944 time: 0.0743170
Dec 19 14:03:06.985245 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7c6e87f9-ce0c-43bd-9dd5-e87aee0372dc req-20d352ec-41b9-46cf-8335-db50859eef2c tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391726
Dec 19 14:03:08.107515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 2089cc85-8524-47bf-8956-11072344794f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:03:08.182343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c745fc-b756-4cc2-8843-055abc5f8e61 req-356f7861-99b7-4406-9365-59f670d53d5f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:08.183745 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24c745fc-b756-4cc2-8843-055abc5f8e61 req-356f7861-99b7-4406-9365-59f670d53d5f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 944 time: 0.0798929
Dec 19 14:03:08.234468 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24c745fc-b756-4cc2-8843-055abc5f8e61 req-5502a86f-eda6-4407-80e1-9d1abe7737d6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448117
Dec 19 14:03:08.242527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 2089cc85-8524-47bf-8956-11072344794f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2089cc85-8524-47bf-8956-11072344794f,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:03:08.259932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '2089cc85-8524-47bf-8956-11072344794f', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'port_id': '2089cc85-8524-47bf-8956-11072344794f', 'mac_address': 'fa:16:3e:0c:14:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:03:08.311426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:08.328947 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2089cc85-8524-47bf-8956-11072344794f {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:03:08.343967 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 2089cc85-8524-47bf-8956-11072344794f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2089cc85-8524-47bf-8956-11072344794f,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:03:08.408880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:08.410545 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6ab7ade7-7b5a-4fb4-8768-194bb8028ddf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:08.518166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=2089cc85-8524-47bf-8956-11072344794f,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:08.521171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:08.645803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['2089cc85-8524-47bf-8956-11072344794f'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:03:09.426862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c85bb-ed2b-4d36-8051-3d5dffdba14b req-b43b5d25-0972-4661-abb9-c05467939d32 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:09.428305 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d32c85bb-ed2b-4d36-8051-3d5dffdba14b req-b43b5d25-0972-4661-abb9-c05467939d32 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 945 time: 0.0747066
Dec 19 14:03:09.477193 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d32c85bb-ed2b-4d36-8051-3d5dffdba14b req-a69f645b-9ad8-44a1-8100-eab0f335513d tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430624
Dec 19 14:03:10.106584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 2089cc85-8524-47bf-8956-11072344794f up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:03:10.237816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 2089cc85-8524-47bf-8956-11072344794f completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:03:10.242603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 2089cc85-8524-47bf-8956-11072344794f triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:03:10.242994 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:10.354003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:10.379170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2089cc85-8524-47bf-8956-11072344794f'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:03:10.388357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 2089cc85-8524-47bf-8956-11072344794f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2089cc85-8524-47bf-8956-11072344794f,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:03:10.435719 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2089cc85-8524-47bf-8956-11072344794f', 'code': 200}
Dec 19 14:03:10.448450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:10.452121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:10.520717 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=2089cc85-8524-47bf-8956-11072344794f,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:10.524580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:10.675548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15312064-7fcc-438f-a2e2-483df5a9b8e8 req-934162c2-e335-4d3f-8afc-3a2ef3445c51 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:10.677087 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-15312064-7fcc-438f-a2e2-483df5a9b8e8 req-934162c2-e335-4d3f-8afc-3a2ef3445c51 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 946 time: 0.0808692
Dec 19 14:03:10.727670 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-15312064-7fcc-438f-a2e2-483df5a9b8e8 req-55a52aaa-d005-43e7-bd3f-39ba2885d7fa tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442441
Dec 19 14:03:10.778075 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-64a25bf4-e948-43ff-bbf4-de1260cd89ea req-d0bb945f-2b10-4941-95a9-bf8a114d78ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 1099 time: 0.0677440
Dec 19 14:03:10.822291 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-64a25bf4-e948-43ff-bbf4-de1260cd89ea req-43e944c2-616a-43d6-a419-de823c4cd9cf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376604
Dec 19 14:03:11.928498 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb56231-bcc3-4411-898d-d3a26e6e5830 req-3c9eaffd-a869-4b82-a587-d07bd9d9172f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:11.929817 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6bb56231-bcc3-4411-898d-d3a26e6e5830 req-3c9eaffd-a869-4b82-a587-d07bd9d9172f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 946 time: 0.0788164
Dec 19 14:03:11.976024 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6bb56231-bcc3-4411-898d-d3a26e6e5830 req-4f2fd2a8-3484-4bfe-b559-4731731e2071 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397782
Dec 19 14:03:12.478154 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7b179f70-1b03-4311-b8f2-c4875306fb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:13.173601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a383d9-9998-4432-bdfc-3b68da2b1436 req-322c9466-1729-4254-ab1c-a3c1d7b34c0f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:13.175083 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e1a383d9-9998-4432-bdfc-3b68da2b1436 req-322c9466-1729-4254-ab1c-a3c1d7b34c0f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 946 time: 0.0751288
Dec 19 14:03:13.221617 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e1a383d9-9998-4432-bdfc-3b68da2b1436 req-aa0b0b86-a613-40bd-a0e9-b45b3c6b00a8 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410297
Dec 19 14:03:13.418473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ff472-4016-4d6a-a517-6d3812cec5f6 req-95dd162c-91ca-4594-ac95-5e6930a92035 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:13.419960 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-863ff472-4016-4d6a-a517-6d3812cec5f6 req-95dd162c-91ca-4594-ac95-5e6930a92035 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 946 time: 0.0793173
Dec 19 14:03:13.465851 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-863ff472-4016-4d6a-a517-6d3812cec5f6 req-c02ac680-3798-41b1-a917-6e60b4de9a82 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404038
Dec 19 14:03:13.885348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f50e22-9a5c-41ec-aa8d-4d65328f70d1 req-b8abb5ed-ad54-48fa-9a27-e5600ddaf2ef tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:13.886668 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-75f50e22-9a5c-41ec-aa8d-4d65328f70d1 req-b8abb5ed-ad54-48fa-9a27-e5600ddaf2ef tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 946 time: 0.0747499
Dec 19 14:03:13.931324 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-75f50e22-9a5c-41ec-aa8d-4d65328f70d1 req-3d42485a-2c7b-4c4a-8b23-42652889692b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390558
Dec 19 14:03:14.706593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e04e046a-76fb-40af-98dc-84a709dcc9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:16.305119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:16.333550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:17.712602 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:23.055618 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:03:25.756721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:27.172807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bb30b-6515-4689-afe7-602cc02e59e9 req-b7094f15-50d8-426a-8477-8a6ed95df153 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:27.174264 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-157bb30b-6515-4689-afe7-602cc02e59e9 req-b7094f15-50d8-426a-8477-8a6ed95df153 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 946 time: 0.0802343
Dec 19 14:03:27.220671 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-157bb30b-6515-4689-afe7-602cc02e59e9 req-2a71d02c-4441-45ec-b5cb-db7ae1f7b6db tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402977
Dec 19 14:03:27.254504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52290) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:03:27.392275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a35bc7da-dd54-4a71-b697-89d281b25038 tempest-TestMinimumBasicScenario-542212105 tempest-TestMinimumBasicScenario-542212105-project-admin] Synchronizing usage tracker for tenant:098a4453b3c74b25a1ecc8f56ec67205 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:03:27.478193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a35bc7da-dd54-4a71-b697-89d281b25038 tempest-TestMinimumBasicScenario-542212105 tempest-TestMinimumBasicScenario-542212105-project-admin] Unset dirty status for tenant:098a4453b3c74b25a1ecc8f56ec67205 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:03:27.479340 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a35bc7da-dd54-4a71-b697-89d281b25038 tempest-TestMinimumBasicScenario-542212105 tempest-TestMinimumBasicScenario-542212105-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 1094 time: 0.2237248
Dec 19 14:03:27.482496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52296) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:03:27.487828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '2089cc85-8524-47bf-8956-11072344794f', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:03:27.493559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:03:27.497444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Usage tracker for resource:floatingip and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:03:27.500206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:03:27.505873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:03:27.579467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:27.714736 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:27.846707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Allocated IP 172.26.4.95 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/ef4b1ee5-a074-4b43-96e9-f284ccaf2e94) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:03:27.987714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:28.085025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:28.091814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-623a336f-91dd-4814-8473-35a29ab9ffb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:28.150597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:03:28.157963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:03:28.161960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:03:28.191635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'Port': ['ID=ef4b1ee5-a074-4b43-96e9-f284ccaf2e94,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:28.197569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:28.772207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:28.887624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:29.094269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:29.146422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:29.151453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a6f59e6b-6119-41e1-81a0-6b310f557a21 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:29.252184 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'Port': ['ID=ef4b1ee5-a074-4b43-96e9-f284ccaf2e94,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:29.260264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:29.268833 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:29.454209 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Floating IP e144ada7-f24d-47fe-8a69-16b6a389c904 associated. External IP: 172.26.4.95, port: 2089cc85-8524-47bf-8956-11072344794f.
Dec 19 14:03:29.841764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:03:30.039165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:03:30.049543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc0746-968d-439b-a825-28eae00433fa None None] Sync routers for ids ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:03:30.061836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc0746-968d-439b-a825-28eae00433fa None None] Routers {'3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:03:30.062471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-fddc0746-968d-439b-a825-28eae00433fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477ae430>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:03:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:03:30.106631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:30.160442 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6757066
Dec 19 14:03:30.160442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'tag': '2089cc85-8524-47bf-8956-11072344794f'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:03:30.163225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52300) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:03:30.169776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229138248', 'description': 'tempest-secgroup-smoke-1229138248 description', 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:03:30.176431 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:03:30.180399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Usage tracker for resource:security_group and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:03:30.183774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:03:30.190744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:03:30.221684 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'tag': '2089cc85-8524-47bf-8956-11072344794f', 'status': 'completed', 'code': 200}
Dec 19 14:03:30.248073 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-fddc0746-968d-439b-a825-28eae00433fa None None] Set router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:03:30.249721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:30.286919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:03:30.291444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Usage tracker for resource:security_group_rule and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:03:30.294235 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:03:30.301463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:03:30.313238 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-673275b5-1429-469b-b4d9-001214f3741c req-697c78d0-516b-4404-931f-23d996ad8dbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca&device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 1099 time: 0.0705621
Dec 19 14:03:30.359389 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:30.415839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:30.421889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5ca54a3e-9501-44ae-968e-669f6a1e67b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:30.469047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ab1460-91bf-40dd-912b-6a2fe387557b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:30.478592 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:03:30.478974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:03:30.479354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:03:30.479719 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:03:30.480079 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:03:30.480435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:03:30.480789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:03:30.481145 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:03:30.481568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:03:30.481923 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:03:30.482273 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:03:30.486157 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:30.569254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:30.573459 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4063773
Dec 19 14:03:30.573686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52306) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:03:30.579749 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Request body: {'security_group_rule': {'security_group_id': '33ab1460-91bf-40dd-912b-6a2fe387557b', 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:03:30.580003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673275b5-1429-469b-b4d9-001214f3741c req-c72263bd-477e-4fad-b0e2-e46a219cff98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:30.581333 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-673275b5-1429-469b-b4d9-001214f3741c req-c72263bd-477e-4fad-b0e2-e46a219cff98 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2def0041-b9df-43bb-9855-0f104fbbba40 HTTP/1.1" status: 200  len: 916 time: 0.2610114
Dec 19 14:03:30.586155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:03:30.590113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Usage tracker for resource:security_group_rule and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:03:30.593353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:03:30.599428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:03:30.614557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-fddc0746-968d-439b-a825-28eae00433fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477ae430>, [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e144ada7-f24d-47fe-8a69-16b6a389c904', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'floating_ip_address': '172.26.4.95', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'port_id': '2089cc85-8524-47bf-8956-11072344794f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'mac_address': 'fa:16:3e:0c:14:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:03:28Z', 'updated_at': '2021-12-19T14:03:28Z', 'revision_number': 0, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe', 'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'mac_address': 'fa:16:3e:8a:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:26Z', 'updated_at': '2021-12-19T14:02:44Z', 'revision_number': 5, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'subnets': [{'id': '92dd80e5-3294-4884-8739-ba781b4605de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:03:30.618893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc0746-968d-439b-a825-28eae00433fa None None] Checking router: 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:03:30.629608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc0746-968d-439b-a825-28eae00433fa None None] Routers {'3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:03:30.630200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-fddc0746-968d-439b-a825-28eae00433fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d477ae430>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:03:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:03:30.686701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:30.689343 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-673275b5-1429-469b-b4d9-001214f3741c req-97fce4e5-e06d-468a-bc49-34e8a474c3cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2089cc85-8524-47bf-8956-11072344794f HTTP/1.1" status: 200  len: 999 time: 0.1010885
Dec 19 14:03:30.751116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:30.758197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673275b5-1429-469b-b4d9-001214f3741c req-a389f2b3-0906-45c0-bfb5-41fdd2f8d339 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:30.760315 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-673275b5-1429-469b-b4d9-001214f3741c req-a389f2b3-0906-45c0-bfb5-41fdd2f8d339 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92dd80e5-3294-4884-8739-ba781b4605de HTTP/1.1" status: 200  len: 854 time: 0.0647299
Dec 19 14:03:30.815724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-fddc0746-968d-439b-a825-28eae00433fa None None] Set router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:03:30.822310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:30.824500 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8bcc7ee6-926a-4646-a22b-2f8a85fe7890 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:30.836729 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-673275b5-1429-469b-b4d9-001214f3741c req-bc8a9b8c-7b91-40f8-95df-8c5173de9cd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2def0041-b9df-43bb-9855-0f104fbbba40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698776
Dec 19 14:03:30.848555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650c2fd7-93b0-4d20-9fbd-cfd5d046381e,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:30.853418 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:30.969133 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-673275b5-1429-469b-b4d9-001214f3741c req-2ca57997-f26e-4b90-a076-3235fbcde9d3 service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248777
Dec 19 14:03:30.975441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:30.976661 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4019814
Dec 19 14:03:30.979641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52310) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:03:30.986205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Request body: {'security_group_rule': {'security_group_id': '33ab1460-91bf-40dd-912b-6a2fe387557b', 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:03:30.992388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:03:30.998313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Usage tracker for resource:security_group_rule and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:03:31.001031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:03:31.015695 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:03:31.131880 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-673275b5-1429-469b-b4d9-001214f3741c req-8ff52598-8e85-4e70-a0be-cefefcc4846e service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554646
Dec 19 14:03:31.132143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:31.206758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:31.240309 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-fddc0746-968d-439b-a825-28eae00433fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d477ae430>, [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e144ada7-f24d-47fe-8a69-16b6a389c904', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'floating_ip_address': '172.26.4.95', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'port_id': '2089cc85-8524-47bf-8956-11072344794f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'mac_address': 'fa:16:3e:0c:14:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:03:28Z', 'updated_at': '2021-12-19T14:03:28Z', 'revision_number': 0, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe', 'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'mac_address': 'fa:16:3e:8a:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:26Z', 'updated_at': '2021-12-19T14:02:44Z', 'revision_number': 5, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'subnets': [{'id': '92dd80e5-3294-4884-8739-ba781b4605de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:03:31.246573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc0746-968d-439b-a825-28eae00433fa None None] The sync data for ids ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'] in dv-neutron-821895-1-hyperv is: [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'e144ada7-f24d-47fe-8a69-16b6a389c904', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'floating_ip_address': '172.26.4.95', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'port_id': '2089cc85-8524-47bf-8956-11072344794f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'mac_address': 'fa:16:3e:0c:14:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:03:28Z', 'updated_at': '2021-12-19T14:03:28Z', 'revision_number': 0, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe', 'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'mac_address': 'fa:16:3e:8a:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:26Z', 'updated_at': '2021-12-19T14:02:44Z', 'revision_number': 5, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'subnets': [{'id': '92dd80e5-3294-4884-8739-ba781b4605de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:03:31.386766 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:31.388648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:31.411873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cdfb0b-741a-4bfc-af0d-f94e2003a4a1,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:31.417120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:31.457213 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2030d0-b67f-4a69-b662-cd63b3a4aac4 None None] New status for floating IP e144ada7-f24d-47fe-8a69-16b6a389c904: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:03:31.501432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:31.502665 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5b79edb5-1441-49e2-a2df-b69496c983ba tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5220044
Dec 19 14:03:31.505311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52314) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:03:31.511153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Request body: {'security_group_rule': {'security_group_id': '33ab1460-91bf-40dd-912b-6a2fe387557b', 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:03:31.517054 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:03:31.520824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Usage tracker for resource:security_group_rule and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:03:31.523712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:03:31.529872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:03:31.599021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:31.671028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:31.746649 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:31.752699 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5aa79615-aeeb-4bed-9732-4d352c888a7a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:31.770779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9faccc-7729-4072-adf5-843f0a105614,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:31.772955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:31.814926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:31.816107 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3098927
Dec 19 14:03:31.818876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52318) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:03:31.824354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Request body: {'security_group_rule': {'security_group_id': '33ab1460-91bf-40dd-912b-6a2fe387557b', 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:03:31.830450 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:03:31.834234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Usage tracker for resource:security_group_rule and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:03:31.837669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:03:31.843312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:03:31.912245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:31.973682 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:32.049491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:32.051331 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5e902185-e375-4dca-be6e-4b3c6cda2cd2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:32.074712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d851dc2-dc64-4c6b-a785-b367524fd3b1,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:32.076694 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:32.156895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:32.158061 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3381982
Dec 19 14:03:32.160744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52322) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:03:32.166406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Request body: {'security_group_rule': {'security_group_id': '33ab1460-91bf-40dd-912b-6a2fe387557b', 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:03:32.172360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:03:32.176473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Usage tracker for resource:security_group_rule and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:03:32.179372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:03:32.186420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:03:32.272249 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Project cc74c9a0f88b4bfd973f7c56e18338ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:03:32.278921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:32.344973 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:32.402345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:32.404155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f6a53af6-1d93-4789-b9f0-c9c367fa4089 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:32.425926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352d6d1c-47cb-418c-8f8b-c29b8ea8ea98,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:32.428339 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:32.483832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:32.485017 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3233800
Dec 19 14:03:32.487722 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52326) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:03:32.493698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Request body: {'security_group_rule': {'security_group_id': '33ab1460-91bf-40dd-912b-6a2fe387557b', 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:03:32.499627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:03:32.503531 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Usage tracker for resource:security_group_rule and tenant:cc74c9a0f88b4bfd973f7c56e18338ca is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:03:32.506482 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:03:32.512924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:03:32.579479 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Project cc74c9a0f88b4bfd973f7c56e18338ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:03:32.586108 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:32.649673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:32.723716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:32.725481 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b39178d5-8302-40a7-afa9-924896e59edb tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:32.748987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54c4fa9-ca17-487f-b5f0-cb426482fc04,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:32.753181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:32.813993 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:32.815226 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3265681
Dec 19 14:03:32.946666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-4db13b44-6f04-4146-bb3b-5ece828f30ca tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Synchronizing usage tracker for tenant:cc74c9a0f88b4bfd973f7c56e18338ca on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:03:33.042454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-4db13b44-6f04-4146-bb3b-5ece828f30ca tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Unset dirty status for tenant:cc74c9a0f88b4bfd973f7c56e18338ca on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:03:33.043623 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-4db13b44-6f04-4146-bb3b-5ece828f30ca tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229138248&fields=id&tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca HTTP/1.1" status: 200  len: 267 time: 0.1374495
Dec 19 14:03:33.127685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-bb63cfd7-8813-408d-8640-3a1cccc6d5fa tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:33.129093 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-bb63cfd7-8813-408d-8640-3a1cccc6d5fa tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 946 time: 0.0801456
Dec 19 14:03:33.139812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-3eb18454-0791-48de-9cf5-136c2f695a76 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Request body: {'port': {'security_groups': ['c06ca49d-fd67-4e05-8df8-1a04f653b6e1', '33ab1460-91bf-40dd-912b-6a2fe387557b']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:03:33.250388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-3eb18454-0791-48de-9cf5-136c2f695a76 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:33.614549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-3eb18454-0791-48de-9cf5-136c2f695a76 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] For port 2089cc85-8524-47bf-8956-11072344794f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2089cc85-8524-47bf-8956-11072344794f,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:03:33.641504 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-3eb18454-0791-48de-9cf5-136c2f695a76 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:33.768409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-3eb18454-0791-48de-9cf5-136c2f695a76 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:33.768409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-94a023d4-c9f9-457e-8c0b-ef982f35d911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:03:33.774771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['2089cc85-8524-47bf-8956-11072344794f'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:03:33.841621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-3eb18454-0791-48de-9cf5-136c2f695a76 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:33.842228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-3eb18454-0791-48de-9cf5-136c2f695a76 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:33.846560 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-109b0e6d-0881-4e1a-8add-07f2ca3762c3 req-3eb18454-0791-48de-9cf5-136c2f695a76 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "PUT /v2.0/ports/2089cc85-8524-47bf-8956-11072344794f HTTP/1.1" status: 200  len: 982 time: 0.7109988
Dec 19 14:03:33.847143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'tag': '2089cc85-8524-47bf-8956-11072344794f'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:03:33.869294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb18454-0791-48de-9cf5-136c2f695a76 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'Port': ['ID=2089cc85-8524-47bf-8956-11072344794f,revision_number=6']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:03:33.872867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3eb18454-0791-48de-9cf5-136c2f695a76 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:03:33.922898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['2089cc85-8524-47bf-8956-11072344794f'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:03:34.017633 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'tag': '2089cc85-8524-47bf-8956-11072344794f', 'status': 'completed', 'code': 200}
Dec 19 14:03:34.047818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c0b9a-f427-489d-9551-529c2fa0a1cd req-b153fbc8-a6f0-4ec1-8451-9921e8c77e49 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:34.049385 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-997c0b9a-f427-489d-9551-529c2fa0a1cd req-b153fbc8-a6f0-4ec1-8451-9921e8c77e49 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0988431
Dec 19 14:03:34.098528 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-997c0b9a-f427-489d-9551-529c2fa0a1cd req-8d850c11-df79-47aa-8da1-bf4dfce8f37d tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432479
Dec 19 14:03:34.125739 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-92cdb964-450f-467f-b0a9-7dee36d71981 req-87f05e50-a7c8-474e-831b-c8e35170a18b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca&device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 1138 time: 0.0859168
Dec 19 14:03:34.241834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-01e466ba-d1db-4568-a987-ac820c5c1f25 None None] Provisioning complete for port 2089cc85-8524-47bf-8956-11072344794f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:03:34.242203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-01e466ba-d1db-4568-a987-ac820c5c1f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:34.262833 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdb964-450f-467f-b0a9-7dee36d71981 req-a04d852d-3ed4-4e65-8427-a3daf159300a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:34.264275 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-92cdb964-450f-467f-b0a9-7dee36d71981 req-a04d852d-3ed4-4e65-8427-a3daf159300a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2def0041-b9df-43bb-9855-0f104fbbba40 HTTP/1.1" status: 200  len: 916 time: 0.1323054
Dec 19 14:03:34.365533 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-92cdb964-450f-467f-b0a9-7dee36d71981 req-eedd87a3-4591-4677-b0f5-24bd18c0b7f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2089cc85-8524-47bf-8956-11072344794f HTTP/1.1" status: 200  len: 1001 time: 0.0943708
Dec 19 14:03:34.432362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdb964-450f-467f-b0a9-7dee36d71981 req-6c14a0e2-88ff-48cd-9bf3-6c6d5464f90b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:34.433786 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-92cdb964-450f-467f-b0a9-7dee36d71981 req-6c14a0e2-88ff-48cd-9bf3-6c6d5464f90b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92dd80e5-3294-4884-8739-ba781b4605de HTTP/1.1" status: 200  len: 854 time: 0.0613232
Dec 19 14:03:34.510758 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-92cdb964-450f-467f-b0a9-7dee36d71981 req-a45386b3-3f5c-48d1-860b-ec80730050bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2def0041-b9df-43bb-9855-0f104fbbba40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686924
Dec 19 14:03:34.645347 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-92cdb964-450f-467f-b0a9-7dee36d71981 req-e1c4ad96-ff18-4228-99af-7cebd8c26da7 service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271622
Dec 19 14:03:34.776220 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-92cdb964-450f-467f-b0a9-7dee36d71981 req-a7739a4e-9106-4bb2-a675-40100fc809c5 service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247334
Dec 19 14:03:42.420696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7e843821-25c5-4873-8451-0b8ba6da61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:44.012568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050dbd6-ee61-45fd-aec1-2ad3e0ecb5b2 req-572416e9-4e61-435d-80f0-f800d900e6a9 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:44.015405 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7050dbd6-ee61-45fd-aec1-2ad3e0ecb5b2 req-572416e9-4e61-435d-80f0-f800d900e6a9 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0879145
Dec 19 14:03:44.064390 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7050dbd6-ee61-45fd-aec1-2ad3e0ecb5b2 req-10877842-3d99-48f9-8c7e-89ff0f7fb10d tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444913
Dec 19 14:03:44.123332 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e161e465-c2a8-4553-8643-3457a26b85a9 req-91245119-ba22-406e-93df-5e669ee62acb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca&device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 1138 time: 0.1519694
Dec 19 14:03:44.348631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161e465-c2a8-4553-8643-3457a26b85a9 req-6f44ac59-1cf1-43e2-957a-cdc4974b73aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:44.349959 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e161e465-c2a8-4553-8643-3457a26b85a9 req-6f44ac59-1cf1-43e2-957a-cdc4974b73aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=2def0041-b9df-43bb-9855-0f104fbbba40 HTTP/1.1" status: 200  len: 916 time: 0.2203403
Dec 19 14:03:44.451677 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e161e465-c2a8-4553-8643-3457a26b85a9 req-69c3690f-d2ba-4b5e-8baf-d69f347d2020 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2089cc85-8524-47bf-8956-11072344794f HTTP/1.1" status: 200  len: 1001 time: 0.0949371
Dec 19 14:03:44.513821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161e465-c2a8-4553-8643-3457a26b85a9 req-4a2fa28e-4e2b-4323-aac9-7a12915921d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:44.515220 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e161e465-c2a8-4553-8643-3457a26b85a9 req-4a2fa28e-4e2b-4323-aac9-7a12915921d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92dd80e5-3294-4884-8739-ba781b4605de HTTP/1.1" status: 200  len: 854 time: 0.0574195
Dec 19 14:03:44.593463 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e161e465-c2a8-4553-8643-3457a26b85a9 req-d863adfc-e8bc-4b49-9a87-954b6a8f2b36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2def0041-b9df-43bb-9855-0f104fbbba40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721464
Dec 19 14:03:44.725101 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e161e465-c2a8-4553-8643-3457a26b85a9 req-af26192c-89bc-426e-a2a3-05137d3cf8d6 service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249263
Dec 19 14:03:44.735088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b6232a3c-97b1-401f-8e38-45f8d0c5801b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:44.855800 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e161e465-c2a8-4553-8643-3457a26b85a9 req-64bca255-19ca-4966-afb4-4bae6ef9225d service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245325
Dec 19 14:03:45.267659 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a3f2a-64fb-4f7d-afb5-ece8b81f1cd5 req-c7418193-7b95-4249-b80e-471780a971c5 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:45.269072 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ad4a3f2a-64fb-4f7d-afb5-ece8b81f1cd5 req-c7418193-7b95-4249-b80e-471780a971c5 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0757785
Dec 19 14:03:45.318192 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ad4a3f2a-64fb-4f7d-afb5-ece8b81f1cd5 req-44760ba6-68f9-4a06-a1fd-7fc49457a38a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0435202
Dec 19 14:03:46.282250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:46.317816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:46.519686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f150a-d756-49d8-b977-5277bcb8af59 req-bf3add42-55c3-41ee-ac39-17592e79e70a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:46.521125 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ec1f150a-d756-49d8-b977-5277bcb8af59 req-bf3add42-55c3-41ee-ac39-17592e79e70a tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0777054
Dec 19 14:03:46.568017 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ec1f150a-d756-49d8-b977-5277bcb8af59 req-174e8248-b3fd-41c4-9723-23680669c82b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0409238
Dec 19 14:03:47.676459 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:47.767649 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f856090-8d90-450a-9e76-6a652823abbb req-08f491d2-e8c8-4e82-bdc9-40f760a4c2e7 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:47.769058 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2f856090-8d90-450a-9e76-6a652823abbb req-08f491d2-e8c8-4e82-bdc9-40f760a4c2e7 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0801859
Dec 19 14:03:47.814965 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2f856090-8d90-450a-9e76-6a652823abbb req-caefb6bb-82ec-46f8-a4aa-124f190d2137 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0402822
Dec 19 14:03:49.009256 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0a0ab-c0f4-4073-88a2-78d2a32980c3 req-9056c5a1-43bc-42e2-a85c-d128af49ca1f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:49.010800 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c0c0a0ab-c0f4-4073-88a2-78d2a32980c3 req-9056c5a1-43bc-42e2-a85c-d128af49ca1f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0759506
Dec 19 14:03:49.058332 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c0c0a0ab-c0f4-4073-88a2-78d2a32980c3 req-00ce217e-8b96-459b-8e35-a84fa67328d4 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0420027
Dec 19 14:03:50.257936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc2879-3bf0-40eb-b6df-1fa1966e3575 req-d0a1d189-964d-416b-b20f-bf5eda8c2875 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:50.259366 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-57dc2879-3bf0-40eb-b6df-1fa1966e3575 req-d0a1d189-964d-416b-b20f-bf5eda8c2875 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0816264
Dec 19 14:03:50.305833 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-57dc2879-3bf0-40eb-b6df-1fa1966e3575 req-82196534-1de1-47f7-80b5-cf8d15cfe0f1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405750
Dec 19 14:03:51.499740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059d174-124b-46ff-9765-56242ca46bb6 req-f0bbb033-929d-47ef-83e0-b9d81e02bb12 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:51.501202 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8059d174-124b-46ff-9765-56242ca46bb6 req-f0bbb033-929d-47ef-83e0-b9d81e02bb12 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0763552
Dec 19 14:03:51.546794 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8059d174-124b-46ff-9765-56242ca46bb6 req-58e129f6-b4ae-4387-8156-a065eb51d259 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401511
Dec 19 14:03:52.747665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850df30-dce1-454b-97fc-3f345b9319c7 req-94ea470d-2c86-48b7-bee0-b24a2a9130d1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:52.749084 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5850df30-dce1-454b-97fc-3f345b9319c7 req-94ea470d-2c86-48b7-bee0-b24a2a9130d1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0779967
Dec 19 14:03:52.795586 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5850df30-dce1-454b-97fc-3f345b9319c7 req-90c16a16-faf8-42ad-a8ab-69cd784eae8f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410359
Dec 19 14:03:53.997295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d8bef-e306-4348-bc5d-26a894ed7b2a req-0351e5be-90d0-4ed9-acf5-cb8f59f0d145 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:53.998651 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ba5d8bef-e306-4348-bc5d-26a894ed7b2a req-0351e5be-90d0-4ed9-acf5-cb8f59f0d145 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0813832
Dec 19 14:03:54.048665 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ba5d8bef-e306-4348-bc5d-26a894ed7b2a req-ec4f6781-71b2-44da-ac16-8554daabfaac tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444016
Dec 19 14:03:55.243172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375e427-5dfa-47d6-9763-a6b296076104 req-1af2a362-4b16-4a21-9249-64011bbc46ef tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:55.245175 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d375e427-5dfa-47d6-9763-a6b296076104 req-1af2a362-4b16-4a21-9249-64011bbc46ef tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0755398
Dec 19 14:03:55.290654 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d375e427-5dfa-47d6-9763-a6b296076104 req-6b59cab9-a476-43b9-82d6-48ff95c11e28 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399959
Dec 19 14:03:55.779775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:03:56.487536 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42459b93-37b3-4702-b0b3-3fe0e77f77ab req-d8fb410a-5e64-4fff-924b-ceebfcb94116 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:03:56.488977 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-42459b93-37b3-4702-b0b3-3fe0e77f77ab req-d8fb410a-5e64-4fff-924b-ceebfcb94116 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0796688
Dec 19 14:03:56.535779 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-42459b93-37b3-4702-b0b3-3fe0e77f77ab req-b1685abf-c0f1-4003-b1aa-ed4fec7dc1b0 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&id=33ab1460-91bf-40dd-912b-6a2fe387557b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412128
Dec 19 14:04:00.055304 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:04:01.929301 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b46bd9a-30e1-4aa1-98c5-4929472f0aae req-8bbb3676-5d82-42c8-beed-4dc35912d3e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0720410
Dec 19 14:04:02.080622 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b46bd9a-30e1-4aa1-98c5-4929472f0aae req-1e5353c7-947f-4067-bcf1-e38749085397 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca&device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 1138 time: 0.0802641
Dec 19 14:04:02.231438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46bd9a-30e1-4aa1-98c5-4929472f0aae req-1e6137db-e608-44f1-b52c-b33e29a7c472 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:04:02.232876 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b46bd9a-30e1-4aa1-98c5-4929472f0aae req-1e6137db-e608-44f1-b52c-b33e29a7c472 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2def0041-b9df-43bb-9855-0f104fbbba40 HTTP/1.1" status: 200  len: 916 time: 0.1341970
Dec 19 14:04:02.334873 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b46bd9a-30e1-4aa1-98c5-4929472f0aae req-231510f0-1616-47a7-8788-1184d8337f42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2089cc85-8524-47bf-8956-11072344794f HTTP/1.1" status: 200  len: 1001 time: 0.0958440
Dec 19 14:04:02.399212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46bd9a-30e1-4aa1-98c5-4929472f0aae req-b024a98b-a832-435e-a469-6319d873f2d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:04:02.400667 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b46bd9a-30e1-4aa1-98c5-4929472f0aae req-b024a98b-a832-435e-a469-6319d873f2d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92dd80e5-3294-4884-8739-ba781b4605de HTTP/1.1" status: 200  len: 854 time: 0.0595472
Dec 19 14:04:02.475991 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b46bd9a-30e1-4aa1-98c5-4929472f0aae req-c151edba-b6fc-4d1d-810b-5750d56d8d91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2def0041-b9df-43bb-9855-0f104fbbba40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689778
Dec 19 14:04:02.604598 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b46bd9a-30e1-4aa1-98c5-4929472f0aae req-88c48fa4-f3cf-4f5f-bebd-b89422456590 service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225848
Dec 19 14:04:02.738407 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b46bd9a-30e1-4aa1-98c5-4929472f0aae req-a6f6d6a1-d9e2-420f-9e51-c3c58eb8d236 service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270435
Dec 19 14:04:12.432154 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b87bd30a-a389-4b3d-b450-86a19ff4461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:14.661226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-39eb0634-335a-4c79-903f-ad2a716d1a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:16.295583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:16.350683 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:17.688008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:25.786579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:28.892631 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-27882b7c-f64a-424f-bd79-51b5bf7d85b5 req-5ae091ad-b3b8-49c7-8e3c-52484480f6f5 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229138248&fields=id&tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca HTTP/1.1" status: 200  len: 267 time: 0.0409617
Dec 19 14:04:28.969619 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27882b7c-f64a-424f-bd79-51b5bf7d85b5 req-066e5e05-db2c-4a9c-b4d7-187270b12cac tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:04:28.970934 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-27882b7c-f64a-424f-bd79-51b5bf7d85b5 req-066e5e05-db2c-4a9c-b4d7-187270b12cac tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 985 time: 0.0731950
Dec 19 14:04:28.981075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [req-27882b7c-f64a-424f-bd79-51b5bf7d85b5 req-8e46f39c-fe6c-47af-b230-4552ba368aed tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Request body: {'port': {'security_groups': ['c06ca49d-fd67-4e05-8df8-1a04f653b6e1']}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:04:29.095995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-27882b7c-f64a-424f-bd79-51b5bf7d85b5 req-8e46f39c-fe6c-47af-b230-4552ba368aed tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:29.432608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [req-27882b7c-f64a-424f-bd79-51b5bf7d85b5 req-8e46f39c-fe6c-47af-b230-4552ba368aed tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] For port 2089cc85-8524-47bf-8956-11072344794f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2089cc85-8524-47bf-8956-11072344794f,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:04:29.457248 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-27882b7c-f64a-424f-bd79-51b5bf7d85b5 req-8e46f39c-fe6c-47af-b230-4552ba368aed tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:29.512299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-27882b7c-f64a-424f-bd79-51b5bf7d85b5 req-8e46f39c-fe6c-47af-b230-4552ba368aed tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:29.517954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:29.523674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['2089cc85-8524-47bf-8956-11072344794f'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:04:29.577137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27882b7c-f64a-424f-bd79-51b5bf7d85b5 req-8e46f39c-fe6c-47af-b230-4552ba368aed tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:04:29.577790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [req-27882b7c-f64a-424f-bd79-51b5bf7d85b5 req-8e46f39c-fe6c-47af-b230-4552ba368aed tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:29.579846 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-27882b7c-f64a-424f-bd79-51b5bf7d85b5 req-8e46f39c-fe6c-47af-b230-4552ba368aed tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "PUT /v2.0/ports/2089cc85-8524-47bf-8956-11072344794f HTTP/1.1" status: 200  len: 943 time: 0.6030309
Dec 19 14:04:29.580417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'tag': '2089cc85-8524-47bf-8956-11072344794f'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:04:29.586149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52384) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:29.620862 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46f39c-fe6c-47af-b230-4552ba368aed tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event updated for resources: {'Port': ['ID=2089cc85-8524-47bf-8956-11072344794f,revision_number=7']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:29.624144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8e46f39c-fe6c-47af-b230-4552ba368aed tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:29.678757 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'tag': '2089cc85-8524-47bf-8956-11072344794f', 'status': 'completed', 'code': 200}
Dec 19 14:04:29.699324 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['2089cc85-8524-47bf-8956-11072344794f'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:04:29.757963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:29.792719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:29.853286 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0c037aee-c6af-4703-a5c3-558bacad0922 req-352e1046-0f9e-4a2c-878b-b08121afd7cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca&device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 1099 time: 0.1454577
Dec 19 14:04:29.923814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-11fcae9d-7099-481b-8690-d139257dff59 None None] Provisioning complete for port 2089cc85-8524-47bf-8956-11072344794f triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:04:29.924191 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-11fcae9d-7099-481b-8690-d139257dff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:30.091634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c037aee-c6af-4703-a5c3-558bacad0922 req-827e810e-7938-4d8b-896b-7003fff4193a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:04:30.093090 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0c037aee-c6af-4703-a5c3-558bacad0922 req-827e810e-7938-4d8b-896b-7003fff4193a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2def0041-b9df-43bb-9855-0f104fbbba40 HTTP/1.1" status: 200  len: 916 time: 0.2335346
Dec 19 14:04:30.157173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:30.172226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:30.190394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ab1460-91bf-40dd-912b-6a2fe387557b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:30.216640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:30.217016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:30.217392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:30.217773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:30.218131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:30.218755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:30.219324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:30.219696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:30.220060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:30.220423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:30.220799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:30.225205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:30.229704 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0c037aee-c6af-4703-a5c3-558bacad0922 req-adea82c3-c017-411d-9cae-0f52af70bd85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2089cc85-8524-47bf-8956-11072344794f HTTP/1.1" status: 200  len: 1001 time: 0.1296687
Dec 19 14:04:30.282520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:30.283647 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "DELETE /v2.0/security-groups/33ab1460-91bf-40dd-912b-6a2fe387557b HTTP/1.1" status: 204  len: 168 time: 0.6955974
Dec 19 14:04:30.286427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52392) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:30.299034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c037aee-c6af-4703-a5c3-558bacad0922 req-08848d96-9e61-4d66-99ff-bffc0ad58f16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:04:30.300523 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0c037aee-c6af-4703-a5c3-558bacad0922 req-08848d96-9e61-4d66-99ff-bffc0ad58f16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92dd80e5-3294-4884-8739-ba781b4605de HTTP/1.1" status: 200  len: 854 time: 0.0643172
Dec 19 14:04:30.379228 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0c037aee-c6af-4703-a5c3-558bacad0922 req-f05c8970-4dd8-4c94-a1d2-4d91d5ea18dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2def0041-b9df-43bb-9855-0f104fbbba40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724156
Dec 19 14:04:30.488139 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Deleting port ef4b1ee5-a074-4b43-96e9-f284ccaf2e94 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:30.488465 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:30.509034 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0c037aee-c6af-4703-a5c3-558bacad0922 req-692838e8-932e-48d7-9db5-072d0353026a service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234093
Dec 19 14:04:30.642449 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0c037aee-c6af-4703-a5c3-558bacad0922 req-c5375ccd-c69e-4bac-a30e-4b4dbc0ad2a4 service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271057
Dec 19 14:04:30.666760 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:30.667098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:30.790301 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Calling delete_port for ef4b1ee5-a074-4b43-96e9-f284ccaf2e94 owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:04:31.003994 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:31.007407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8e46f39c-fe6c-47af-b230-4552ba368aed tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:31.051167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event deleted for resources: {'Port': ['ID=ef4b1ee5-a074-4b43-96e9-f284ccaf2e94,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:31.090136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:31.090506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:31.090870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:31.091260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:31.091613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:31.091965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:31.092307 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:31.092660 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:31.093005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:31.093848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:31.094204 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:04:31.101572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:31.152784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:31.543404 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:04:31.856523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:04:31.866644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5703e86-b49a-46ea-86f8-d7eb6737f91c None None] Sync routers for ids ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:04:31.868765 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:31.878993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5703e86-b49a-46ea-86f8-d7eb6737f91c None None] Routers {'3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:04:31.879639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b5703e86-b49a-46ea-86f8-d7eb6737f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46dcc520>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:04:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:31.921944 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "DELETE /v2.0/floatingips/e144ada7-f24d-47fe-8a69-16b6a389c904 HTTP/1.1" status: 204  len: 168 time: 1.6342065
Dec 19 14:04:31.922663 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'tag': '2089cc85-8524-47bf-8956-11072344794f'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:04:31.980823 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'tag': '2089cc85-8524-47bf-8956-11072344794f', 'status': 'completed', 'code': 200}
Dec 19 14:04:32.079864 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5b565ed7-9e48-489a-9048-67e37396ce60 req-d829e836-4591-4fc5-b7e5-a7e590faadf0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca&device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 1099 time: 0.0760789
Dec 19 14:04:32.120644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-b5703e86-b49a-46ea-86f8-d7eb6737f91c None None] Set router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:04:32.223311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b565ed7-9e48-489a-9048-67e37396ce60 req-3bd3db62-70bb-40e3-91ea-ecfc42dc3dc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:04:32.225071 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5b565ed7-9e48-489a-9048-67e37396ce60 req-3bd3db62-70bb-40e3-91ea-ecfc42dc3dc8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2def0041-b9df-43bb-9855-0f104fbbba40 HTTP/1.1" status: 200  len: 916 time: 0.1395426
Dec 19 14:04:32.298524 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5b565ed7-9e48-489a-9048-67e37396ce60 req-685d3998-efa0-4837-866c-806663c9f21a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2089cc85-8524-47bf-8956-11072344794f HTTP/1.1" status: 200  len: 217 time: 0.0671813
Dec 19 14:04:32.366969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b565ed7-9e48-489a-9048-67e37396ce60 req-cb01fc3c-cd14-4f39-88a7-ba1e4be5f35a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:04:32.368490 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5b565ed7-9e48-489a-9048-67e37396ce60 req-cb01fc3c-cd14-4f39-88a7-ba1e4be5f35a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92dd80e5-3294-4884-8739-ba781b4605de HTTP/1.1" status: 200  len: 854 time: 0.0642757
Dec 19 14:04:32.454836 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5b565ed7-9e48-489a-9048-67e37396ce60 req-3c6358d3-460d-49ae-a3c3-ce59c9963704 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2def0041-b9df-43bb-9855-0f104fbbba40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802298
Dec 19 14:04:32.459686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b5703e86-b49a-46ea-86f8-d7eb6737f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46dcc520>, [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe', 'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'mac_address': 'fa:16:3e:8a:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:26Z', 'updated_at': '2021-12-19T14:02:44Z', 'revision_number': 5, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'subnets': [{'id': '92dd80e5-3294-4884-8739-ba781b4605de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:32.463742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5703e86-b49a-46ea-86f8-d7eb6737f91c None None] Checking router: 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:04:32.474925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5703e86-b49a-46ea-86f8-d7eb6737f91c None None] Routers {'3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:04:32.475561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b5703e86-b49a-46ea-86f8-d7eb6737f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46dcc520>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:04:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:32.594626 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5b565ed7-9e48-489a-9048-67e37396ce60 req-2f3be2d7-dcc4-4adc-a9c0-3b5f6e8a04bb service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328046
Dec 19 14:04:32.657086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-b5703e86-b49a-46ea-86f8-d7eb6737f91c None None] Set router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:04:32.732961 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-5b565ed7-9e48-489a-9048-67e37396ce60 req-88a13d81-04e0-4b64-8df8-671ca9976864 service neutron] 10.222.0.18 "GET /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319890
Dec 19 14:04:32.979680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-b5703e86-b49a-46ea-86f8-d7eb6737f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46dcc520>, [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe', 'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'mac_address': 'fa:16:3e:8a:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:26Z', 'updated_at': '2021-12-19T14:02:44Z', 'revision_number': 5, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'subnets': [{'id': '92dd80e5-3294-4884-8739-ba781b4605de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:32.983587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5703e86-b49a-46ea-86f8-d7eb6737f91c None None] The sync data for ids ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'] in dv-neutron-821895-1-hyperv is: [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:02:27Z', 'revision_number': 4, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe', 'name': '', 'network_id': '2def0041-b9df-43bb-9855-0f104fbbba40', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'mac_address': 'fa:16:3e:8a:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92dd80e5-3294-4884-8739-ba781b4605de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:26Z', 'updated_at': '2021-12-19T14:02:44Z', 'revision_number': 5, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'subnets': [{'id': '92dd80e5-3294-4884-8739-ba781b4605de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:04:33.207317 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cbe4d1-226a-465a-818e-ce09b219763e None None] New status for floating IP e144ada7-f24d-47fe-8a69-16b6a389c904: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:04:37.055877 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:04:37.802467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421aa84-4778-4987-b4d4-cecf6360852f req-1f0ead5b-1bc8-4f80-8946-581dfea89f8f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:04:37.803164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-e421aa84-4778-4987-b4d4-cecf6360852f req-1f0ead5b-1bc8-4f80-8946-581dfea89f8f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Synchronizing usage tracker for tenant:cc74c9a0f88b4bfd973f7c56e18338ca on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:04:37.992325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-e421aa84-4778-4987-b4d4-cecf6360852f req-1f0ead5b-1bc8-4f80-8946-581dfea89f8f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Unset dirty status for tenant:cc74c9a0f88b4bfd973f7c56e18338ca on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:04:37.993488 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e421aa84-4778-4987-b4d4-cecf6360852f req-1f0ead5b-1bc8-4f80-8946-581dfea89f8f tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 946 time: 0.2681117
Dec 19 14:04:38.039795 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e421aa84-4778-4987-b4d4-cecf6360852f req-0052d87a-79a2-4755-8df0-cf4ad2615e10 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405569
Dec 19 14:04:39.240303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d96e1b-dad2-481e-bd9e-c4370c50d19a req-4791bc13-ebf2-490a-ae11-ec547fbbe1d8 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:04:39.241724 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84d96e1b-dad2-481e-bd9e-c4370c50d19a req-4791bc13-ebf2-490a-ae11-ec547fbbe1d8 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 946 time: 0.0762982
Dec 19 14:04:39.289419 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84d96e1b-dad2-481e-bd9e-c4370c50d19a req-f26e95dd-49dd-42f4-9c0d-533f4a74e0d1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/security-groups?id=c06ca49d-fd67-4e05-8df8-1a04f653b6e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420775
Dec 19 14:04:39.363732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-48c29d69-e2bb-4921-84a1-37255e7a9f8d tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:04:39.364334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-48c29d69-e2bb-4921-84a1-37255e7a9f8d tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Synchronizing usage tracker for tenant:cc74c9a0f88b4bfd973f7c56e18338ca on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:04:39.375716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-48c29d69-e2bb-4921-84a1-37255e7a9f8d tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Unset dirty status for tenant:cc74c9a0f88b4bfd973f7c56e18338ca on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:04:39.376778 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-48c29d69-e2bb-4921-84a1-37255e7a9f8d tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.18 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 946 time: 0.0877593
Dec 19 14:04:39.445558 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Deleting port 2089cc85-8524-47bf-8956-11072344794f {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:39.445882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:39.794277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] For port 2089cc85-8524-47bf-8956-11072344794f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=2089cc85-8524-47bf-8956-11072344794f,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:04:39.794620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:39.917023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Calling delete_port for 2089cc85-8524-47bf-8956-11072344794f owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:04:40.112360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:40.118049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-41fdfc5f-a318-4ca0-8979-e0318d83fb44 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:40.123563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['2089cc85-8524-47bf-8956-11072344794f'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:04:40.163920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Pushing event deleted for resources: {'Port': ['ID=2089cc85-8524-47bf-8956-11072344794f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:40.166310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:40.234484 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] No DVR routers for this DVR port 2089cc85-8524-47bf-8956-11072344794f on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:04:40.237003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:40.239566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'name': 'network-vif-deleted', 'tag': '2089cc85-8524-47bf-8956-11072344794f'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:04:40.296140 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92874fc7-8e86-4302-a3df-3f95c600b5ad', 'name': 'network-vif-deleted', 'tag': '2089cc85-8524-47bf-8956-11072344794f', 'status': 'completed', 'code': 200}
Dec 19 14:04:40.307020 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cb66a87f-adec-48a6-9828-85fcfea983f3 req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.18 "DELETE /v2.0/ports/2089cc85-8524-47bf-8956-11072344794f HTTP/1.1" status: 204  len: 173 time: 0.9251592
Dec 19 14:04:40.453778 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0e21c6d1-cdd9-4d6b-bc14-d168cb325479 req-abfc1dcd-2a40-4918-b320-1b5a9ce84838 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] 10.222.0.24 "GET /v2.0/ports?device_id=92874fc7-8e86-4302-a3df-3f95c600b5ad HTTP/1.1" status: 200  len: 210 time: 0.0412893
Dec 19 14:04:42.426416 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9d39d0e7-69d5-4e9b-8e8a-47157a858b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:42.826101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52478) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:43.215254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:43.811454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Deleting port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:43.811809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:43.978527 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] For port a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:04:43.979224 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:44.208804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Calling delete_port for a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:04:44.441698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:44.445325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:44.486173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:44.488574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:44.674555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 2089cc85-8524-47bf-8956-11072344794f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:04:44.703497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f25c513-aca9-4c2f-8d1d-01ea0e2b1a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:44.709765 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 2089cc85-8524-47bf-8956-11072344794f {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:04:44.710113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 2089cc85-8524-47bf-8956-11072344794f not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:04:44.779506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:45.342032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:04:45.664854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:04:45.673183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0a856-a19b-4788-94c7-d0d53f57f763 None None] Sync routers for ids ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:04:45.676985 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] 10.222.0.24 "PUT /v2.0/routers/3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8498290
Dec 19 14:04:45.679393 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52482) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:45.685061 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0a856-a19b-4788-94c7-d0d53f57f763 None None] Routers {'3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:04:45.685664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a6b0a856-a19b-4788-94c7-d0d53f57f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47492ca0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:04:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:45.864503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-a6b0a856-a19b-4788-94c7-d0d53f57f763 None None] Set router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:04:45.873360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:46.070964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:46.141272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Deleting port 7340631b-46b2-4749-bd91-081f079f50d5 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:46.141612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:46.198080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a6b0a856-a19b-4788-94c7-d0d53f57f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47492ca0>, [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '7340631b-46b2-4749-bd91-081f079f50d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:04:44Z', 'revision_number': 5, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port': {'id': '7340631b-46b2-4749-bd91-081f079f50d5', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:24Z', 'updated_at': '2021-12-19T14:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:46.201890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0a856-a19b-4788-94c7-d0d53f57f763 None None] Checking router: 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:04:46.212808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0a856-a19b-4788-94c7-d0d53f57f763 None None] Routers {'3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:04:46.213407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a6b0a856-a19b-4788-94c7-d0d53f57f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47492ca0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:04:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:46.320720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] For port 7340631b-46b2-4749-bd91-081f079f50d5, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=7340631b-46b2-4749-bd91-081f079f50d5,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:04:46.321126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:46.383617 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-a6b0a856-a19b-4788-94c7-d0d53f57f763 None None] Set router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:04:46.425188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:46.445167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Calling delete_port for 7340631b-46b2-4749-bd91-081f079f50d5 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:04:46.481492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:46.490009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a6b0a856-a19b-4788-94c7-d0d53f57f763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47492ca0>, [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:04:46Z', 'revision_number': 6, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:46.494126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b0a856-a19b-4788-94c7-d0d53f57f763 None None] The sync data for ids ['3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98'] in dv-neutron-821895-1-hyperv is: [{'id': '3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98', 'name': 'tempest-TestMinimumBasicScenario-1491698297-router', 'tenant_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:23Z', 'updated_at': '2021-12-19T14:04:46Z', 'revision_number': 6, 'project_id': 'cc74c9a0f88b4bfd973f7c56e18338ca', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:04:46.701197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:46.706027 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4aa26f55-ac9a-43b8-ba86-b6ae2358c30c tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:46.749268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Pushing event deleted for resources: {'Port': ['ID=7340631b-46b2-4749-bd91-081f079f50d5,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:46.752501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:46.978934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.364823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.369133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.466348 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.467002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:04:47.479642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.480747 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] 10.222.0.24 "DELETE /v2.0/routers/3a9ae03b-7dc7-4a54-ba1c-4acccab9fc98 HTTP/1.1" status: 204  len: 168 time: 1.8004324
Dec 19 14:04:47.483321 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52486) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:47.545267 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3018a11-bad2-4df7-bfda-dc18d1c911f6 admin admin] Deleting subnet 92dd80e5-3294-4884-8739-ba781b4605de {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:04:47.548452 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3018a11-bad2-4df7-bfda-dc18d1c911f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.598299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3018a11-bad2-4df7-bfda-dc18d1c911f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.678356 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3018a11-bad2-4df7-bfda-dc18d1c911f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.729413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.819215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3018a11-bad2-4df7-bfda-dc18d1c911f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.822815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c5faf0cf-d972-4676-bb2a-7594c57a3e31 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:47.860577 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3018a11-bad2-4df7-bfda-dc18d1c911f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92dd80e5-3294-4884-8739-ba781b4605de,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:47.864586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d3018a11-bad2-4df7-bfda-dc18d1c911f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:47.867259 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3018a11-bad2-4df7-bfda-dc18d1c911f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.872295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fa8f33-dd56-4c96-8535-1f0aeeee601a None None] Network 2def0041-b9df-43bb-9855-0f104fbbba40 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:04:47.873223 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d3018a11-bad2-4df7-bfda-dc18d1c911f6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/92dd80e5-3294-4884-8739-ba781b4605de HTTP/1.1" status: 204  len: 168 time: 0.3883300
Dec 19 14:04:47.876249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52490) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:47.978442 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:47.988909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Deleting port 73744775-9fce-4f45-8f53-141eee5e3812 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:47.989161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:48.130990 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa2913-9eb5-44dd-ba41-5e800d9cf476 None None] DHCP port deletion for 2def0041-b9df-43bb-9855-0f104fbbba40 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:04:48.135248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-10fa2913-9eb5-44dd-ba41-5e800d9cf476 None None] Deleting port 73744775-9fce-4f45-8f53-141eee5e3812 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:48.135625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10fa2913-9eb5-44dd-ba41-5e800d9cf476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:48.197136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] For port 73744775-9fce-4f45-8f53-141eee5e3812, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=73744775-9fce-4f45-8f53-141eee5e3812,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:04:48.197488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:48.300358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:04:48.319429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Calling delete_port for 73744775-9fce-4f45-8f53-141eee5e3812 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:04:48.343209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:04:48.343209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a6e89d1d-0f1e-4619-a85f-a51b4e89ddfe not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:04:48.343988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 73744775-9fce-4f45-8f53-141eee5e3812 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:04:48.403691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-10fa2913-9eb5-44dd-ba41-5e800d9cf476 None None] For port 73744775-9fce-4f45-8f53-141eee5e3812, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=73744775-9fce-4f45-8f53-141eee5e3812,segment=NetworkSegment(ce66431b-9d92-4f1b-bfb1-5272d7149125),segment_id=ce66431b-9d92-4f1b-bfb1-5272d7149125)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:04:48.404004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10fa2913-9eb5-44dd-ba41-5e800d9cf476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:48.475961 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:48.479890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c3c66a3e-0570-440d-b1d0-3529defe4b1c tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:48.521574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Pushing event deleted for resources: {'Port': ['ID=73744775-9fce-4f45-8f53-141eee5e3812,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:48.525962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:48.529853 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] No DVR routers for this DVR port 73744775-9fce-4f45-8f53-141eee5e3812 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:04:48.531775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-10fa2913-9eb5-44dd-ba41-5e800d9cf476 None None] Calling delete_port for 73744775-9fce-4f45-8f53-141eee5e3812 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:04:48.557299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No active binding found for port 73744775-9fce-4f45-8f53-141eee5e3812 {{(pid=84126) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 19 14:04:48.557709 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 73744775-9fce-4f45-8f53-141eee5e3812 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:04:48.558129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7340631b-46b2-4749-bd91-081f079f50d5 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:04:48.601028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 7340631b-46b2-4749-bd91-081f079f50d5 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:04:48.601368 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 7340631b-46b2-4749-bd91-081f079f50d5 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:04:48.641448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-10fa2913-9eb5-44dd-ba41-5e800d9cf476 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:04:48.641801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-10fa2913-9eb5-44dd-ba41-5e800d9cf476 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:04:48.648430 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:48.673014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47c5e940>,) {'filters': {'network_id': ['2def0041-b9df-43bb-9855-0f104fbbba40']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:48.684711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47c5e940>, 'ce66431b-9d92-4f1b-bfb1-5272d7149125') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:48.685001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47c5e940>, 'ce66431b-9d92-4f1b-bfb1-5272d7149125') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:48.696654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:48.712697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:48.718582 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:04:48.718952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:04:48.735258 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:04:48.878169 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:48.881563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-088c7a62-3763-4c8b-93d8-a0317a02c625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:48.895406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:48.906912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Pushing event deleted for resources: {'Network': ['ID=2def0041-b9df-43bb-9855-0f104fbbba40,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:48.911543 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:48.992902 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] 10.222.0.24 "DELETE /v2.0/networks/2def0041-b9df-43bb-9855-0f104fbbba40 HTTP/1.1" status: 204  len: 168 time: 1.1157215
Dec 19 14:04:48.995691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52494) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:49.142789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-10fa2913-9eb5-44dd-ba41-5e800d9cf476 None None] Deleting port 73744775-9fce-4f45-8f53-141eee5e3812 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:49.143397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10fa2913-9eb5-44dd-ba41-5e800d9cf476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:49.208820 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-10fa2913-9eb5-44dd-ba41-5e800d9cf476 None None] The port '73744775-9fce-4f45-8f53-141eee5e3812' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 14:04:49.490696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:50.073732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Deleting port e1e4a1b0-aa82-4ea6-b649-a8797d24c440 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:50.074086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:50.241105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] For port e1e4a1b0-aa82-4ea6-b649-a8797d24c440, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e1e4a1b0-aa82-4ea6-b649-a8797d24c440,segment=NetworkSegment(bfc08e9c-eac8-4ca7-bdde-a208258aa885),segment_id=bfc08e9c-eac8-4ca7-bdde-a208258aa885)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:04:50.241438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:50.359161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Calling delete_port for e1e4a1b0-aa82-4ea6-b649-a8797d24c440 owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:04:50.597736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:50.601379 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f7590b81-fcdc-428f-96c5-9acd6ca56bd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:50.645244 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e4a1b0-aa82-4ea6-b649-a8797d24c440,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:50.648575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:51.041535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:51.597243 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Router 8e45fe68-439c-4804-a78b-3b4930c30389 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:04:51.790677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:04:51.800421 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb85ead-9343-4d34-8f54-fa0478d77f8d None None] Sync routers for ids ['8e45fe68-439c-4804-a78b-3b4930c30389'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:04:51.811634 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb85ead-9343-4d34-8f54-fa0478d77f8d None None] Routers {'8e45fe68-439c-4804-a78b-3b4930c30389'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:04:51.812426 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4eb85ead-9343-4d34-8f54-fa0478d77f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4756f5e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:04:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['8e45fe68-439c-4804-a78b-3b4930c30389'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:51.871999 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] 10.222.0.24 "PUT /v2.0/routers/8e45fe68-439c-4804-a78b-3b4930c30389/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8751740
Dec 19 14:04:51.874361 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52498) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:51.986281 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-4eb85ead-9343-4d34-8f54-fa0478d77f8d None None] Set router 8e45fe68-439c-4804-a78b-3b4930c30389 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:04:52.069710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:52.272955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:52.280297 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4eb85ead-9343-4d34-8f54-fa0478d77f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4756f5e0>, [{'id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'name': 'tempest-TestMinimumBasicScenario-723477987-router', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:04:50Z', 'revision_number': 5, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'gw_port': {'id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:52.285113 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb85ead-9343-4d34-8f54-fa0478d77f8d None None] Checking router: 8e45fe68-439c-4804-a78b-3b4930c30389 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:04:52.295350 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb85ead-9343-4d34-8f54-fa0478d77f8d None None] Routers {'8e45fe68-439c-4804-a78b-3b4930c30389'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:04:52.295967 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4eb85ead-9343-4d34-8f54-fa0478d77f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4756f5e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:04:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['8e45fe68-439c-4804-a78b-3b4930c30389'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:52.350272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Deleting port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:52.350607 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:52.469704 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-4eb85ead-9343-4d34-8f54-fa0478d77f8d None None] Set router 8e45fe68-439c-4804-a78b-3b4930c30389 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:04:52.658341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] For port 4f4bcd46-a7c7-44c0-b7cd-490275303bbe, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=4f4bcd46-a7c7-44c0-b7cd-490275303bbe,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:04:52.658341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:52.777804 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4eb85ead-9343-4d34-8f54-fa0478d77f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4756f5e0>, [{'id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'name': 'tempest-TestMinimumBasicScenario-723477987-router', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:04:50Z', 'revision_number': 5, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'gw_port': {'id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:52.779325 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Calling delete_port for 4f4bcd46-a7c7-44c0-b7cd-490275303bbe owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:04:52.781741 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb85ead-9343-4d34-8f54-fa0478d77f8d None None] The sync data for ids ['8e45fe68-439c-4804-a78b-3b4930c30389'] in dv-neutron-821895-1-hyperv is: [{'id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'name': 'tempest-TestMinimumBasicScenario-723477987-router', 'tenant_id': '098a4453b3c74b25a1ecc8f56ec67205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:04:50Z', 'revision_number': 5, 'project_id': '098a4453b3c74b25a1ecc8f56ec67205', 'gw_port': {'id': '4f4bcd46-a7c7-44c0-b7cd-490275303bbe', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e45fe68-439c-4804-a78b-3b4930c30389', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:02:31Z', 'updated_at': '2021-12-19T14:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:04:53.015030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:53.018698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-deacb348-04c8-4a90-94b9-89fc6d150116 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:53.057942 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4bcd46-a7c7-44c0-b7cd-490275303bbe,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:53.062508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:53.279744 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:53.531165 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:53.535266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:53.632100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:53.632637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e45fe68-439c-4804-a78b-3b4930c30389 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:04:53.645843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:53.649150 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] 10.222.0.24 "DELETE /v2.0/routers/8e45fe68-439c-4804-a78b-3b4930c30389 HTTP/1.1" status: 204  len: 168 time: 1.7716584
Dec 19 14:04:53.649683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52502) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:53.716427 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3d7d99-77ca-49ac-9b77-302e06f44154 admin admin] Deleting subnet fcc0150a-28d9-476a-bb48-7905f05a9a76 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:04:53.720226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7d99-77ca-49ac-9b77-302e06f44154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:53.770795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7d99-77ca-49ac-9b77-302e06f44154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:53.849913 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7d99-77ca-49ac-9b77-302e06f44154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:53.995987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7d99-77ca-49ac-9b77-302e06f44154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:53.999808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0864b49c-d565-4836-bdb8-af776ebc01ed tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:54.036807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d7d99-77ca-49ac-9b77-302e06f44154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc0150a-28d9-476a-bb48-7905f05a9a76,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:54.040670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f3d7d99-77ca-49ac-9b77-302e06f44154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:54.043306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7d99-77ca-49ac-9b77-302e06f44154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:54.049437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbab2ef3-e623-49ca-8985-a6148ef8e4c4 None None] Network 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:04:54.052620 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7f3d7d99-77ca-49ac-9b77-302e06f44154 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fcc0150a-28d9-476a-bb48-7905f05a9a76 HTTP/1.1" status: 204  len: 168 time: 0.3994417
Dec 19 14:04:54.052620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52506) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:54.292584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:54.299582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e1e4a1b0-aa82-4ea6-b649-a8797d24c440 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:04:54.303805 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Deleting port d59a9d6e-e0ea-487a-915f-305575db9fad {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:54.304120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:54.335732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: e1e4a1b0-aa82-4ea6-b649-a8797d24c440 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:04:54.336080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e1e4a1b0-aa82-4ea6-b649-a8797d24c440 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:04:54.336504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4f4bcd46-a7c7-44c0-b7cd-490275303bbe no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:04:54.368472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 4f4bcd46-a7c7-44c0-b7cd-490275303bbe {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:04:54.368825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 4f4bcd46-a7c7-44c0-b7cd-490275303bbe not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:04:54.425699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d994a1a0-113c-4b46-832b-8da756296ba5 None None] DHCP port deletion for 9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:04:54.429788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d994a1a0-113c-4b46-832b-8da756296ba5 None None] Deleting port d59a9d6e-e0ea-487a-915f-305575db9fad {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:54.430171 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d994a1a0-113c-4b46-832b-8da756296ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:54.509328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] For port d59a9d6e-e0ea-487a-915f-305575db9fad, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d59a9d6e-e0ea-487a-915f-305575db9fad,segment=NetworkSegment(bfc08e9c-eac8-4ca7-bdde-a208258aa885),segment_id=bfc08e9c-eac8-4ca7-bdde-a208258aa885)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:04:54.509668 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:54.634894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-d994a1a0-113c-4b46-832b-8da756296ba5 None None] For port d59a9d6e-e0ea-487a-915f-305575db9fad, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d59a9d6e-e0ea-487a-915f-305575db9fad,segment=NetworkSegment(bfc08e9c-eac8-4ca7-bdde-a208258aa885),segment_id=bfc08e9c-eac8-4ca7-bdde-a208258aa885)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:04:54.635126 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Calling delete_port for d59a9d6e-e0ea-487a-915f-305575db9fad owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:04:54.635255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d994a1a0-113c-4b46-832b-8da756296ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:54.760266 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d994a1a0-113c-4b46-832b-8da756296ba5 None None] Calling delete_port for d59a9d6e-e0ea-487a-915f-305575db9fad owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:04:54.798240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:54.802609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b100cbb8-1b4c-40c4-95e8-e675bea5c36b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:54.826873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-d994a1a0-113c-4b46-832b-8da756296ba5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:04:54.827255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-d994a1a0-113c-4b46-832b-8da756296ba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:04:54.843415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Pushing event deleted for resources: {'Port': ['ID=d59a9d6e-e0ea-487a-915f-305575db9fad,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:54.847364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:54.849797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] No DVR routers for this DVR port d59a9d6e-e0ea-487a-915f-305575db9fad on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:04:54.963598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:54.988388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45f550d0>,) {'filters': {'network_id': ['9e1e8370-dbe5-46ae-9046-e0fb5efd96a2']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:55.000606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45f550d0>, 'bfc08e9c-eac8-4ca7-bdde-a208258aa885') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:55.000897 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45f550d0>, 'bfc08e9c-eac8-4ca7-bdde-a208258aa885') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:04:55.011729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:55.026736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:55.033121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:04:55.033495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:04:55.046039 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:04:55.169118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:55.173028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6fbe0268-cf76-4b54-a45c-a39e655b5e47 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:55.185632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:55.195306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1e8370-dbe5-46ae-9046-e0fb5efd96a2,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:55.199266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:55.202962 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] 10.222.0.24 "DELETE /v2.0/networks/9e1e8370-dbe5-46ae-9046-e0fb5efd96a2 HTTP/1.1" status: 204  len: 168 time: 1.1493654
Dec 19 14:04:55.328479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d994a1a0-113c-4b46-832b-8da756296ba5 None None] Deleting port d59a9d6e-e0ea-487a-915f-305575db9fad {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:04:55.328951 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d994a1a0-113c-4b46-832b-8da756296ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:55.394365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d994a1a0-113c-4b46-832b-8da756296ba5 None None] The port 'd59a9d6e-e0ea-487a-915f-305575db9fad' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 14:04:55.631136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52512) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:55.681620 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-73d8ec9e-1981-4f09-9e73-4238b0ecb33b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc74c9a0f88b4bfd973f7c56e18338ca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0492105
Dec 19 14:04:55.684100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52516) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:55.746688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-efab3655-4dee-43b3-892b-de48b9c74ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:55.772559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-efab3655-4dee-43b3-892b-de48b9c74ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:55.826912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:55.921178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-efab3655-4dee-43b3-892b-de48b9c74ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:55.925032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7e603df2-2f34-44ec-9f2f-46a2cdf5f9e4 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:55.939031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab3655-4dee-43b3-892b-de48b9c74ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ca49d-fd67-4e05-8df8-1a04f653b6e1,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:55.941574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-efab3655-4dee-43b3-892b-de48b9c74ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:55.946320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-efab3655-4dee-43b3-892b-de48b9c74ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:55.947447 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-efab3655-4dee-43b3-892b-de48b9c74ba8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c06ca49d-fd67-4e05-8df8-1a04f653b6e1 HTTP/1.1" status: 204  len: 168 time: 0.2624855
Dec 19 14:04:56.289172 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d59a9d6e-e0ea-487a-915f-305575db9fad no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:04:56.322268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: d59a9d6e-e0ea-487a-915f-305575db9fad {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:04:56.322630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d59a9d6e-e0ea-487a-915f-305575db9fad not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:04:56.716279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52524) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:56.766300 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6c973419-ef89-4aa7-b29c-d9feeccc15ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=098a4453b3c74b25a1ecc8f56ec67205&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487945
Dec 19 14:04:56.769116 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52528) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:56.826077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a29fa467-6d6b-4c2c-a8e8-336baefa53b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:56.851275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a29fa467-6d6b-4c2c-a8e8-336baefa53b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:56.949820 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a29fa467-6d6b-4c2c-a8e8-336baefa53b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:56.954102 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7e3658f6-3052-40c8-8b08-2e7256609a98 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:04:56.965349 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fa467-6d6b-4c2c-a8e8-336baefa53b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb3c78a-fe9e-47e9-b82f-6c1f617e4eb1,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:04:56.969395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a29fa467-6d6b-4c2c-a8e8-336baefa53b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:04:56.972704 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a29fa467-6d6b-4c2c-a8e8-336baefa53b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:56.976416 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a29fa467-6d6b-4c2c-a8e8-336baefa53b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebb3c78a-fe9e-47e9-b82f-6c1f617e4eb1 HTTP/1.1" status: 204  len: 168 time: 0.2038193
Dec 19 14:04:59.768545 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52574) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:04:59.774460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040532085', 'description': 'tempest-secgroup-smoke-2040532085 description', 'project_id': '25a17a5984144a0aa8c4713b01d435e2'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:04:59.780962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:04:59.784767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:04:59.791821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:04:59.797541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:04:59.849498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:59.862107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:04:59.893814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:04:59.897524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:04:59.900282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:04:59.906210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:04:59.971276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.035370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.038478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a905c226-a252-47cf-9c1b-966e70798f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:00.076461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8904b00d-f096-4e59-8322-548b3015b24d,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:00.079187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:00.081682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:00.083868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:00.088061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:00.092367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:00.145935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.218293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.222068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e354b7d8-fde6-472b-b559-62999b202e8e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:00.261201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:00.263842 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:00.332625 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.333750 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5640304
Dec 19 14:05:00.336677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52578) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:00.342051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'aa75597b-a0f5-4e2c-afdc-fb9f52d1843c', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:00.348724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:00.352489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:00.355333 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:00.361815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:00.432724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.495045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.552297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.554365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-70b41d9e-682d-4455-a966-4241048ebdb2 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:00.576081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c15262-959d-48e1-8409-509f54727244,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:00.578488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:00.635747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.636921 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2993202
Dec 19 14:05:00.640342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52582) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:00.645964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'aa75597b-a0f5-4e2c-afdc-fb9f52d1843c', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:00.652226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:00.656680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:00.659832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:00.665451 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:00.729606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.790774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.881490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.884029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d5a59a28-67ff-47fb-a25d-24941a475397 tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:00.908130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a219ae-f893-42e8-b8f0-7711174474b8,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:00.911885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:00.978130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:00.979334 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3380368
Dec 19 14:05:00.982005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52586) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:00.987576 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'aa75597b-a0f5-4e2c-afdc-fb9f52d1843c', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:00.993359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:00.997145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:01.000495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:01.006065 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:01.104179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:01.167315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:01.252430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:01.254190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-02e3c1b0-2d4a-44d1-af16-321891d2a4a7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:01.277109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e1463d-1573-45f5-a438-ede633d1126b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:01.281683 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:01.361044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:01.362228 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-09660676-c239-4db1-8f90-77378a5fadb4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3793023
Dec 19 14:05:01.364998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52590) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:01.370212 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'aa75597b-a0f5-4e2c-afdc-fb9f52d1843c', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:01.376720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:01.380460 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:01.383367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:01.388922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:01.470617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:01.532385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:01.618509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:01.623984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0cd36ae8-4e49-4d22-8778-87194f0d0884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:01.642138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5f698c-a1db-4819-bd6b-ae62ba427582,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:01.644453 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:01.715762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:01.716925 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-36148701-91bf-482a-9884-e75a51bafbdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3510394
Dec 19 14:05:01.719659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52594) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:01.724990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'aa75597b-a0f5-4e2c-afdc-fb9f52d1843c', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:01.730673 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:01.734915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:01.737740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:01.743808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:01.809465 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Project 25a17a5984144a0aa8c4713b01d435e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:05:01.815990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:01.878560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:01.946255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:01.951679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1cbab222-2e01-4de3-b252-93d8c66c9681 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:01.971734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd47d9f3-670a-42d9-bdad-895af4f5da34,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:01.974070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:02.049215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:02.050368 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3298244
Dec 19 14:05:02.053082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52598) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:02.058383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'aa75597b-a0f5-4e2c-afdc-fb9f52d1843c', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:02.064681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:02.068428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:02.071309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:02.077241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:02.174958 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Project 25a17a5984144a0aa8c4713b01d435e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:05:02.183219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:02.251675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:02.323511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:02.329306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8460ea8c-2862-4476-9588-f8f3c0d3e643 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:02.348415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f87cb2-2ab0-4dee-9db4-4c2a059117c1,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:02.350586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:02.415034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:02.416245 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-73f2b84a-01aa-467f-8c5f-a07dd8fd9d90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3622208
Dec 19 14:05:02.419299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52602) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:02.425349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'network': {'name': 'tempest-network-smoke--1593332591', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'port_security_enabled': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:02.430129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:02.433822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:network and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:02.437293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:02.443226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:02.532660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:05:02.535737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:02.564869 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:05:02.573337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:02.573669 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Added segment 8b018a08-0d43-4a53-8435-95793592d306 of type vlan for network 5aa6570f-9872-4c90-9ce1-22edc1613251
Dec 19 14:05:02.600008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:02.703994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:02.708006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:02.708577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:02.712346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c072dd4c-2b8d-4d2d-8242-ee560713666c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:02.816383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Network': ['ID=5aa6570f-9872-4c90-9ce1-22edc1613251,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:02.819085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:02.826281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 5aa6570f-9872-4c90-9ce1-22edc1613251 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:05:02.882328 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4619720
Dec 19 14:05:02.885216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52606) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:02.891219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'admin_state_up': True, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:02.899175 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:02.902984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:router and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:02.906763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:02.912489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:03.007339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:03.008305 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:03.025982 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:03.233998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:03.553071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:03.582713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:03.726787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.26.4.240 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/6f32ba52-b230-4cf6-b6f0-5a93fe135417) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:05:03.877447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:03.970280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:03.974025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:04.040387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:05:04.043533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:05:04.047723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:05:04.072506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=6f32ba52-b230-4cf6-b6f0-5a93fe135417,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:04.077857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:04.290422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:04.291199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:04.569248 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 2508d7a4-3874-422c-8851-65b772cb03fe is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:05:04.766314 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:05:04.775589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Sync routers for ids ['2508d7a4-3874-422c-8851-65b772cb03fe'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:05:04.787262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Routers {'2508d7a4-3874-422c-8851-65b772cb03fe'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:05:04.787876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d27e50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:04:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2508d7a4-3874-422c-8851-65b772cb03fe'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:04.855208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:04.859340 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.9701679
Dec 19 14:05:04.859599 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52610) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:04.963494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Set router 2508d7a4-3874-422c-8851-65b772cb03fe gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:05:05.020764 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1933d8bf-deb8-4372-8601-0f35d0a89403 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=25a17a5984144a0aa8c4713b01d435e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1599402
Dec 19 14:05:05.023397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52616) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:05.150478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4234f0-a850-40d8-b8ba-810391e6f608 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:05.152287 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-3b4234f0-a850-40d8-b8ba-810391e6f608 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1276250
Dec 19 14:05:05.154600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52620) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:05.193299 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9747a3ef-62bc-470b-9880-2460f1b3e416 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0374475
Dec 19 14:05:05.195688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52624) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:05.201091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1644960601', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:05.245768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d27e50>, [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:04Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:05.251162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Checking router: 2508d7a4-3874-422c-8851-65b772cb03fe for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:05:05.251526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Updating router 2508d7a4-3874-422c-8851-65b772cb03fe port 6f32ba52-b230-4cf6-b6f0-5a93fe135417 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:05:05.305187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:05.315603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:05.319407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:subnet and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:05.322384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:05.329384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:05.413030 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:05:05.514335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:05.669290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:05.680627 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Transition to ACTIVE for port object 6f32ba52-b230-4cf6-b6f0-5a93fe135417 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:05:05.752685 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:05.757061 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-49c35a54-7caf-46f3-b8e3-52cbc6c3aa09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:05.832378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Attempting to bind port 6f32ba52-b230-4cf6-b6f0-5a93fe135417 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:05:05.833213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Attempting to bind port 6f32ba52-b230-4cf6-b6f0-5a93fe135417 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:05:05.833213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Attempting to bind port 6f32ba52-b230-4cf6-b6f0-5a93fe135417 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:05:05.835097 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Pushing event updated for resources: {'Port': ['ID=6f32ba52-b230-4cf6-b6f0-5a93fe135417,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:05.846989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:05:05.847401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:05:05.847816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:05.848211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:05:05.848711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Bound port: 6f32ba52-b230-4cf6-b6f0-5a93fe135417, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:05:05.849068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:05.875975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:05.876318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:05.876655 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:05.876992 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:05.877314 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:05.877633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:05.877959 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:05.878283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:05.878603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:05.878921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:05.879266 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:05.885802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:05.907160 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:05.911622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f699ef57-4e53-480f-bdb5-b11d8d039516 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:05.931230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] For port 6f32ba52-b230-4cf6-b6f0-5a93fe135417, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:05:05.934335 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] For port 6f32ba52-b230-4cf6-b6f0-5a93fe135417, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6f32ba52-b230-4cf6-b6f0-5a93fe135417,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:05:05.986003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Subnet': ['ID=b424900f-9872-4584-9caa-e5eb1eed305a,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:05.989400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:05.996007 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Checking segment: {'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:05:05.996404 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network hostable DHCP agents. Network: 5aa6570f-9872-4c90-9ce1-22edc1613251, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:05:05.998224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:06.003211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:06.080280 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Pushing event updated for resources: {'Port': ['ID=6f32ba52-b230-4cf6-b6f0-5a93fe135417,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:06.083251 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:06.083818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Routers {'2508d7a4-3874-422c-8851-65b772cb03fe'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:05:06.084406 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d27e50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:04:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2508d7a4-3874-422c-8851-65b772cb03fe'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:06.086690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 5aa6570f-9872-4c90-9ce1-22edc1613251 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:05:06.166785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 5aa6570f-9872-4c90-9ce1-22edc1613251) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:05:06.171500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:06.172555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:06.218472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625489dc-f3b2-481f-9402-3e8ae463f15e None None] Network 5aa6570f-9872-4c90-9ce1-22edc1613251 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:05:06.264729 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-38537413-3216-48ee-8f23-16c8ae6f1501 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0680308
Dec 19 14:05:06.268770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52628) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:06.355178 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] Set router 2508d7a4-3874-422c-8851-65b772cb03fe gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:05:06.649420 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-5aa6570f-9872-4c90-9ce1-22edc1613251', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ips': [{'subnet_id': 'b424900f-9872-4584-9caa-e5eb1eed305a'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:05:06.650244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:06.858331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d27e50>, [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:04Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:06.866902 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Allocated IP 172.20.0.2 (5aa6570f-9872-4c90-9ce1-22edc1613251/b424900f-9872-4584-9caa-e5eb1eed305a/e966d577-c1f7-4105-9ef0-b3e790ba8881) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:05:06.868832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c38d7-6f24-4970-8f7c-c8fba44d7bf5 None None] The sync data for ids ['2508d7a4-3874-422c-8851-65b772cb03fe'] in dv-neutron-821895-1-hyperv is: [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:04Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:05:07.033386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:07.136096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:07.148952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Transition to ACTIVE for port object e966d577-c1f7-4105-9ef0-b3e790ba8881 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:05:07.168583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Transition to ACTIVE for port object e966d577-c1f7-4105-9ef0-b3e790ba8881 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:05:07.264712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:07.269634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-57b7e543-b748-48a1-9bd5-711552cd7909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:07.328898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Network 5aa6570f-9872-4c90-9ce1-22edc1613251 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:05:07.331121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:05:07.339220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:05:07.349971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Pushing event updated for resources: {'Port': ['ID=e966d577-c1f7-4105-9ef0-b3e790ba8881,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:07.375633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:07.435810 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Attempting to bind port e966d577-c1f7-4105-9ef0-b3e790ba8881 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:05:07.436351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Attempting to bind port e966d577-c1f7-4105-9ef0-b3e790ba8881 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:05:07.436665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Attempting to bind port e966d577-c1f7-4105-9ef0-b3e790ba8881 on network 5aa6570f-9872-4c90-9ce1-22edc1613251 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:05:07.444192 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:05:07.444466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Checking segment: {'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:05:07.444814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:07.445206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Bound using segment: {'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:05:07.445670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Bound port: e966d577-c1f7-4105-9ef0-b3e790ba8881, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:05:07.446041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:07.472888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.20.0.1 (5aa6570f-9872-4c90-9ce1-22edc1613251/b424900f-9872-4584-9caa-e5eb1eed305a/91b0a4b0-6ab1-4d4d-a071-5ade0b85737c) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:05:07.542746 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] For port e966d577-c1f7-4105-9ef0-b3e790ba8881, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:05:07.546387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] For port e966d577-c1f7-4105-9ef0-b3e790ba8881, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e966d577-c1f7-4105-9ef0-b3e790ba8881,segment=NetworkSegment(8b018a08-0d43-4a53-8435-95793592d306),segment_id=8b018a08-0d43-4a53-8435-95793592d306)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:05:07.633206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:07.648253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:07.739104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Pushing event updated for resources: {'Port': ['ID=e966d577-c1f7-4105-9ef0-b3e790ba8881,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:07.742890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:07.769807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:07.787156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Transition to ACTIVE for port object 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:05:07.929968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:07.933849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a4b37cc5-49bd-4bbf-aaac-5fa084a68938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:08.004049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 5aa6570f-9872-4c90-9ce1-22edc1613251 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:05:08.007629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:05:08.012115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:05:08.043163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=91b0a4b0-6ab1-4d4d-a071-5ade0b85737c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:08.050976 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:08.072363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:08.232526 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:08.366465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6f32ba52-b230-4cf6-b6f0-5a93fe135417 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:05:08.493022 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6f32ba52-b230-4cf6-b6f0-5a93fe135417 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:05:08.500201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6f32ba52-b230-4cf6-b6f0-5a93fe135417 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:05:08.500608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:08.636775 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:08.653614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 6f32ba52-b230-4cf6-b6f0-5a93fe135417, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6f32ba52-b230-4cf6-b6f0-5a93fe135417,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:05:08.664304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:08.681392 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5658d90a-7da3-45fe-8560-c2afa9ea1505 None None] Network 5aa6570f-9872-4c90-9ce1-22edc1613251 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:05:08.762072 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:08.762939 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e966d577-c1f7-4105-9ef0-b3e790ba8881 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:05:08.769696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:08.788724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:08.802296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-744bd5b2-84d5-416b-946a-8cf3a982a233 tempest-TestEncryptedCinderVolumes-1772576270 tempest-TestEncryptedCinderVolumes-1772576270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:08.884450 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:08.892107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=91b0a4b0-6ab1-4d4d-a071-5ade0b85737c,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:08.896425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:08.919616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=6f32ba52-b230-4cf6-b6f0-5a93fe135417,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:08.924779 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:09.008493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6069633d-f665-4a6c-9179-5003ee84081a None None] Provisioning for port e966d577-c1f7-4105-9ef0-b3e790ba8881 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:05:09.029104 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 5aa6570f-9872-4c90-9ce1-22edc1613251 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:05:09.030250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:05:09.054690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port e966d577-c1f7-4105-9ef0-b3e790ba8881 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:05:09.059895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e966d577-c1f7-4105-9ef0-b3e790ba8881 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:05:09.060267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:09.182009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:09.216090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e966d577-c1f7-4105-9ef0-b3e790ba8881, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e966d577-c1f7-4105-9ef0-b3e790ba8881,segment=NetworkSegment(8b018a08-0d43-4a53-8435-95793592d306),segment_id=8b018a08-0d43-4a53-8435-95793592d306)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:05:09.283981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:09.287482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b450549d-f5a0-4f2f-9f94-97c1ba3be705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:09.364731 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e966d577-c1f7-4105-9ef0-b3e790ba8881,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:09.367938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:09.420494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bdc0f65a-7c45-446c-a05e-3495d92cee13 None None] Provisioning for port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:05:09.426164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bdc0f65a-7c45-446c-a05e-3495d92cee13 None None] Provisioning complete for port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:05:09.426560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f65a-7c45-446c-a05e-3495d92cee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:09.442820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 2508d7a4-3874-422c-8851-65b772cb03fe has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:05:09.484400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0f65a-7c45-446c-a05e-3495d92cee13 None None] Port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:05:09.497023 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bdc0f65a-7c45-446c-a05e-3495d92cee13 None None] Provisioning complete for port e966d577-c1f7-4105-9ef0-b3e790ba8881 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:05:09.497404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f65a-7c45-446c-a05e-3495d92cee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:09.742228 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b16882b0-57f8-4077-98f6-eac4e10bc3a2 None None] Provisioning complete for port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:05:09.742515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b16882b0-57f8-4077-98f6-eac4e10bc3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:09.763442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:05:09.774310 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "PUT /v2.0/routers/2508d7a4-3874-422c-8851-65b772cb03fe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5050583
Dec 19 14:05:09.799355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b16882b0-57f8-4077-98f6-eac4e10bc3a2 None None] Port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:05:09.947743 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-4140f518-c76a-4795-9540-14868a8b6aec tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040532085&fields=id&tenant_id=25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 267 time: 0.0397320
Dec 19 14:05:10.094272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-f9792194-e927-4737-a0d0-df64020b6c86 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:10.095695 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-f9792194-e927-4737-a0d0-df64020b6c86 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/networks?id=5aa6570f-9872-4c90-9ce1-22edc1613251 HTTP/1.1" status: 200  len: 797 time: 0.1406167
Dec 19 14:05:10.111522 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-627162bc-519b-448f-b525-d1c82d8ab794 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/quotas/25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 375 time: 0.0104556
Dec 19 14:05:10.191338 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-c969bf6b-7584-4ece-84ea-0a0af94720f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0748920
Dec 19 14:05:10.310532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6f32ba52-b230-4cf6-b6f0-5a93fe135417 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:05:10.380135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6f32ba52-b230-4cf6-b6f0-5a93fe135417 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:05:10.380781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:10.407172 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-52e85fcf-f9aa-4ee3-bfad-6b5cf0a4884a service neutron] 10.222.0.24 "GET /v2.0/networks/5aa6570f-9872-4c90-9ce1-22edc1613251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2032497
Dec 19 14:05:10.460472 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Sync routers for ids ['2508d7a4-3874-422c-8851-65b772cb03fe'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:05:10.475595 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Routers {'2508d7a4-3874-422c-8851-65b772cb03fe'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:05:10.476379 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4790e5e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:04:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2508d7a4-3874-422c-8851-65b772cb03fe'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:10.546842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e966d577-c1f7-4105-9ef0-b3e790ba8881 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:05:10.615682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e966d577-c1f7-4105-9ef0-b3e790ba8881 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:05:10.616419 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:10.659003 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-d57a91b6-4517-42bf-afad-604f95152ed9 service neutron] 10.222.0.24 "GET /v2.0/networks/5aa6570f-9872-4c90-9ce1-22edc1613251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2453723
Dec 19 14:05:10.661432 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Set router 2508d7a4-3874-422c-8851-65b772cb03fe gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:05:10.943819 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a722eab1-3682-4e22-a052-55fb7be250ff req-bb14f150-2136-4abb-b673-3d804534132d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 210 time: 0.0437586
Dec 19 14:05:10.990641 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4790e5e0>, [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '91b0a4b0-6ab1-4d4d-a071-5ade0b85737c', 'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:92:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:07Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 2, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:10.994480 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Checking router: 2508d7a4-3874-422c-8851-65b772cb03fe for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:05:10.994833 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Updating router 2508d7a4-3874-422c-8851-65b772cb03fe port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:05:11.044255 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:11.373465 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:11.384493 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Transition to ACTIVE for port object 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:05:11.455470 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:11.459254 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:11.588386 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Pushing event updated for resources: {'Port': ['ID=91b0a4b0-6ab1-4d4d-a071-5ade0b85737c,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:11.653559 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:11.653894 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:11.654225 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:11.654546 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:11.654892 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:11.655278 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:11.655608 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:11.655937 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:11.656244 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:11.656552 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:11.656865 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:05:11.664185 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:11.685442 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Attempting to bind port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:05:11.685810 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Attempting to bind port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:05:11.686222 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Attempting to bind port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c on network 5aa6570f-9872-4c90-9ce1-22edc1613251 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:05:11.693652 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:05:11.694021 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Checking segment: {'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:05:11.694419 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:11.694807 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Bound using segment: {'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:05:11.695286 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Bound port: 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:05:11.695657 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:11.787166 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] For port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:05:11.790338 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] For port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=91b0a4b0-6ab1-4d4d-a071-5ade0b85737c,segment=NetworkSegment(8b018a08-0d43-4a53-8435-95793592d306),segment_id=8b018a08-0d43-4a53-8435-95793592d306)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:05:11.855685 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:11.860709 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-c9419e04-469d-434a-8dbf-ea419fbe925b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:11.938716 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Pushing event updated for resources: {'Port': ['ID=91b0a4b0-6ab1-4d4d-a071-5ade0b85737c,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:11.942761 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:11.945177 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Routers {'2508d7a4-3874-422c-8851-65b772cb03fe'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:05:11.945825 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4790e5e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:04:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2508d7a4-3874-422c-8851-65b772cb03fe'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:12.121929 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-378c4a7f-add1-4e38-8c3d-b770639363ea req-7727e20f-3efc-4432-80d7-dc5cd37f0512 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 210 time: 0.0484483
Dec 19 14:05:12.165803 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] Set router 2508d7a4-3874-422c-8851-65b772cb03fe gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:05:12.455826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7390a887-4664-45b1-9e97-a7592201d261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:12.485738 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4790e5e0>, [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '91b0a4b0-6ab1-4d4d-a071-5ade0b85737c', 'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:92:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:07Z', 'updated_at': '2021-12-19T14:05:11Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:12.489645 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a268167-a153-401b-ab09-4ad07a9ac837 None None] The sync data for ids ['2508d7a4-3874-422c-8851-65b772cb03fe'] in dv-neutron-821895-1-hyperv is: [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '91b0a4b0-6ab1-4d4d-a071-5ade0b85737c', 'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:92:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:07Z', 'updated_at': '2021-12-19T14:05:11Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:05:13.081782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-96ceb44c-3b16-4900-bc91-7253351cf4c6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:13.082476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-96ceb44c-3b16-4900-bc91-7253351cf4c6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:05:13.167005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-96ceb44c-3b16-4900-bc91-7253351cf4c6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:05:13.171159 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-96ceb44c-3b16-4900-bc91-7253351cf4c6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/networks?id=5aa6570f-9872-4c90-9ce1-22edc1613251 HTTP/1.1" status: 200  len: 797 time: 0.2398791
Dec 19 14:05:13.233113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-33646dcf-71bd-465c-9c2b-35b49828648f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:05:13.292974 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b4f9100d-e822-4c8a-b03c-a4169dd6da0f req-b4899a4a-01a0-4e5c-b638-2d4cc74036a0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 210 time: 0.0440814
Dec 19 14:05:13.335225 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-33646dcf-71bd-465c-9c2b-35b49828648f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:05:13.336485 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-33646dcf-71bd-465c-9c2b-35b49828648f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 380 time: 0.1558335
Dec 19 14:05:13.346393 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'port': {'device_id': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'admin_state_up': True, 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'security_groups': ['aa75597b-a0f5-4e2c-afdc-fb9f52d1843c']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:13.481715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:13.486069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:port and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:13.488809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:13.494437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:13.557979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:05:13.560992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:13.725045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.20.0.5 (5aa6570f-9872-4c90-9ce1-22edc1613251/b424900f-9872-4584-9caa-e5eb1eed305a/fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:05:13.912569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:13.927401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Transition to ACTIVE for port object fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:05:14.020874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:14.026316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b72b8703-2318-44bc-8d68-cb79492372aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:14.055002 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:05:14.095937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 5aa6570f-9872-4c90-9ce1-22edc1613251 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:05:14.099443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:05:14.103568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:05:14.128780 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:14.134159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:14.166696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:14.167245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:14.250818 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9088440
Dec 19 14:05:14.264755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Request body: {'port': {'device_id': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:14.334972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:05:14.366349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1877b08e-a7a5-4e53-a268-76eaaa05e593 None None] Provisioning for port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:05:14.378270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1877b08e-a7a5-4e53-a268-76eaaa05e593 None None] Provisioning complete for port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:05:14.378560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1877b08e-a7a5-4e53-a268-76eaaa05e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:14.386313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:14.457255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1877b08e-a7a5-4e53-a268-76eaaa05e593 None None] Port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:05:14.529633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:05:14.535119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:05:14.535634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:14.662533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2729f29e-9491-4936-a019-ae5a21ea6bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:14.672815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:14.694775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a442-ce5f-4550-a246-60845ad12ba4 req-898ef9a1-5c6a-4c2e-8483-1638cc63c746 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:14.697078 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5511a442-ce5f-4550-a246-60845ad12ba4 req-898ef9a1-5c6a-4c2e-8483-1638cc63c746 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 931 time: 0.1263463
Dec 19 14:05:14.706159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=91b0a4b0-6ab1-4d4d-a071-5ade0b85737c,segment=NetworkSegment(8b018a08-0d43-4a53-8435-95793592d306),segment_id=8b018a08-0d43-4a53-8435-95793592d306)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:05:14.744601 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5511a442-ce5f-4550-a246-60845ad12ba4 req-c287d722-b03c-4cc5-a154-edd79cecba7a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415101
Dec 19 14:05:14.763873 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:05:14.769164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:14.778121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:14.780057 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-b450549d-f5a0-4f2f-9f94-97c1ba3be705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:14.783986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Transition to ACTIVE for port object fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:05:14.846994 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=91b0a4b0-6ab1-4d4d-a071-5ade0b85737c,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:14.849528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:14.850109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:14.856287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-224ab715-80db-4e0e-a6f6-9698c0698e3f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:14.981815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Pushing event updated for resources: {'Port': ['ID=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:14.985972 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:15.089831 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Attempting to bind port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:05:15.090157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Attempting to bind port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:05:15.090474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Attempting to bind port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe on network 5aa6570f-9872-4c90-9ce1-22edc1613251 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:05:15.096278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe on network 5aa6570f-9872-4c90-9ce1-22edc1613251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:05:15.096843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Attempting to bind port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe on network 5aa6570f-9872-4c90-9ce1-22edc1613251 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:05:15.102732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:05:15.103074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Checking segment: {'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:05:15.103458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Bound using segment: {'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:05:15.103863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Bound port: fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b018a08-0d43-4a53-8435-95793592d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:05:15.104196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:15.189328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] For port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:05:15.192147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] For port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe,segment=NetworkSegment(8b018a08-0d43-4a53-8435-95793592d306),segment_id=8b018a08-0d43-4a53-8435-95793592d306)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:05:15.252549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:15.256135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-534c2afa-3be4-414e-8ba4-4abecb2133c1 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:15.416163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:15.417580 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] 10.222.0.18 "PUT /v2.0/ports/fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe HTTP/1.1" status: 200  len: 1093 time: 1.1589105
Dec 19 14:05:15.420146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'tag': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:05:15.444063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Pushing event updated for resources: {'Port': ['ID=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:15.447356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:15.481076 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'tag': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe', 'status': 'completed', 'code': 200}
Dec 19 14:05:15.571729 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e9855c0c-0e42-4b9f-9888-cbabbc73c474 req-508c9b2e-c6f5-4e4a-b711-44630137d915 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 1096 time: 0.0700238
Dec 19 14:05:15.714106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9855c0c-0e42-4b9f-9888-cbabbc73c474 req-74c846e1-a600-4892-852d-22e87663fe45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:15.715481 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e9855c0c-0e42-4b9f-9888-cbabbc73c474 req-74c846e1-a600-4892-852d-22e87663fe45 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=25a17a5984144a0aa8c4713b01d435e2&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1361387
Dec 19 14:05:15.851219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9855c0c-0e42-4b9f-9888-cbabbc73c474 req-b0ff5bd6-c7ad-48c0-87bb-58efc702a4bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:15.852756 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e9855c0c-0e42-4b9f-9888-cbabbc73c474 req-b0ff5bd6-c7ad-48c0-87bb-58efc702a4bc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1313779
Dec 19 14:05:15.942570 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fae0f3-cfa7-4aff-8e6a-c56c1aa4842d req-d7a3325a-76f9-4f18-a09c-53177ffc49d1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:15.944093 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-78fae0f3-cfa7-4aff-8e6a-c56c1aa4842d req-d7a3325a-76f9-4f18-a09c-53177ffc49d1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 943 time: 0.0794072
Dec 19 14:05:15.962872 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-3244c695-6709-44d6-b297-752c3a64c1d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 1096 time: 0.0724237
Dec 19 14:05:15.993874 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-78fae0f3-cfa7-4aff-8e6a-c56c1aa4842d req-bfb80cae-b0e7-44ef-956e-836b160f9dbb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440524
Dec 19 14:05:16.029501 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-5d4918fc-f1a0-4d86-bf26-60f667376c69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe HTTP/1.1" status: 200  len: 217 time: 0.0600288
Dec 19 14:05:16.091272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-22004067-6439-4b61-89a7-fe183231b2e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:16.093146 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-22004067-6439-4b61-89a7-fe183231b2e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b424900f-9872-4584-9caa-e5eb1eed305a HTTP/1.1" status: 200  len: 835 time: 0.0575926
Dec 19 14:05:16.163858 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-e8f8a4c0-593d-4448-a81e-853aab00d84a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5aa6570f-9872-4c90-9ce1-22edc1613251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0653031
Dec 19 14:05:16.298050 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:16.300249 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-64aa86c2-b779-40aa-9f11-7b344344c649 service neutron] 10.222.0.18 "GET /v2.0/networks/5aa6570f-9872-4c90-9ce1-22edc1613251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297317
Dec 19 14:05:16.308432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:05:16.351707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:16.384816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:05:16.385223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:16.432073 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-63abeca9-ba22-417b-8be3-4639eb5bea97 req-09c90f12-9196-4c21-aa9e-74ec35c0ac17 service neutron] 10.222.0.18 "GET /v2.0/networks/5aa6570f-9872-4c90-9ce1-22edc1613251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259334
Dec 19 14:05:17.190868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda45bc-8055-4890-a0a5-f468d24ec76d req-69f8acb7-36f9-4bf1-bf0a-179817dfbbbc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:17.192327 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bcda45bc-8055-4890-a0a5-f468d24ec76d req-69f8acb7-36f9-4bf1-bf0a-179817dfbbbc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 943 time: 0.0756040
Dec 19 14:05:17.237466 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bcda45bc-8055-4890-a0a5-f468d24ec76d req-a0784a98-f8ed-4e78-b8c4-1a92b203cf5e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394402
Dec 19 14:05:17.695212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:18.436702 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e9af3-5d44-439f-9aad-c7e57d5ead83 req-e75313c4-9e7e-43a6-9157-03bb283baac6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:18.438124 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b57e9af3-5d44-439f-9aad-c7e57d5ead83 req-e75313c4-9e7e-43a6-9157-03bb283baac6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 943 time: 0.0785041
Dec 19 14:05:18.482505 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b57e9af3-5d44-439f-9aad-c7e57d5ead83 req-ab760a49-5e02-4903-8fde-375b492f8a36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389340
Dec 19 14:05:18.807080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:05:18.937518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe,segment=NetworkSegment(8b018a08-0d43-4a53-8435-95793592d306),segment_id=8b018a08-0d43-4a53-8435-95793592d306)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:05:18.950333 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'port_id': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe', 'mac_address': 'fa:16:3e:4a:c1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:05:19.006729 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:19.023508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:05:19.039134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe,segment=NetworkSegment(8b018a08-0d43-4a53-8435-95793592d306),segment_id=8b018a08-0d43-4a53-8435-95793592d306)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:05:19.141674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:19.143466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-49c35a54-7caf-46f3-b8e3-52cbc6c3aa09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:19.206806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:19.209632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:19.372600 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:05:19.690639 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5328-6890-470d-ba95-45035e66b81e req-f2e64e8b-8e02-4d4e-b14c-d236f9e9136a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:19.692125 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b33b5328-6890-470d-ba95-45035e66b81e req-f2e64e8b-8e02-4d4e-b14c-d236f9e9136a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 944 time: 0.0871098
Dec 19 14:05:19.737658 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b33b5328-6890-470d-ba95-45035e66b81e req-49786606-cb5c-40c4-be12-59ab90f68ff7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400469
Dec 19 14:05:20.807030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:05:20.944163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:05:20.944791 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579154b-3c75-4ba2-b226-98eac41f238b req-da94edb7-90c8-43f4-af8b-81714bd8a94d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:20.946236 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2579154b-3c75-4ba2-b226-98eac41f238b req-da94edb7-90c8-43f4-af8b-81714bd8a94d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 944 time: 0.0882392
Dec 19 14:05:20.949417 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:05:20.949792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:20.996339 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2579154b-3c75-4ba2-b226-98eac41f238b req-801a814c-a08e-409a-a0b4-0c36ca077129 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442793
Dec 19 14:05:21.066357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:21.095604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:05:21.105218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe,segment=NetworkSegment(8b018a08-0d43-4a53-8435-95793592d306),segment_id=8b018a08-0d43-4a53-8435-95793592d306)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:05:21.152500 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe', 'code': 200}
Dec 19 14:05:21.175503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:21.178788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:21.245222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:21.248192 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:21.540853 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-629a5ef8-370f-44e3-8ed0-edf64d407d61 req-e6f0d374-701a-4c22-9d58-6e855f048741 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 1098 time: 0.0689654
Dec 19 14:05:21.581910 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-629a5ef8-370f-44e3-8ed0-edf64d407d61 req-6ec60580-4f01-41a3-9d79-a2d8137b7c46 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342689
Dec 19 14:05:22.192678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2051f9c-22de-4cda-bfcb-ae3c6816c970 req-59e6fe77-d19a-470d-9804-4465d58faa18 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:22.194138 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c2051f9c-22de-4cda-bfcb-ae3c6816c970 req-59e6fe77-d19a-470d-9804-4465d58faa18 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 945 time: 0.0783961
Dec 19 14:05:22.247027 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c2051f9c-22de-4cda-bfcb-ae3c6816c970 req-12e7c1a1-a78d-4e49-8b86-aca2ad3e2f90 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473490
Dec 19 14:05:23.441569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb26ca-f9d9-4839-bc42-014bac5377a7 req-56f066c5-dd56-44ab-9109-18fcb220911b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:23.442901 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d4bb26ca-f9d9-4839-bc42-014bac5377a7 req-56f066c5-dd56-44ab-9109-18fcb220911b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 945 time: 0.0757296
Dec 19 14:05:23.486822 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d4bb26ca-f9d9-4839-bc42-014bac5377a7 req-1032f0dd-cc2f-415d-b189-318e0b7b9232 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385475
Dec 19 14:05:23.687760 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c928923-8fde-460f-acb0-d0540e91651c req-049be4be-f1a7-4cfb-a931-1d7aeba0e7aa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:23.689209 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4c928923-8fde-460f-acb0-d0540e91651c req-049be4be-f1a7-4cfb-a931-1d7aeba0e7aa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 945 time: 0.0821953
Dec 19 14:05:23.735144 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4c928923-8fde-460f-acb0-d0540e91651c req-228041d8-841c-444b-99ef-88e0298addce tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402913
Dec 19 14:05:23.761609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52680) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:23.830058 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-01fed371-d987-4f3a-81c2-ebb764630425 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 1093 time: 0.0672410
Dec 19 14:05:23.832891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52684) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:23.837991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:05:23.844150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:05:23.848037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:floatingip and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:05:23.851285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:05:23.857098 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:05:23.906900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:24.037879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:24.171154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.26.4.190 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/89032702-f35a-454d-9cea-0475d7d1978c) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:05:24.318789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:24.395511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:24.399622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:24.466150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:05:24.469694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:05:24.473868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:05:24.497657 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=89032702-f35a-454d-9cea-0475d7d1978c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:24.503110 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:25.066369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:25.189199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:25.389260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:25.457797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:25.461445 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:05:25.558283 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=89032702-f35a-454d-9cea-0475d7d1978c,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:05:25.562908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:05:25.576662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:25.777969 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Floating IP d0538078-9a76-4170-9944-ca987362457e associated. External IP: 172.26.4.190, port: fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe.
Dec 19 14:05:25.803530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:26.185501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 2508d7a4-3874-422c-8851-65b772cb03fe has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:05:26.552427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:05:26.563125 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544463cd-dbb2-467c-ba41-b2d1096091c7 None None] Sync routers for ids ['2508d7a4-3874-422c-8851-65b772cb03fe'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:05:26.574789 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544463cd-dbb2-467c-ba41-b2d1096091c7 None None] Routers {'2508d7a4-3874-422c-8851-65b772cb03fe'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:05:26.575654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-544463cd-dbb2-467c-ba41-b2d1096091c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e0dac0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:05:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2508d7a4-3874-422c-8851-65b772cb03fe'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:26.669887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:26.724827 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8909483
Dec 19 14:05:26.725572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'tag': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:05:26.785321 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'tag': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe', 'status': 'completed', 'code': 200}
Dec 19 14:05:26.793252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-544463cd-dbb2-467c-ba41-b2d1096091c7 None None] Set router 2508d7a4-3874-422c-8851-65b772cb03fe gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:05:26.890218 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-54ddc172-9687-4fde-b020-41ce0667cfa0 req-80fec71b-b11f-4108-9f7d-3c0078911c5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 1098 time: 0.0791168
Dec 19 14:05:26.922462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cafb5-3008-4b49-a4c5-07a797ef7038 req-207e27db-37e4-465a-9c6a-9875bfb043f0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:26.923965 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a19cafb5-3008-4b49-a4c5-07a797ef7038 req-207e27db-37e4-465a-9c6a-9875bfb043f0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 945 time: 0.0804665
Dec 19 14:05:26.975596 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a19cafb5-3008-4b49-a4c5-07a797ef7038 req-7c03e801-e770-4bd3-895b-c9f832ee5f36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453935
Dec 19 14:05:27.004377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52692) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:27.025560 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddc172-9687-4fde-b020-41ce0667cfa0 req-23b3ae67-7eba-483e-9649-dfcae40e9812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:27.027010 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-54ddc172-9687-4fde-b020-41ce0667cfa0 req-23b3ae67-7eba-483e-9649-dfcae40e9812 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5aa6570f-9872-4c90-9ce1-22edc1613251 HTTP/1.1" status: 200  len: 898 time: 0.1316476
Dec 19 14:05:27.118279 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0b42f70c-de00-4ddd-b526-d69cc329dd8a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/d0538078-9a76-4170-9944-ca987362457e HTTP/1.1" status: 200  len: 991 time: 0.1126468
Dec 19 14:05:27.139275 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-54ddc172-9687-4fde-b020-41ce0667cfa0 req-0b084195-b13b-43ad-adf7-f5e591541a9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe HTTP/1.1" status: 200  len: 999 time: 0.1063597
Dec 19 14:05:27.179110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-544463cd-dbb2-467c-ba41-b2d1096091c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e0dac0>, [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'd0538078-9a76-4170-9944-ca987362457e', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.190', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'port_id': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'mac_address': 'fa:16:3e:4a:c1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:05:24Z', 'updated_at': '2021-12-19T14:05:24Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b0a4b0-6ab1-4d4d-a071-5ade0b85737c', 'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:92:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:07Z', 'updated_at': '2021-12-19T14:05:14Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:27.183089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544463cd-dbb2-467c-ba41-b2d1096091c7 None None] Checking router: 2508d7a4-3874-422c-8851-65b772cb03fe for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:05:27.193851 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544463cd-dbb2-467c-ba41-b2d1096091c7 None None] Routers {'2508d7a4-3874-422c-8851-65b772cb03fe'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:05:27.194465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-544463cd-dbb2-467c-ba41-b2d1096091c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46e0dac0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:05:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2508d7a4-3874-422c-8851-65b772cb03fe'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:27.207183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddc172-9687-4fde-b020-41ce0667cfa0 req-47137737-b5ba-4349-8d19-beacb019192e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:27.208608 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-54ddc172-9687-4fde-b020-41ce0667cfa0 req-47137737-b5ba-4349-8d19-beacb019192e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b424900f-9872-4584-9caa-e5eb1eed305a HTTP/1.1" status: 200  len: 835 time: 0.0633862
Dec 19 14:05:27.286513 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-54ddc172-9687-4fde-b020-41ce0667cfa0 req-d70252e9-628b-47da-b273-bf3f14fd49d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5aa6570f-9872-4c90-9ce1-22edc1613251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718656
Dec 19 14:05:27.375520 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-544463cd-dbb2-467c-ba41-b2d1096091c7 None None] Set router 2508d7a4-3874-422c-8851-65b772cb03fe gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:05:27.419620 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-54ddc172-9687-4fde-b020-41ce0667cfa0 req-fb8de952-c260-47b9-876c-c8ca19aedc00 service neutron] 10.222.0.18 "GET /v2.0/networks/5aa6570f-9872-4c90-9ce1-22edc1613251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270788
Dec 19 14:05:27.549792 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-54ddc172-9687-4fde-b020-41ce0667cfa0 req-f93747f0-7c8d-415a-858a-2b6719afdd61 service neutron] 10.222.0.18 "GET /v2.0/networks/5aa6570f-9872-4c90-9ce1-22edc1613251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239042
Dec 19 14:05:27.721753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-544463cd-dbb2-467c-ba41-b2d1096091c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46e0dac0>, [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'd0538078-9a76-4170-9944-ca987362457e', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.190', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'port_id': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'mac_address': 'fa:16:3e:4a:c1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:05:24Z', 'updated_at': '2021-12-19T14:05:24Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b0a4b0-6ab1-4d4d-a071-5ade0b85737c', 'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:92:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:07Z', 'updated_at': '2021-12-19T14:05:14Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:05:27.725475 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544463cd-dbb2-467c-ba41-b2d1096091c7 None None] The sync data for ids ['2508d7a4-3874-422c-8851-65b772cb03fe'] in dv-neutron-821895-1-hyperv is: [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'd0538078-9a76-4170-9944-ca987362457e', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.190', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'port_id': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'mac_address': 'fa:16:3e:4a:c1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:05:24Z', 'updated_at': '2021-12-19T14:05:24Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b0a4b0-6ab1-4d4d-a071-5ade0b85737c', 'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:92:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:07Z', 'updated_at': '2021-12-19T14:05:14Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:05:28.121934 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52696) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:28.226495 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9590fe05-9531-489c-84f8-f05646adc003 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/d0538078-9a76-4170-9944-ca987362457e HTTP/1.1" status: 200  len: 991 time: 0.1033649
Dec 19 14:05:29.230302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52700) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:29.336301 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fa1e0538-fc93-46a7-a4c9-54ce517bfffd tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/d0538078-9a76-4170-9944-ca987362457e HTTP/1.1" status: 200  len: 991 time: 0.1046910
Dec 19 14:05:29.407445 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5337cee8-d0a2-4e74-a571-a25fed6f69bb None None] New status for floating IP d0538078-9a76-4170-9944-ca987362457e: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:05:30.339918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52704) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:30.543821 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f5e2911e-3b14-4213-9b67-7e4202449775 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/d0538078-9a76-4170-9944-ca987362457e HTTP/1.1" status: 200  len: 993 time: 0.2027194
Dec 19 14:05:42.458153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-694654d9-dbe0-4c42-bebc-78e749f2f45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:44.655244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a8b58e8d-12df-4d37-a3a8-29624500ba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:46.314855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:46.351927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:47.703458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:51.055545 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:05:55.800970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:05:58.266957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d91405-78e0-4d20-9961-4753d975863d req-b2173b42-9a85-46fd-81c4-9f8691f9c47d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:58.268576 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b1d91405-78e0-4d20-9961-4753d975863d req-b2173b42-9a85-46fd-81c4-9f8691f9c47d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 945 time: 0.0766680
Dec 19 14:05:58.315395 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b1d91405-78e0-4d20-9961-4753d975863d req-84b8b551-2f78-4afd-82f6-ea1a116b5fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388155
Dec 19 14:05:59.517569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28feed69-a13f-432e-9fe2-dcfc60f4437a req-13266f8b-7bde-49be-8be2-deb974b863dc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:05:59.518989 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-28feed69-a13f-432e-9fe2-dcfc60f4437a req-13266f8b-7bde-49be-8be2-deb974b863dc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 945 time: 0.0784426
Dec 19 14:05:59.564509 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-28feed69-a13f-432e-9fe2-dcfc60f4437a req-89fc2944-cc1a-491f-adf0-5619f4ef3eae tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390494
Dec 19 14:05:59.593215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52724) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:05:59.698704 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1dea523d-e9af-47f7-bf2d-ca3262cf13d9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/d0538078-9a76-4170-9944-ca987362457e HTTP/1.1" status: 200  len: 993 time: 0.1042762
Dec 19 14:06:01.299782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2971c-1a47-4549-9e02-91d6168bd912 req-dbce0ed4-ce2c-45d7-b7b5-9cb05b5c2338 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:01.301199 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb2971c-1a47-4549-9e02-91d6168bd912 req-dbce0ed4-ce2c-45d7-b7b5-9cb05b5c2338 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 945 time: 0.0769525
Dec 19 14:06:01.345757 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddb2971c-1a47-4549-9e02-91d6168bd912 req-8bf8582b-aa04-4e12-95bf-edc67f583039 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390196
Dec 19 14:06:02.563824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92e719-3814-4332-b5d5-672330359f04 req-2797ba41-34ef-4fbc-8d1b-99b87ceffa52 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:02.565217 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ca92e719-3814-4332-b5d5-672330359f04 req-2797ba41-34ef-4fbc-8d1b-99b87ceffa52 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 945 time: 0.0858359
Dec 19 14:06:02.610227 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ca92e719-3814-4332-b5d5-672330359f04 req-3c3fe3df-36f5-48eb-80cc-eaad02c1dba5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395186
Dec 19 14:06:02.643585 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52736) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:02.749424 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3493fb84-28a7-4d50-ba51-0dac3bfecb2f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/d0538078-9a76-4170-9944-ca987362457e HTTP/1.1" status: 200  len: 993 time: 0.1046486
Dec 19 14:06:03.035597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52744) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:03.233935 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 89032702-f35a-454d-9cea-0475d7d1978c {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:06:03.234262 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:03.394772 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:03.395112 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:03.511965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 89032702-f35a-454d-9cea-0475d7d1978c owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:06:03.714588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:03.718341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:03.759623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=89032702-f35a-454d-9cea-0475d7d1978c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:03.773226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:03.773601 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:03.773971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:03.774335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:03.774696 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:03.775067 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:03.775892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:03.775892 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:03.776115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:03.776462 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:03.776811 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:03.801871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:03.868092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:04.361201 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 2508d7a4-3874-422c-8851-65b772cb03fe has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:06:04.558479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:06:04.567767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2eee59-16bd-4031-b9fc-3b42b43bf917 None None] Sync routers for ids ['2508d7a4-3874-422c-8851-65b772cb03fe'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:06:04.571637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:04.580292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2eee59-16bd-4031-b9fc-3b42b43bf917 None None] Routers {'2508d7a4-3874-422c-8851-65b772cb03fe'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:06:04.580897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ee2eee59-16bd-4031-b9fc-3b42b43bf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47815f40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:05:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2508d7a4-3874-422c-8851-65b772cb03fe'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:04.626879 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/floatingips/d0538078-9a76-4170-9944-ca987362457e HTTP/1.1" status: 204  len: 168 time: 1.5879450
Dec 19 14:06:04.626879 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'tag': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:06:04.684608 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'tag': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe', 'status': 'completed', 'code': 200}
Dec 19 14:06:04.776908 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-fde3c5fd-1af8-400d-95b1-b734a040a92c req-2ac1f655-ca25-42b7-af05-4707148dcdea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 1098 time: 0.0705273
Dec 19 14:06:04.785849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-ee2eee59-16bd-4031-b9fc-3b42b43bf917 None None] Set router 2508d7a4-3874-422c-8851-65b772cb03fe gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:06:04.911403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3c5fd-1af8-400d-95b1-b734a040a92c req-90aa8c7c-c429-4b0d-a22d-5be71c4e0520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:04.913441 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-fde3c5fd-1af8-400d-95b1-b734a040a92c req-90aa8c7c-c429-4b0d-a22d-5be71c4e0520 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5aa6570f-9872-4c90-9ce1-22edc1613251 HTTP/1.1" status: 200  len: 898 time: 0.1302352
Dec 19 14:06:04.990759 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-fde3c5fd-1af8-400d-95b1-b734a040a92c req-eeb07594-ef02-4ae0-ac45-65524e6570ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe HTTP/1.1" status: 200  len: 217 time: 0.0714085
Dec 19 14:06:05.055349 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3c5fd-1af8-400d-95b1-b734a040a92c req-f4e5b65a-c8ec-4125-b37c-7a647ace5df9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:05.056874 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-fde3c5fd-1af8-400d-95b1-b734a040a92c req-f4e5b65a-c8ec-4125-b37c-7a647ace5df9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b424900f-9872-4584-9caa-e5eb1eed305a HTTP/1.1" status: 200  len: 835 time: 0.0600379
Dec 19 14:06:05.137227 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-fde3c5fd-1af8-400d-95b1-b734a040a92c req-e2beb565-df17-4e6e-aec0-b27339bb1ad2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5aa6570f-9872-4c90-9ce1-22edc1613251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736346
Dec 19 14:06:05.157783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ee2eee59-16bd-4031-b9fc-3b42b43bf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47815f40>, [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '91b0a4b0-6ab1-4d4d-a071-5ade0b85737c', 'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:92:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:07Z', 'updated_at': '2021-12-19T14:05:14Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:05.161839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2eee59-16bd-4031-b9fc-3b42b43bf917 None None] Checking router: 2508d7a4-3874-422c-8851-65b772cb03fe for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:06:05.173119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2eee59-16bd-4031-b9fc-3b42b43bf917 None None] Routers {'2508d7a4-3874-422c-8851-65b772cb03fe'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:06:05.173852 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ee2eee59-16bd-4031-b9fc-3b42b43bf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47815f40>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:05:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2508d7a4-3874-422c-8851-65b772cb03fe'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:05.240386 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c174ee-e9de-4dee-b862-a6c89785fc5c req-6d3b545f-cafd-476f-8cec-33f6f7164187 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:05.241096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-a4c174ee-e9de-4dee-b862-a6c89785fc5c req-6d3b545f-cafd-476f-8cec-33f6f7164187 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:06:05.341683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-a4c174ee-e9de-4dee-b862-a6c89785fc5c req-6d3b545f-cafd-476f-8cec-33f6f7164187 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:06:05.343872 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a4c174ee-e9de-4dee-b862-a6c89785fc5c req-6d3b545f-cafd-476f-8cec-33f6f7164187 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 945 time: 0.1863632
Dec 19 14:06:05.362608 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-ee2eee59-16bd-4031-b9fc-3b42b43bf917 None None] Set router 2508d7a4-3874-422c-8851-65b772cb03fe gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:06:05.394259 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a4c174ee-e9de-4dee-b862-a6c89785fc5c req-62d6efb8-7827-48c0-be60-436550d0ae19 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447190
Dec 19 14:06:05.405066 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-fde3c5fd-1af8-400d-95b1-b734a040a92c req-3c6dcac5-533b-4d4d-99fa-afaf3353af22 service neutron] 10.222.0.18 "GET /v2.0/networks/5aa6570f-9872-4c90-9ce1-22edc1613251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2611105
Dec 19 14:06:05.537968 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-fde3c5fd-1af8-400d-95b1-b734a040a92c req-76450d06-9316-4edf-9df6-c6feb95dbcb8 service neutron] 10.222.0.18 "GET /v2.0/networks/5aa6570f-9872-4c90-9ce1-22edc1613251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257825
Dec 19 14:06:05.678587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-ee2eee59-16bd-4031-b9fc-3b42b43bf917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47815f40>, [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '91b0a4b0-6ab1-4d4d-a071-5ade0b85737c', 'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:92:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:07Z', 'updated_at': '2021-12-19T14:05:14Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:05.682473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2eee59-16bd-4031-b9fc-3b42b43bf917 None None] The sync data for ids ['2508d7a4-3874-422c-8851-65b772cb03fe'] in dv-neutron-821895-1-hyperv is: [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '91b0a4b0-6ab1-4d4d-a071-5ade0b85737c', 'name': '', 'network_id': '5aa6570f-9872-4c90-9ce1-22edc1613251', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:92:e0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:07Z', 'updated_at': '2021-12-19T14:05:14Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': 'b424900f-9872-4584-9caa-e5eb1eed305a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:06:05.901632 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60995eb9-c3c6-4b8e-9e97-d0e5495f2188 None None] New status for floating IP d0538078-9a76-4170-9944-ca987362457e: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:06:06.593823 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5849d1-19db-45d2-b424-9ddec03d053f req-db28e608-2e33-4edb-a5e6-22eaa08e04fb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:06.595167 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6d5849d1-19db-45d2-b424-9ddec03d053f req-db28e608-2e33-4edb-a5e6-22eaa08e04fb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 945 time: 0.0764985
Dec 19 14:06:06.640406 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6d5849d1-19db-45d2-b424-9ddec03d053f req-5d2904fb-ac64-4286-9a32-935220c7a360 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389040
Dec 19 14:06:06.681692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-885545f8-9ec4-49bf-a0ee-6cf0d24c0862 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:06.682364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-885545f8-9ec4-49bf-a0ee-6cf0d24c0862 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:06:06.693483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-885545f8-9ec4-49bf-a0ee-6cf0d24c0862 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:06:06.694871 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-885545f8-9ec4-49bf-a0ee-6cf0d24c0862 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 945 time: 0.0904119
Dec 19 14:06:06.762899 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:06:06.763254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:06.994154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe,segment=NetworkSegment(8b018a08-0d43-4a53-8435-95793592d306),segment_id=8b018a08-0d43-4a53-8435-95793592d306)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:06:06.994394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:07.113061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:06:07.312209 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:07.318041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:07.364692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:07.403438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:07.403816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:07.404184 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:07.404543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:07.404900 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:07.405253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:07.405608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:07.405960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:07.406311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:07.406657 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:07.407003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:07.412233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:07.449488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] No DVR routers for this DVR port fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:06:07.451799 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:07.454318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'name': 'network-vif-deleted', 'tag': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:06:07.511203 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d797d94-11bb-4c42-9faf-17c94e08dd2a', 'name': 'network-vif-deleted', 'tag': 'fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe', 'status': 'completed', 'code': 200}
Dec 19 14:06:07.535713 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a3e52fce-6a88-433b-b6b2-51c6a327df2c req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "DELETE /v2.0/ports/fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe HTTP/1.1" status: 204  len: 173 time: 0.8360102
Dec 19 14:06:07.817173 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ac7ec3a9-d845-4171-ae1f-e834f822d185 req-10f19181-1fe1-45bb-802b-e8db0ad979b5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d797d94-11bb-4c42-9faf-17c94e08dd2a HTTP/1.1" status: 200  len: 210 time: 0.0450075
Dec 19 14:06:08.923803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52764) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:09.314599 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:10.016833 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:06:10.017517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:10.196472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=91b0a4b0-6ab1-4d4d-a071-5ade0b85737c,segment=NetworkSegment(8b018a08-0d43-4a53-8435-95793592d306),segment_id=8b018a08-0d43-4a53-8435-95793592d306)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:06:10.196820 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:10.317779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:06:10.560850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:10.564380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8c05faae-6a1c-4ea6-9ac0-3a6b0c547a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:10.608396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=91b0a4b0-6ab1-4d4d-a071-5ade0b85737c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:10.611153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:10.901565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:11.040644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:06:11.073129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:06:11.073483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device fca5dcf0-3a4f-4e54-9b89-c407a7cdd3fe not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:06:11.583123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 2508d7a4-3874-422c-8851-65b772cb03fe has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:06:11.784522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:06:11.794481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db0c5f-5011-4001-bd52-69cb70ba8ee2 None None] Sync routers for ids ['2508d7a4-3874-422c-8851-65b772cb03fe'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:06:11.796980 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "PUT /v2.0/routers/2508d7a4-3874-422c-8851-65b772cb03fe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8720751
Dec 19 14:06:11.799596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52768) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:11.806300 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db0c5f-5011-4001-bd52-69cb70ba8ee2 None None] Routers {'2508d7a4-3874-422c-8851-65b772cb03fe'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:06:11.806897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-06db0c5f-5011-4001-bd52-69cb70ba8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47047130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:05:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2508d7a4-3874-422c-8851-65b772cb03fe'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:11.982831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-06db0c5f-5011-4001-bd52-69cb70ba8ee2 None None] Set router 2508d7a4-3874-422c-8851-65b772cb03fe gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:06:11.985043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b30a07-ca72-4bcf-99b1-c10adda51526 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting subnet b424900f-9872-4584-9caa-e5eb1eed305a {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:06:11.987934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b30a07-ca72-4bcf-99b1-c10adda51526 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:12.040890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b30a07-ca72-4bcf-99b1-c10adda51526 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:12.126929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b30a07-ca72-4bcf-99b1-c10adda51526 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:12.264461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-06db0c5f-5011-4001-bd52-69cb70ba8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47047130>, [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:06:10Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:12.268428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db0c5f-5011-4001-bd52-69cb70ba8ee2 None None] Checking router: 2508d7a4-3874-422c-8851-65b772cb03fe for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:06:12.272734 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b30a07-ca72-4bcf-99b1-c10adda51526 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:12.277197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b39a9256-ae01-4323-bc1e-9e76d376dad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:12.279658 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db0c5f-5011-4001-bd52-69cb70ba8ee2 None None] Routers {'2508d7a4-3874-422c-8851-65b772cb03fe'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:06:12.288323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-06db0c5f-5011-4001-bd52-69cb70ba8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47047130>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:05:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['2508d7a4-3874-422c-8851-65b772cb03fe'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:12.314336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b30a07-ca72-4bcf-99b1-c10adda51526 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Subnet': ['ID=b424900f-9872-4584-9caa-e5eb1eed305a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:12.317975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-19b30a07-ca72-4bcf-99b1-c10adda51526 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:12.321294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-19b30a07-ca72-4bcf-99b1-c10adda51526 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:12.327338 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-19b30a07-ca72-4bcf-99b1-c10adda51526 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/subnets/b424900f-9872-4584-9caa-e5eb1eed305a HTTP/1.1" status: 204  len: 168 time: 0.5267897
Dec 19 14:06:12.330005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52772) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:12.342426 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9041ae9-51f6-4476-8f21-7e11e7867c93 None None] Network 5aa6570f-9872-4c90-9ce1-22edc1613251 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:06:12.528489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:12.584167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dd76c897-c3bc-4036-bb1c-65eaf00f363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:12.691974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-06db0c5f-5011-4001-bd52-69cb70ba8ee2 None None] Set router 2508d7a4-3874-422c-8851-65b772cb03fe gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:06:12.733195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:12.809579 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 6f32ba52-b230-4cf6-b6f0-5a93fe135417 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:06:12.809830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:12.981375 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] DHCP port deletion for 5aa6570f-9872-4c90-9ce1-22edc1613251 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:06:12.985324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port 6f32ba52-b230-4cf6-b6f0-5a93fe135417, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6f32ba52-b230-4cf6-b6f0-5a93fe135417,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:06:12.985774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:12.989735 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Deleting port e966d577-c1f7-4105-9ef0-b3e790ba8881 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:06:12.990114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:13.104966 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 6f32ba52-b230-4cf6-b6f0-5a93fe135417 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:06:13.172788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-06db0c5f-5011-4001-bd52-69cb70ba8ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47047130>, [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:06:10Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:13.190257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db0c5f-5011-4001-bd52-69cb70ba8ee2 None None] The sync data for ids ['2508d7a4-3874-422c-8851-65b772cb03fe'] in dv-neutron-821895-1-hyperv is: [{'id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136752513', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:06:10Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '6f32ba52-b230-4cf6-b6f0-5a93fe135417', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2508d7a4-3874-422c-8851-65b772cb03fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:05:03Z', 'updated_at': '2021-12-19T14:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:06:13.215565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] For port e966d577-c1f7-4105-9ef0-b3e790ba8881, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e966d577-c1f7-4105-9ef0-b3e790ba8881,segment=NetworkSegment(8b018a08-0d43-4a53-8435-95793592d306),segment_id=8b018a08-0d43-4a53-8435-95793592d306)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:06:13.215972 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:13.342207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Calling delete_port for e966d577-c1f7-4105-9ef0-b3e790ba8881 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:06:13.438196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:13.441815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-ac0af91a-e7c7-4a63-a373-15c0221daa5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:13.461227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:13.464953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-3ad247bf-4724-4f6d-9409-a46cb9ea4bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:13.484681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=6f32ba52-b230-4cf6-b6f0-5a93fe135417,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:13.488057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:13.511414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Pushing event deleted for resources: {'Port': ['ID=e966d577-c1f7-4105-9ef0-b3e790ba8881,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:13.521058 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] No DVR routers for this DVR port e966d577-c1f7-4105-9ef0-b3e790ba8881 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:06:13.526295 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:13.526673 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:13.526979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:13.532183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:13.532183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:13.532183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:13.532183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:13.532183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:13.532183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:13.532183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:13.532183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:13.534536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:13.741967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:13.994554 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:13.998547 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.074405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.074928 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Fanout notify agent at l3_agent the message router_deleted on router 2508d7a4-3874-422c-8851-65b772cb03fe {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:06:14.089895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.091182 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/routers/2508d7a4-3874-422c-8851-65b772cb03fe HTTP/1.1" status: 204  len: 168 time: 1.7601926
Dec 19 14:06:14.094886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52776) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:14.212317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.341466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.365072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d4645bc40>,) {'filters': {'network_id': ['5aa6570f-9872-4c90-9ce1-22edc1613251']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:14.376957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4645bc40>, '8b018a08-0d43-4a53-8435-95793592d306') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:14.377242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d4645bc40>, '8b018a08-0d43-4a53-8435-95793592d306') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:14.388733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.407916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.413735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:06:14.414103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:06:14.427611 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:06:14.543962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6f32ba52-b230-4cf6-b6f0-5a93fe135417 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:06:14.577031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 6f32ba52-b230-4cf6-b6f0-5a93fe135417 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:06:14.577378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6f32ba52-b230-4cf6-b6f0-5a93fe135417 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:06:14.577806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:06:14.603430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.606845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-80de5d02-93a9-4a55-a459-e4ff0349851a tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:14.617294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:06:14.621089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 91b0a4b0-6ab1-4d4d-a071-5ade0b85737c not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:06:14.621089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e966d577-c1f7-4105-9ef0-b3e790ba8881 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:06:14.623639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.635032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Network': ['ID=5aa6570f-9872-4c90-9ce1-22edc1613251,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:14.638273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:14.652270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: e966d577-c1f7-4105-9ef0-b3e790ba8881 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:06:14.652628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e966d577-c1f7-4105-9ef0-b3e790ba8881 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:06:14.715532 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/networks/5aa6570f-9872-4c90-9ce1-22edc1613251 HTTP/1.1" status: 204  len: 168 time: 0.6194761
Dec 19 14:06:14.718278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52780) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:14.723250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-136ccb7f-a7a7-41d8-9699-e4baf60ea88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.896827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74c01b67-8f0b-46cc-a23b-67ad3f9044b6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:14.924957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74c01b67-8f0b-46cc-a23b-67ad3f9044b6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:15.045722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74c01b67-8f0b-46cc-a23b-67ad3f9044b6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:15.049569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1fca3bf1-14b9-4dba-86a6-739696a65c16 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:15.064763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c01b67-8f0b-46cc-a23b-67ad3f9044b6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa75597b-a0f5-4e2c-afdc-fb9f52d1843c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:15.067292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74c01b67-8f0b-46cc-a23b-67ad3f9044b6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:15.130679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-74c01b67-8f0b-46cc-a23b-67ad3f9044b6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:15.131990 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-74c01b67-8f0b-46cc-a23b-67ad3f9044b6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/security-groups/aa75597b-a0f5-4e2c-afdc-fb9f52d1843c HTTP/1.1" status: 204  len: 168 time: 0.4126878
Dec 19 14:06:15.515959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52788) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:15.521575 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102587537', 'description': 'tempest-secgroup-smoke-102587537 description', 'project_id': '25a17a5984144a0aa8c4713b01d435e2'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:15.528218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:15.532199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:15.534952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:15.542271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:15.629175 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:15.665028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:15.668670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:15.671408 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:15.676922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:15.733288 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:15.805741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:15.809328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a098b08d-8caf-4a85-bee4-91a23f9dc5cd tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:15.857092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c108b4d8-89fc-4606-b854-c0b32ea163fd,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:15.860060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:15.908827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:15.910021 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-653a4859-c23d-4979-a635-a84947e4a728 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3930922
Dec 19 14:06:15.913317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52792) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:15.918774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'c108b4d8-89fc-4606-b854-c0b32ea163fd', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:15.924670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:15.929195 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:15.932080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:15.937609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:16.023312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.085306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.157634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.159414 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-54e8d510-7892-4e4a-8631-24b84a365b2b tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:16.181382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3603f8-df07-492a-ba0e-79d288b79c64,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:16.183705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:16.260867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.262068 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3477263
Dec 19 14:06:16.264827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52796) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:16.270755 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'c108b4d8-89fc-4606-b854-c0b32ea163fd', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:16.277432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:16.281437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:16.284315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:16.291223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:16.346581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.377256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.383994 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.444284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.575226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.577026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-59a50482-4e0b-494a-b58f-9ec42ac2765e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:16.602035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138af5a2-b792-499f-a826-8e42124798e4,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:16.602697 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:16.723637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.724954 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4590359
Dec 19 14:06:16.727662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52800) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:16.733074 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'c108b4d8-89fc-4606-b854-c0b32ea163fd', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:16.739131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:16.743176 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:16.746004 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:16.751717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:16.832459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.894143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.957825 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:16.960142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a50652ba-97d1-499b-a6b6-4755d09d8c68 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:16.985042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16272d86-c9d4-429e-9bbf-5ce2ea924db8,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:16.989211 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:17.055198 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:17.056369 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3278158
Dec 19 14:06:17.059095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52804) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:17.064409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'c108b4d8-89fc-4606-b854-c0b32ea163fd', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:17.070122 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:17.073899 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:17.076796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:17.082650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:17.152774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:17.216346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:17.300359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:17.302183 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d1207d4d-8c8e-4757-9f26-07f80dc223f8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:17.324049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1638eb21-b19b-4699-ac3d-6d293dedca6a,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:17.326405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:17.420424 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:17.421526 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3615508
Dec 19 14:06:17.424147 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52808) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:17.429613 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'c108b4d8-89fc-4606-b854-c0b32ea163fd', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:17.435371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:17.439105 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:17.442026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:17.448260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:17.524295 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Project 25a17a5984144a0aa8c4713b01d435e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:06:17.530637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:17.595294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:17.660540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:17.665290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2c2d6e0e-2594-4fbb-9005-d585d610f4fe tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:17.685316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b708a94-e8fe-485b-8cde-c3838beb93eb,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:17.689494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:17.743009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:17.771512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:17.772831 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0bfac272-69a5-4113-836e-09683b423729 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3477359
Dec 19 14:06:17.775438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52812) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:17.781043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'c108b4d8-89fc-4606-b854-c0b32ea163fd', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:17.786809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:17.790735 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:17.793596 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:17.799290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:17.863272 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Project 25a17a5984144a0aa8c4713b01d435e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:06:17.870787 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:17.942508 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:18.005569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:18.008218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bf0532f8-492a-4cdc-9a30-8430479ca3c5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:18.029608 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2face369-7800-4787-b871-bb710432df56,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:18.033757 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:18.103117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:18.104305 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-883be848-fa06-462d-b8cf-36de0bddfef3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3279552
Dec 19 14:06:18.107075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52816) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:18.112501 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'network': {'name': 'tempest-network-smoke--1084108967', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'port_security_enabled': True}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:18.117972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:18.123597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:network and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:18.124756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:18.130321 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:18.206087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'network': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:06:18.209196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:18.242533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=84125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:06:18.253341 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:18.253681 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.segments_db [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Added segment 430b1387-8346-42d5-88ce-f71250888f7e of type vlan for network 9ed1d081-9d7c-49f6-a4b4-f0230b946920
Dec 19 14:06:18.279061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:18.383260 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:18.386936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:18.387528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:18.391037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-97e4ea4b-7320-4b3a-b40c-2683eae793e6 tempest-RoutersNegativeTest-1473450219 tempest-RoutersNegativeTest-1473450219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:18.492867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Network': ['ID=9ed1d081-9d7c-49f6-a4b4-f0230b946920,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:18.495399 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:18.502755 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:06:18.561091 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4530144
Dec 19 14:06:18.563857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52820) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:18.569170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'admin_state_up': True, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:18.575995 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:18.580319 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:router and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:18.583921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:18.590087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:18.663816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:18.664804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:18.682691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:19.022818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:19.264423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:19.294146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:19.426502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.26.4.15 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/fb40a749-fdfc-43d1-9fdd-a053c17e953f) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:06:19.574509 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:19.661768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:19.665954 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7ede1b34-877d-4ac0-bce8-29a1e77cf7a9 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:19.724413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:06:19.731478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:06:19.735441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:06:19.767873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=fb40a749-fdfc-43d1-9fdd-a053c17e953f,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:19.774370 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:19.948529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:19.949151 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:20.249236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router a2289378-973a-484b-b16f-84202045d381 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:06:20.446800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:06:20.455973 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79175fc5-b802-4115-9181-68975c28392c None None] Sync routers for ids ['a2289378-973a-484b-b16f-84202045d381'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:06:20.469306 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79175fc5-b802-4115-9181-68975c28392c None None] Routers {'a2289378-973a-484b-b16f-84202045d381'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:06:20.473542 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-79175fc5-b802-4115-9181-68975c28392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4756f8b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:06:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['a2289378-973a-484b-b16f-84202045d381'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:20.563832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:20.565059 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.0002475
Dec 19 14:06:20.568193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52824) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:20.612546 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-05c11fb1-9462-493a-b9f4-dde2b5929e5e tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=25a17a5984144a0aa8c4713b01d435e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0426865
Dec 19 14:06:20.615193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52828) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:20.673895 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-79175fc5-b802-4115-9181-68975c28392c None None] Set router a2289378-973a-484b-b16f-84202045d381 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:06:20.748353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26d30ec-b616-484a-bc98-f13f1cb9515a tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:20.749811 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e26d30ec-b616-484a-bc98-f13f1cb9515a tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1337247
Dec 19 14:06:20.752651 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52832) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:20.791543 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-210a7f90-a52c-4287-a2ad-f5ef863d2d58 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0377524
Dec 19 14:06:20.793970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52836) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:20.799090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1392293348', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:20.959284 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-79175fc5-b802-4115-9181-68975c28392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4756f8b0>, [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:19Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:20.963463 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79175fc5-b802-4115-9181-68975c28392c None None] Checking router: a2289378-973a-484b-b16f-84202045d381 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:06:20.963952 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79175fc5-b802-4115-9181-68975c28392c None None] Updating router a2289378-973a-484b-b16f-84202045d381 port fb40a749-fdfc-43d1-9fdd-a053c17e953f binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:06:21.014917 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-79175fc5-b802-4115-9181-68975c28392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:21.030991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:21.034675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:subnet and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:21.037413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:21.043345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:21.108487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'subnet': 1} {{(pid=84125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:06:21.209070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15506566'] for subnet, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:21.334501 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-79175fc5-b802-4115-9181-68975c28392c None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:21.345640 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-79175fc5-b802-4115-9181-68975c28392c None None] Transition to ACTIVE for port object fb40a749-fdfc-43d1-9fdd-a053c17e953f will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:06:21.411826 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-79175fc5-b802-4115-9181-68975c28392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:21.416929 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-74e3c40f-5e08-4010-a31f-d2e84a79979a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:21.492438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16132173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15506612'] for subnet, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:21.493291 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-79175fc5-b802-4115-9181-68975c28392c None None] Attempting to bind port fb40a749-fdfc-43d1-9fdd-a053c17e953f on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:06:21.493752 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-79175fc5-b802-4115-9181-68975c28392c None None] Attempting to bind port fb40a749-fdfc-43d1-9fdd-a053c17e953f by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:06:21.494010 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79175fc5-b802-4115-9181-68975c28392c None None] Attempting to bind port fb40a749-fdfc-43d1-9fdd-a053c17e953f on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:06:21.495952 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Pushing event updated for resources: {'Port': ['ID=fb40a749-fdfc-43d1-9fdd-a053c17e953f,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:21.503251 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-01773ef2-78fc-4670-b0b4-f845bcde78a8 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:21.507133 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79175fc5-b802-4115-9181-68975c28392c None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:06:21.507611 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79175fc5-b802-4115-9181-68975c28392c None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:06:21.508010 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-79175fc5-b802-4115-9181-68975c28392c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:21.508407 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79175fc5-b802-4115-9181-68975c28392c None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:06:21.508865 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-79175fc5-b802-4115-9181-68975c28392c None None] Bound port: fb40a749-fdfc-43d1-9fdd-a053c17e953f, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:06:21.509238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-79175fc5-b802-4115-9181-68975c28392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:21.533226 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:21.533565 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:21.533921 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:21.534249 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:21.534576 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:21.534892 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:21.535231 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:21.535552 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:21.535965 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:21.536288 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:21.536612 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:06:21.544937 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:21.574087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Subnet': ['ID=1b527898-3703-4948-a89d-bf60d4c50a3e,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:21.577721 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:21.586856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Checking segment: {'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:06:21.587159 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network hostable DHCP agents. Network: 9ed1d081-9d7c-49f6-a4b4-f0230b946920, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:06:21.592496 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-79175fc5-b802-4115-9181-68975c28392c None None] For port fb40a749-fdfc-43d1-9fdd-a053c17e953f, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:06:21.595760 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-79175fc5-b802-4115-9181-68975c28392c None None] For port fb40a749-fdfc-43d1-9fdd-a053c17e953f, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fb40a749-fdfc-43d1-9fdd-a053c17e953f,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:06:21.669534 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-79175fc5-b802-4115-9181-68975c28392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:21.673181 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-39706e44-0285-41cf-a886-307d8b1b9da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:21.697530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:06:21.748865 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79175fc5-b802-4115-9181-68975c28392c None None] Routers {'a2289378-973a-484b-b16f-84202045d381'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:06:21.749456 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-79175fc5-b802-4115-9181-68975c28392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4756f8b0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:06:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['a2289378-973a-484b-b16f-84202045d381'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:21.766196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 9ed1d081-9d7c-49f6-a4b4-f0230b946920) {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:06:21.770070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:21.770671 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:21.776383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6f0123-ef5e-4fe3-bd1b-3abcd522406c None None] Network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:06:21.799095 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Pushing event updated for resources: {'Port': ['ID=fb40a749-fdfc-43d1-9fdd-a053c17e953f,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:21.806585 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-2f40af32-6c86-4e53-a681-627214d99d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:21.856890 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9c8f68dc-adcf-4ac4-ac01-db49e4ee829d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0617602
Dec 19 14:06:21.859392 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52840) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:21.935305 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-79175fc5-b802-4115-9181-68975c28392c None None] Set router a2289378-973a-484b-b16f-84202045d381 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:06:22.001183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ips': [{'subnet_id': '1b527898-3703-4948-a89d-bf60d4c50a3e'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:06:22.002102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:22.161344 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Allocated IP 172.20.0.2 (9ed1d081-9d7c-49f6-a4b4-f0230b946920/1b527898-3703-4948-a89d-bf60d4c50a3e/d206f0be-e663-486a-b450-89b4ee337282) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:06:22.221911 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-79175fc5-b802-4115-9181-68975c28392c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4756f8b0>, [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:19Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:22.226561 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79175fc5-b802-4115-9181-68975c28392c None None] The sync data for ids ['a2289378-973a-484b-b16f-84202045d381'] in dv-neutron-821895-1-hyperv is: [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:19Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:06:22.380369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:22.395009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Transition to ACTIVE for port object d206f0be-e663-486a-b450-89b4ee337282 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:06:22.419968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Transition to ACTIVE for port object d206f0be-e663-486a-b450-89b4ee337282 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:06:22.489934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:22.495110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:22.563993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:06:22.567445 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:06:22.572642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:06:22.575092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Pushing event updated for resources: {'Port': ['ID=d206f0be-e663-486a-b450-89b4ee337282,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:22.579102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:22.671819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Attempting to bind port d206f0be-e663-486a-b450-89b4ee337282 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:06:22.672289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Attempting to bind port d206f0be-e663-486a-b450-89b4ee337282 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:06:22.672762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Attempting to bind port d206f0be-e663-486a-b450-89b4ee337282 on network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:06:22.675959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:22.680878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:06:22.681381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Checking segment: {'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:06:22.681913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:22.682412 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Bound using segment: {'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:06:22.682981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Bound port: d206f0be-e663-486a-b450-89b4ee337282, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:06:22.683504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:22.777824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] For port d206f0be-e663-486a-b450-89b4ee337282, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:06:22.781499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] For port d206f0be-e663-486a-b450-89b4ee337282, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d206f0be-e663-486a-b450-89b4ee337282,segment=NetworkSegment(430b1387-8346-42d5-88ce-f71250888f7e),segment_id=430b1387-8346-42d5-88ce-f71250888f7e)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:06:22.867999 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:22.873262 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:22.962218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Pushing event updated for resources: {'Port': ['ID=d206f0be-e663-486a-b450-89b4ee337282,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:22.965618 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:23.236653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.20.0.1 (9ed1d081-9d7c-49f6-a4b4-f0230b946920/1b527898-3703-4948-a89d-bf60d4c50a3e/41f20e82-26c8-4199-a05b-af311cc973ae) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:06:23.394443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:23.410560 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Transition to ACTIVE for port object 41f20e82-26c8-4199-a05b-af311cc973ae will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:06:23.515313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:23.519120 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4f703d67-c7ca-40ad-9a9c-38bb15e5d0a1 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:23.588678 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:06:23.592261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:06:23.596464 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:06:23.627417 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=41f20e82-26c8-4199-a05b-af311cc973ae,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:23.635085 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:23.660230 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:23.818656 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:23.845223 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a06784-fa29-457e-9400-289a7c4a1925 None None] Network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:06:24.063487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-21df3074-382b-41b6-bf4c-676dd7588409 None None] Provisioning for port d206f0be-e663-486a-b450-89b4ee337282 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:06:24.223989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:24.274553 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:24.315652 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c4e96151-1669-4bc2-81c7-42c7d687f74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:24.355305 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1a98343a-3d08-4206-a7b7-c1864cd9a5dc None None] Provisioning for port 41f20e82-26c8-4199-a05b-af311cc973ae completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:06:24.360342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1a98343a-3d08-4206-a7b7-c1864cd9a5dc None None] Provisioning complete for port 41f20e82-26c8-4199-a05b-af311cc973ae triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:06:24.361016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1a98343a-3d08-4206-a7b7-c1864cd9a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:24.399143 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:24.402804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=41f20e82-26c8-4199-a05b-af311cc973ae,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:24.405716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:24.440756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-1a98343a-3d08-4206-a7b7-c1864cd9a5dc None None] Port 41f20e82-26c8-4199-a05b-af311cc973ae cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:06:24.447200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fb40a749-fdfc-43d1-9fdd-a053c17e953f up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:06:24.549161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:06:24.550364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:06:24.586809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port fb40a749-fdfc-43d1-9fdd-a053c17e953f completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:06:24.593120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fb40a749-fdfc-43d1-9fdd-a053c17e953f triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:06:24.593778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:24.677329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-aee96590-49ef-475a-9c97-d106252ade3d None None] Provisioning complete for port 41f20e82-26c8-4199-a05b-af311cc973ae triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:06:24.677793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aee96590-49ef-475a-9c97-d106252ade3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:24.816219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-aee96590-49ef-475a-9c97-d106252ade3d None None] Port 41f20e82-26c8-4199-a05b-af311cc973ae cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:06:24.822052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:24.838734 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port fb40a749-fdfc-43d1-9fdd-a053c17e953f, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fb40a749-fdfc-43d1-9fdd-a053c17e953f,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:06:24.918428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:24.919530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d206f0be-e663-486a-b450-89b4ee337282 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:06:24.944503 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:25.044696 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=fb40a749-fdfc-43d1-9fdd-a053c17e953f,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:25.047833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-18b9a4bd-3530-4ecc-98c3-a6df65b67716 None None] Provisioning complete for port 41f20e82-26c8-4199-a05b-af311cc973ae triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:06:25.048218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-18b9a4bd-3530-4ecc-98c3-a6df65b67716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:25.072558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router a2289378-973a-484b-b16f-84202045d381 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:06:25.075384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:25.105976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-18b9a4bd-3530-4ecc-98c3-a6df65b67716 None None] Port 41f20e82-26c8-4199-a05b-af311cc973ae cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:06:25.200145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port d206f0be-e663-486a-b450-89b4ee337282 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:06:25.205409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d206f0be-e663-486a-b450-89b4ee337282 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:06:25.205912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:25.273751 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:06:25.286619 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "PUT /v2.0/routers/a2289378-973a-484b-b16f-84202045d381/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4260068
Dec 19 14:06:25.324519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:25.357508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port d206f0be-e663-486a-b450-89b4ee337282, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d206f0be-e663-486a-b450-89b4ee337282,segment=NetworkSegment(430b1387-8346-42d5-88ce-f71250888f7e),segment_id=430b1387-8346-42d5-88ce-f71250888f7e)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:06:25.415203 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:25.419355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:25.456891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-af4c82cc-046a-4e99-bf21-c1d1778033b3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:06:25.488117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=d206f0be-e663-486a-b450-89b4ee337282,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:25.491026 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:25.523803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-af4c82cc-046a-4e99-bf21-c1d1778033b3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:06:25.525016 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-af4c82cc-046a-4e99-bf21-c1d1778033b3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102587537&fields=id&tenant_id=25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 267 time: 0.1082191
Dec 19 14:06:25.677975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-48de630f-1870-4d3a-9dfd-735032774903 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:25.678781 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-48de630f-1870-4d3a-9dfd-735032774903 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:06:25.746549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-48de630f-1870-4d3a-9dfd-735032774903 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:06:25.747840 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-48de630f-1870-4d3a-9dfd-735032774903 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/networks?id=9ed1d081-9d7c-49f6-a4b4-f0230b946920 HTTP/1.1" status: 200  len: 797 time: 0.2161932
Dec 19 14:06:25.764840 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-72a6e2ce-6b9f-4c01-be55-77c12e29ff8f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/quotas/25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 375 time: 0.0114818
Dec 19 14:06:25.820894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:25.846854 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-9ba63b65-29c8-42d2-9209-0bc72f9d50b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:06:25.849450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Sync routers for ids ['a2289378-973a-484b-b16f-84202045d381'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:06:25.861322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Routers {'a2289378-973a-484b-b16f-84202045d381'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:06:25.861841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46eecdf0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:06:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['a2289378-973a-484b-b16f-84202045d381'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:25.908812 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-9ba63b65-29c8-42d2-9209-0bc72f9d50b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:06:25.910147 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-9ba63b65-29c8-42d2-9209-0bc72f9d50b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1400380
Dec 19 14:06:26.041104 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Set router a2289378-973a-484b-b16f-84202045d381 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:06:26.114962 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-f44a82c8-58c1-4492-87e2-bf931a5cca53 service neutron] 10.222.0.24 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927609
Dec 19 14:06:26.245972 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b22b91f2-0920-41f5-ae9f-e3dfc34276a3 service neutron] 10.222.0.24 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246200
Dec 19 14:06:26.351686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fb40a749-fdfc-43d1-9fdd-a053c17e953f up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:06:26.380267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46eecdf0>, [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:23Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '41f20e82-26c8-4199-a05b-af311cc973ae', 'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:99:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:23Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 2, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:26.392181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Checking router: a2289378-973a-484b-b16f-84202045d381 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:06:26.392537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Updating router a2289378-973a-484b-b16f-84202045d381 port 41f20e82-26c8-4199-a05b-af311cc973ae binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:06:26.461018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:26.519362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fb40a749-fdfc-43d1-9fdd-a053c17e953f triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:06:26.519736 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:26.528205 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7c80ba8d-faf3-4492-a376-7663b5a5d415 req-e0034280-ea0f-43a1-b96c-30b9ad4580d0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 210 time: 0.0453022
Dec 19 14:06:26.778094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d206f0be-e663-486a-b450-89b4ee337282 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:06:26.967671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d206f0be-e663-486a-b450-89b4ee337282 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:06:26.967954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:27.018712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:27.042650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Transition to ACTIVE for port object 41f20e82-26c8-4199-a05b-af311cc973ae will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:06:27.114481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:27.118062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:27.235904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ce54b-8c1a-4881-9ac1-2c4076d9cbc2 None None] Pushing event updated for resources: {'Port': ['ID=41f20e82-26c8-4199-a05b-af311cc973ae,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:27.239786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-123ce54b-8c1a-4881-9ac1-2c4076d9cbc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:27.328019 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Attempting to bind port 41f20e82-26c8-4199-a05b-af311cc973ae on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:06:27.328384 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Attempting to bind port 41f20e82-26c8-4199-a05b-af311cc973ae by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:06:27.328748 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Attempting to bind port 41f20e82-26c8-4199-a05b-af311cc973ae on network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:06:27.336206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:06:27.336607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Checking segment: {'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:06:27.337013 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:27.337441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Bound using segment: {'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:06:27.337887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Bound port: 41f20e82-26c8-4199-a05b-af311cc973ae, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:06:27.338381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:27.423846 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] For port 41f20e82-26c8-4199-a05b-af311cc973ae, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:06:27.426827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] For port 41f20e82-26c8-4199-a05b-af311cc973ae, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=41f20e82-26c8-4199-a05b-af311cc973ae,segment=NetworkSegment(430b1387-8346-42d5-88ce-f71250888f7e),segment_id=430b1387-8346-42d5-88ce-f71250888f7e)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:06:27.489974 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:27.494405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:27.585339 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Routers {'a2289378-973a-484b-b16f-84202045d381'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:06:27.586242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46eecdf0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:06:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['a2289378-973a-484b-b16f-84202045d381'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:27.644801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ce54b-8c1a-4881-9ac1-2c4076d9cbc2 None None] Pushing event updated for resources: {'Port': ['ID=41f20e82-26c8-4199-a05b-af311cc973ae,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:27.653594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-123ce54b-8c1a-4881-9ac1-2c4076d9cbc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:27.662153 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aecc3a29-c50c-4591-8fbd-25b238894a34 req-203ec522-8b27-402b-b71c-cd461bf5522a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 210 time: 0.0605907
Dec 19 14:06:27.792855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] Set router a2289378-973a-484b-b16f-84202045d381 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:06:28.055640 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:06:28.153713 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46eecdf0>, [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:23Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '41f20e82-26c8-4199-a05b-af311cc973ae', 'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:99:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:23Z', 'updated_at': '2021-12-19T14:06:27Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:28.158425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ad823-5afb-48e0-a80f-cc607e0b9f12 None None] The sync data for ids ['a2289378-973a-484b-b16f-84202045d381'] in dv-neutron-821895-1-hyperv is: [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:23Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '41f20e82-26c8-4199-a05b-af311cc973ae', 'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:99:c1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:23Z', 'updated_at': '2021-12-19T14:06:27Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:06:28.375325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 41f20e82-26c8-4199-a05b-af311cc973ae up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:06:28.517791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 41f20e82-26c8-4199-a05b-af311cc973ae completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:06:28.525136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 41f20e82-26c8-4199-a05b-af311cc973ae triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:06:28.525524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:28.659799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:28.696934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 41f20e82-26c8-4199-a05b-af311cc973ae, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=41f20e82-26c8-4199-a05b-af311cc973ae,segment=NetworkSegment(430b1387-8346-42d5-88ce-f71250888f7e),segment_id=430b1387-8346-42d5-88ce-f71250888f7e)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:06:28.764128 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:28.766167 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:28.775656 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a58adb44-dbfb-4c97-88f4-ce17b4296f4a req-2b5aeca2-e94f-4a2f-b139-9fc4c8a3083a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 210 time: 0.0436306
Dec 19 14:06:28.840342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=41f20e82-26c8-4199-a05b-af311cc973ae,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:28.843564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:29.887797 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7002c47b-e7c8-4a2a-9c86-557e5ea9f8dd req-59551604-fe60-443e-993d-9e33a67fb13e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 210 time: 0.0446382
Dec 19 14:06:30.344102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 41f20e82-26c8-4199-a05b-af311cc973ae up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:06:30.410583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 41f20e82-26c8-4199-a05b-af311cc973ae triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:06:30.410964 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:31.048723 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-12cbdc53-db80-4ef1-8673-914e09cd5813 req-ed5549eb-0ad6-43dc-ae8f-3bf5379230bc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 210 time: 0.0402615
Dec 19 14:06:32.208849 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d37401c4-2418-42ec-a970-3775f0c18a53 req-51211ca9-b814-4b8f-acfe-721ad437ee9a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 210 time: 0.0412047
Dec 19 14:06:32.548323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-1cc810d1-51e0-420b-b479-ada59dc4bb5c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:32.548981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-1cc810d1-51e0-420b-b479-ada59dc4bb5c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:06:32.560989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-1cc810d1-51e0-420b-b479-ada59dc4bb5c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:06:32.562057 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-1cc810d1-51e0-420b-b479-ada59dc4bb5c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/networks?id=9ed1d081-9d7c-49f6-a4b4-f0230b946920 HTTP/1.1" status: 200  len: 797 time: 0.1557140
Dec 19 14:06:32.616366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-f949efdb-3bcc-4616-9857-c15312ff5c1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:06:32.628524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-f949efdb-3bcc-4616-9857-c15312ff5c1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:06:32.629616 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-f949efdb-3bcc-4616-9857-c15312ff5c1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 379 time: 0.0548861
Dec 19 14:06:32.638154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'port': {'device_id': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'admin_state_up': True, 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'security_groups': ['c108b4d8-89fc-4606-b854-c0b32ea163fd']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:32.772452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:32.782278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:32.860837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:06:32.863917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:33.027653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.20.0.3 (9ed1d081-9d7c-49f6-a4b4-f0230b946920/1b527898-3703-4948-a89d-bf60d4c50a3e/ad10ff57-ce6a-46df-88f3-bab9ae4f63bb) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:06:33.213640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:33.229334 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Transition to ACTIVE for port object ad10ff57-ce6a-46df-88f3-bab9ae4f63bb will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:06:33.312723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:33.318568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c5f30160-7353-43d3-93c0-b78eba63002b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:33.380797 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:06:33.388833 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:06:33.393108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:06:33.408263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f37fd-19ff-4385-b690-80491be49500 req-8c530fd6-b14d-4afc-adc9-4bd195a75ecd tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:33.411319 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-167f37fd-19ff-4385-b690-80491be49500 req-8c530fd6-b14d-4afc-adc9-4bd195a75ecd tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 931 time: 0.0826945
Dec 19 14:06:33.425500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:33.432939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:33.459654 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-167f37fd-19ff-4385-b690-80491be49500 req-676bec15-2dba-4b00-870b-852ad56507a6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432615
Dec 19 14:06:33.463828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:33.464478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:33.561280 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9266081
Dec 19 14:06:33.573814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Request body: {'port': {'device_id': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:33.674657 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f8aa3960-fde9-43d5-b005-cd4a0847fe81 None None] Provisioning for port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:06:33.680233 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f8aa3960-fde9-43d5-b005-cd4a0847fe81 None None] Provisioning complete for port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:06:33.680763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f8aa3960-fde9-43d5-b005-cd4a0847fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:33.686340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:33.733479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa3960-fde9-43d5-b005-cd4a0847fe81 None None] Port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:06:34.018316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad10ff57-ce6a-46df-88f3-bab9ae4f63bb {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:06:34.025930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:34.040087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Transition to ACTIVE for port object ad10ff57-ce6a-46df-88f3-bab9ae4f63bb will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:06:34.106152 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:34.110297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f51d34bc-68d7-4650-9470-8d84d59f4712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:34.234351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:34.238387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:34.340872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Attempting to bind port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:06:34.341194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Attempting to bind port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:06:34.341509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Attempting to bind port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb on network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:06:34.347183 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb on network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:06:34.347495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Attempting to bind port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb on network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:06:34.354158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:06:34.354481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Checking segment: {'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:06:34.354848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Bound using segment: {'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:06:34.355294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Bound port: ad10ff57-ce6a-46df-88f3-bab9ae4f63bb, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '430b1387-8346-42d5-88ce-f71250888f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:06:34.355631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:34.544072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] For port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:06:34.547017 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] For port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb,segment=NetworkSegment(430b1387-8346-42d5-88ce-f71250888f7e),segment_id=430b1387-8346-42d5-88ce-f71250888f7e)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:06:34.623603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:34.628908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ca15790a-cd0b-4d4b-89c8-27d312a0ab2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:34.662069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4130-56b3-4d80-b6f9-a2354cfcb212 req-d1074ba6-3616-46c4-9eba-ae95a3bd294c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:34.663588 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b38b4130-56b3-4d80-b6f9-a2354cfcb212 req-d1074ba6-3616-46c4-9eba-ae95a3bd294c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 943 time: 0.0782695
Dec 19 14:06:34.679671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:34.680872 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/ad10ff57-ce6a-46df-88f3-bab9ae4f63bb HTTP/1.1" status: 200  len: 1093 time: 1.1118913
Dec 19 14:06:34.683487 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'tag': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:06:34.721728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:34.723685 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b38b4130-56b3-4d80-b6f9-a2354cfcb212 req-de869ddc-48a4-4305-a8ce-76a9e8bf5148 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542004
Dec 19 14:06:34.725270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:34.758181 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'tag': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb', 'status': 'completed', 'code': 200}
Dec 19 14:06:34.850281 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-17bae354-af4b-4813-9f99-467bc8cda81c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 1096 time: 0.0745294
Dec 19 14:06:34.918386 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-043ae46c-67db-40c9-bbdb-42f605228e28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb HTTP/1.1" status: 200  len: 217 time: 0.0611825
Dec 19 14:06:34.982549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-d1b9a591-d7ed-4fb7-8819-74e4bf40e35e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:34.983910 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-d1b9a591-d7ed-4fb7-8819-74e4bf40e35e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b527898-3703-4948-a89d-bf60d4c50a3e HTTP/1.1" status: 200  len: 835 time: 0.0596132
Dec 19 14:06:35.057744 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-d4e0dd31-3ecf-42d3-bf0f-177a1f62593d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ed1d081-9d7c-49f6-a4b4-f0230b946920&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676079
Dec 19 14:06:35.186513 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-fb95a235-08fa-411c-bf85-bcc82d483a10 service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224072
Dec 19 14:06:35.314760 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70133074-16dc-4b01-9e22-4f8a68a1f13b req-34cce504-ade2-4266-96e8-1a143d22103f service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221433
Dec 19 14:06:35.544124 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bc6a9f0-0431-4fa7-a720-c594dfaba367 req-6ebd4126-8dc9-4b15-9ef0-c5e92646d66a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 1096 time: 0.0730305
Dec 19 14:06:35.677256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6a9f0-0431-4fa7-a720-c594dfaba367 req-039051fd-f9e2-44bf-bd81-b29b5842627e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:35.678677 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bc6a9f0-0431-4fa7-a720-c594dfaba367 req-039051fd-f9e2-44bf-bd81-b29b5842627e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ed1d081-9d7c-49f6-a4b4-f0230b946920 HTTP/1.1" status: 200  len: 898 time: 0.1280096
Dec 19 14:06:35.746581 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bc6a9f0-0431-4fa7-a720-c594dfaba367 req-8d8b51bb-48c1-4431-b38b-be07098b2ca8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb HTTP/1.1" status: 200  len: 217 time: 0.0605211
Dec 19 14:06:35.812353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6a9f0-0431-4fa7-a720-c594dfaba367 req-04b65f97-357e-470a-b4f5-765a0e789d6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:35.813783 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bc6a9f0-0431-4fa7-a720-c594dfaba367 req-04b65f97-357e-470a-b4f5-765a0e789d6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b527898-3703-4948-a89d-bf60d4c50a3e HTTP/1.1" status: 200  len: 835 time: 0.0600953
Dec 19 14:06:35.887985 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bc6a9f0-0431-4fa7-a720-c594dfaba367 req-5f6899c0-128b-47fe-9ed2-135bc82f2385 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ed1d081-9d7c-49f6-a4b4-f0230b946920&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677178
Dec 19 14:06:35.921017 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09389343-d92c-40d2-be1a-844a73a83315 req-8baa54b1-54db-46fc-8a5c-6eae996f9742 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:35.922438 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-09389343-d92c-40d2-be1a-844a73a83315 req-8baa54b1-54db-46fc-8a5c-6eae996f9742 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 943 time: 0.0766463
Dec 19 14:06:35.966905 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-09389343-d92c-40d2-be1a-844a73a83315 req-43cf31ae-d7e3-4def-9f9c-6f7dc5ddd6ff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389023
Dec 19 14:06:36.019273 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bc6a9f0-0431-4fa7-a720-c594dfaba367 req-7298fb95-2c2d-4543-aa5a-ee0fa7a0d3bb service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242356
Dec 19 14:06:36.157077 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6bc6a9f0-0431-4fa7-a720-c594dfaba367 req-e91d07bf-f217-4f22-91a5-772c56cfbdcd service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305740
Dec 19 14:06:37.165191 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69d93-c74d-46c8-b801-4571bcb9ae60 req-64c855c1-3135-41c5-afcc-fae6aca34f7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:37.166600 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07d69d93-c74d-46c8-b801-4571bcb9ae60 req-64c855c1-3135-41c5-afcc-fae6aca34f7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 943 time: 0.0795963
Dec 19 14:06:37.212370 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07d69d93-c74d-46c8-b801-4571bcb9ae60 req-a0431991-2613-44a3-a69c-bd6175ae24e0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402815
Dec 19 14:06:38.407860 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0da98-198c-4571-9a3e-dd1463cae962 req-22682b0b-e5ea-463c-a0ca-0b29343aac78 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:38.409283 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b8d0da98-198c-4571-9a3e-dd1463cae962 req-22682b0b-e5ea-463c-a0ca-0b29343aac78 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 943 time: 0.0749941
Dec 19 14:06:38.454012 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b8d0da98-198c-4571-9a3e-dd1463cae962 req-b88595ff-b978-4303-9864-b4e363e3783d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393128
Dec 19 14:06:39.198668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ad10ff57-ce6a-46df-88f3-bab9ae4f63bb details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:06:39.326623 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb,segment=NetworkSegment(430b1387-8346-42d5-88ce-f71250888f7e),segment_id=430b1387-8346-42d5-88ce-f71250888f7e)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:06:39.340147 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'port_id': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb', 'mac_address': 'fa:16:3e:40:87:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:06:39.390896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:39.407937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad10ff57-ce6a-46df-88f3-bab9ae4f63bb {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:06:39.422541 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb,segment=NetworkSegment(430b1387-8346-42d5-88ce-f71250888f7e),segment_id=430b1387-8346-42d5-88ce-f71250888f7e)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:06:39.529173 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:39.531113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cc29f160-26e6-43b7-a7b1-fd784464b9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:39.599512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:39.602605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:39.658127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d676d79-41d8-4083-9133-377b161de91d req-4128ef01-d244-428f-ad06-c9d2c8c09ff1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:39.659568 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d676d79-41d8-4083-9133-377b161de91d req-4128ef01-d244-428f-ad06-c9d2c8c09ff1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 944 time: 0.0801220
Dec 19 14:06:39.704356 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0d676d79-41d8-4083-9133-377b161de91d req-fcb6438e-0b9c-4fd4-b3a6-cad96ac6f893 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391834
Dec 19 14:06:39.736450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['ad10ff57-ce6a-46df-88f3-bab9ae4f63bb'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:06:40.901335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd9a5d-3236-4a18-bfb5-1c52d3ebae40 req-131f57e2-f8af-4ddd-b3ec-80a77f1ad307 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:40.902769 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eecd9a5d-3236-4a18-bfb5-1c52d3ebae40 req-131f57e2-f8af-4ddd-b3ec-80a77f1ad307 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 944 time: 0.0763433
Dec 19 14:06:40.951259 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eecd9a5d-3236-4a18-bfb5-1c52d3ebae40 req-813682d5-51e5-4371-b2de-ef203d816577 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430233
Dec 19 14:06:41.211207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ad10ff57-ce6a-46df-88f3-bab9ae4f63bb up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:06:41.325445 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:06:41.330120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:06:41.330497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:41.448408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:41.474192 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:06:41.484211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb,segment=NetworkSegment(430b1387-8346-42d5-88ce-f71250888f7e),segment_id=430b1387-8346-42d5-88ce-f71250888f7e)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:06:41.530011 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb', 'code': 200}
Dec 19 14:06:41.546625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:41.550070 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:41.615383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:41.619082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:41.860060 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a4f67c78-90fc-4c9b-9164-7d1be8008af7 req-6e553159-e767-4706-9445-cd92c3542b6e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 1098 time: 0.0711610
Dec 19 14:06:41.901081 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a4f67c78-90fc-4c9b-9164-7d1be8008af7 req-ad20e1df-124c-49ea-93dc-2a925a3ac516 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351143
Dec 19 14:06:42.245788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d3059-b389-45e3-8529-eaca57e05187 req-ac5355fb-98eb-4fef-97fe-645ac8c31fd4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:42.247157 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fc1d3059-b389-45e3-8529-eaca57e05187 req-ac5355fb-98eb-4fef-97fe-645ac8c31fd4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.1780951
Dec 19 14:06:42.292656 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fc1d3059-b389-45e3-8529-eaca57e05187 req-9c9098a5-02fc-47e6-847b-7ed1ad130c78 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399992
Dec 19 14:06:42.431962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-601441ab-1153-4963-b5c2-4a0c39b4d8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:43.489621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3d911-8aa3-4c83-8936-036ef01ad4fb req-b97f5b80-1de4-418a-8fb3-680e2343859c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:43.491070 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dbb3d911-8aa3-4c83-8936-036ef01ad4fb req-b97f5b80-1de4-418a-8fb3-680e2343859c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0785086
Dec 19 14:06:43.536295 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dbb3d911-8aa3-4c83-8936-036ef01ad4fb req-e83f9532-db30-4791-b1f5-962895f0e346 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396731
Dec 19 14:06:43.732276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb11e5-aa96-4f54-a757-bd669c0a74c9 req-12864c94-a2f8-4412-b295-ffd4ba57c2fb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:43.733699 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-76cb11e5-aa96-4f54-a757-bd669c0a74c9 req-12864c94-a2f8-4412-b295-ffd4ba57c2fb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0766408
Dec 19 14:06:43.779582 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-76cb11e5-aa96-4f54-a757-bd669c0a74c9 req-901c3091-34b4-434c-8b66-d3fb50008597 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394568
Dec 19 14:06:43.806371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52906) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:43.878413 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b3fbd2ad-d767-4280-ac1b-4d1c9355277e tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 1093 time: 0.0706995
Dec 19 14:06:43.880794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52910) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:43.885798 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:06:43.891154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:06:43.894853 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:floatingip and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:06:43.897622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:06:43.903734 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:06:43.988469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:44.124098 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:44.256343 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.26.4.172 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/fbf74388-19ab-406b-a281-bb130ddaa9b3) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:06:44.405459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:44.485675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:44.489179 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3f0eed3f-8ac1-4490-a629-8843d0d056e2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:44.550824 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:06:44.553910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:06:44.558239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:06:44.585591 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=fbf74388-19ab-406b-a281-bb130ddaa9b3,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:44.596140 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:44.655152 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5a32d0ba-30aa-4790-b8ec-044089fa2ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:45.059850 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:45.160064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:45.454614 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:45.514168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:45.517794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0e9ee392-1f5e-4cec-ad19-aa2b4866f66f tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:06:45.617360 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=fbf74388-19ab-406b-a281-bb130ddaa9b3,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:06:45.621951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:06:45.637371 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:45.826964 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Floating IP 09c0f8e3-d9b8-4590-aaac-fdb7c782b0b4 associated. External IP: 172.26.4.172, port: ad10ff57-ce6a-46df-88f3-bab9ae4f63bb.
Dec 19 14:06:46.211460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router a2289378-973a-484b-b16f-84202045d381 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:06:46.314380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:46.342801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:46.409684 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:06:46.420316 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53654b7-dec2-4f17-aa71-60d7202510ed None None] Sync routers for ids ['a2289378-973a-484b-b16f-84202045d381'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:06:46.433847 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53654b7-dec2-4f17-aa71-60d7202510ed None None] Routers {'a2289378-973a-484b-b16f-84202045d381'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:06:46.434452 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-a53654b7-dec2-4f17-aa71-60d7202510ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4745ab80>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:06:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['a2289378-973a-484b-b16f-84202045d381'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:46.491545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:46.553431 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6692297
Dec 19 14:06:46.553431 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'tag': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:06:46.648501 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-a53654b7-dec2-4f17-aa71-60d7202510ed None None] Set router a2289378-973a-484b-b16f-84202045d381 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:06:46.649037 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'tag': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb', 'status': 'completed', 'code': 200}
Dec 19 14:06:46.751382 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e8c84e17-921b-4447-82d1-8e9e7c3a2aa3 req-621471a4-d785-4340-ab9e-ec6e6675364a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 1098 time: 0.0780377
Dec 19 14:06:46.775131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c9f1e-4b50-4b25-a97d-749ea6a4234f req-8baf5f29-0df8-4ed1-8f38-dc2ade73b4ad tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:46.776690 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ee6c9f1e-4b50-4b25-a97d-749ea6a4234f req-8baf5f29-0df8-4ed1-8f38-dc2ade73b4ad tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0779417
Dec 19 14:06:46.825203 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ee6c9f1e-4b50-4b25-a97d-749ea6a4234f req-87e27079-c5f2-4c08-91ca-780e07bb9dc9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424776
Dec 19 14:06:46.854092 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52918) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:46.965158 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1fdc6e70-718b-4233-9e15-135be9bee605 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/09c0f8e3-d9b8-4590-aaac-fdb7c782b0b4 HTTP/1.1" status: 200  len: 991 time: 0.1087103
Dec 19 14:06:46.998630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c84e17-921b-4447-82d1-8e9e7c3a2aa3 req-40c20c96-dbdb-45d9-aca5-0127e843fcc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:47.000089 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e8c84e17-921b-4447-82d1-8e9e7c3a2aa3 req-40c20c96-dbdb-45d9-aca5-0127e843fcc4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ed1d081-9d7c-49f6-a4b4-f0230b946920 HTTP/1.1" status: 200  len: 898 time: 0.2430584
Dec 19 14:06:47.013586 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-a53654b7-dec2-4f17-aa71-60d7202510ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4745ab80>, [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:23Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '09c0f8e3-d9b8-4590-aaac-fdb7c782b0b4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'a2289378-973a-484b-b16f-84202045d381', 'port_id': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'mac_address': 'fa:16:3e:40:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:06:44Z', 'updated_at': '2021-12-19T14:06:44Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f20e82-26c8-4199-a05b-af311cc973ae', 'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:99:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:23Z', 'updated_at': '2021-12-19T14:06:28Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:47.017460 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53654b7-dec2-4f17-aa71-60d7202510ed None None] Checking router: a2289378-973a-484b-b16f-84202045d381 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:06:47.028361 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53654b7-dec2-4f17-aa71-60d7202510ed None None] Routers {'a2289378-973a-484b-b16f-84202045d381'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:06:47.028954 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-a53654b7-dec2-4f17-aa71-60d7202510ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4745ab80>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:06:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['a2289378-973a-484b-b16f-84202045d381'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:47.103150 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e8c84e17-921b-4447-82d1-8e9e7c3a2aa3 req-2fb97054-c348-4121-8be8-baf30e136ab7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb HTTP/1.1" status: 200  len: 999 time: 0.0970390
Dec 19 14:06:47.164360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c84e17-921b-4447-82d1-8e9e7c3a2aa3 req-d981a18a-952f-4006-90c4-4b006aac10b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:06:47.165772 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e8c84e17-921b-4447-82d1-8e9e7c3a2aa3 req-d981a18a-952f-4006-90c4-4b006aac10b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b527898-3703-4948-a89d-bf60d4c50a3e HTTP/1.1" status: 200  len: 835 time: 0.0568180
Dec 19 14:06:47.207461 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-a53654b7-dec2-4f17-aa71-60d7202510ed None None] Set router a2289378-973a-484b-b16f-84202045d381 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:06:47.242833 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e8c84e17-921b-4447-82d1-8e9e7c3a2aa3 req-d111ac7f-f873-451e-86ac-13772d094ce5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ed1d081-9d7c-49f6-a4b4-f0230b946920&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713139
Dec 19 14:06:47.376256 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e8c84e17-921b-4447-82d1-8e9e7c3a2aa3 req-09f29ced-30e3-4b38-92e2-7d933f4fb09e service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262848
Dec 19 14:06:47.507935 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e8c84e17-921b-4447-82d1-8e9e7c3a2aa3 req-54e6438e-b456-44d8-a0a3-3a35c6bcadeb service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258588
Dec 19 14:06:47.552775 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-a53654b7-dec2-4f17-aa71-60d7202510ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4745ab80>, [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:23Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '09c0f8e3-d9b8-4590-aaac-fdb7c782b0b4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'a2289378-973a-484b-b16f-84202045d381', 'port_id': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'mac_address': 'fa:16:3e:40:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:06:44Z', 'updated_at': '2021-12-19T14:06:44Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f20e82-26c8-4199-a05b-af311cc973ae', 'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:99:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:23Z', 'updated_at': '2021-12-19T14:06:28Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:06:47.557219 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53654b7-dec2-4f17-aa71-60d7202510ed None None] The sync data for ids ['a2289378-973a-484b-b16f-84202045d381'] in dv-neutron-821895-1-hyperv is: [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:23Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '09c0f8e3-d9b8-4590-aaac-fdb7c782b0b4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.172', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'a2289378-973a-484b-b16f-84202045d381', 'port_id': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'mac_address': 'fa:16:3e:40:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:06:44Z', 'updated_at': '2021-12-19T14:06:44Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f20e82-26c8-4199-a05b-af311cc973ae', 'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:99:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:23Z', 'updated_at': '2021-12-19T14:06:28Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:06:47.697050 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:06:47.762597 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a0569a-699e-4ba4-8ff3-cdcb09cab436 None None] New status for floating IP 09c0f8e3-d9b8-4590-aaac-fdb7c782b0b4: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:06:47.967286 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52922) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:48.074088 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d245335c-d991-42bb-a9eb-950c99efe683 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/09c0f8e3-d9b8-4590-aaac-fdb7c782b0b4 HTTP/1.1" status: 200  len: 991 time: 0.1056750
Dec 19 14:06:49.077810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 52926) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:06:49.182468 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-587cd101-21c3-460b-a631-e92f4582545a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/09c0f8e3-d9b8-4590-aaac-fdb7c782b0b4 HTTP/1.1" status: 200  len: 993 time: 0.1034532
Dec 19 14:06:55.826278 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:05.055366 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:07:05.918165 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-fac2a2c6-a41c-4a6a-8c2b-016435889a0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0674336
Dec 19 14:07:06.055410 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-e75a06d4-4fcf-4b3f-bcaf-21ff03a757d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 1098 time: 0.0708590
Dec 19 14:07:06.197517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-23ce4677-6fa4-4a82-a966-11b7ba1cf4c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:06.199433 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-23ce4677-6fa4-4a82-a966-11b7ba1cf4c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ed1d081-9d7c-49f6-a4b4-f0230b946920 HTTP/1.1" status: 200  len: 898 time: 0.1241450
Dec 19 14:07:06.297693 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-23abca62-7efc-46e6-902b-21e0162e0ea5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb HTTP/1.1" status: 200  len: 1001 time: 0.0917590
Dec 19 14:07:06.364335 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-0a7c9b8f-8116-4f49-803e-13c50e24ecff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:06.365845 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-0a7c9b8f-8116-4f49-803e-13c50e24ecff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b527898-3703-4948-a89d-bf60d4c50a3e HTTP/1.1" status: 200  len: 835 time: 0.0612206
Dec 19 14:07:06.440020 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-3430ab7d-e906-49d4-a5c1-8a90a68d208a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ed1d081-9d7c-49f6-a4b4-f0230b946920&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672662
Dec 19 14:07:06.451252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-5bfcda88-c858-4c94-8368-7402ca8e7938 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 14:07:06.452090 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-5bfcda88-c858-4c94-8368-7402ca8e7938 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0052910
Dec 19 14:07:06.583331 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-2b3f19ae-9608-4e0b-9933-a1476e6a4aa1 service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236172
Dec 19 14:07:06.715296 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c56a71cf-04c6-43f6-9ae3-60253b1ba066 req-d18cf261-749e-4221-9e75-4b93883ae214 service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250336
Dec 19 14:07:12.437604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-58609959-2de5-4c72-ba6a-92149266b14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:14.506986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15d7d0-4e9b-419d-b2bd-4a2bb8214c3a req-b52aa13e-8fd0-4963-b024-2361b58e3a83 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:14.508371 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eb15d7d0-4e9b-419d-b2bd-4a2bb8214c3a req-b52aa13e-8fd0-4963-b024-2361b58e3a83 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0771739
Dec 19 14:07:14.556286 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eb15d7d0-4e9b-419d-b2bd-4a2bb8214c3a req-d5c4a12f-e278-412c-8bbe-078349306232 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419927
Dec 19 14:07:14.647391 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7d7b3101-1da6-444b-bf7d-10144db97b6e req-48447457-9824-4bcb-8997-2f9629e24d38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 1098 time: 0.1795838
Dec 19 14:07:14.651142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2d2da6e6-36af-4a87-9110-affaaf17ace2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:14.782350 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b3101-1da6-444b-bf7d-10144db97b6e req-1eb3a2c1-21b1-410d-8b86-9eef8857fdaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:14.783793 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7d7b3101-1da6-444b-bf7d-10144db97b6e req-1eb3a2c1-21b1-410d-8b86-9eef8857fdaa service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ed1d081-9d7c-49f6-a4b4-f0230b946920 HTTP/1.1" status: 200  len: 898 time: 0.1288393
Dec 19 14:07:14.890075 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7d7b3101-1da6-444b-bf7d-10144db97b6e req-6deaa527-8df8-458b-b9a3-49d8e3d517b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb HTTP/1.1" status: 200  len: 1001 time: 0.0987608
Dec 19 14:07:14.950844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b3101-1da6-444b-bf7d-10144db97b6e req-a3c5702a-e4c6-4349-9eb4-1ecc1ffeec96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:14.952233 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7d7b3101-1da6-444b-bf7d-10144db97b6e req-a3c5702a-e4c6-4349-9eb4-1ecc1ffeec96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b527898-3703-4948-a89d-bf60d4c50a3e HTTP/1.1" status: 200  len: 835 time: 0.0562425
Dec 19 14:07:15.024026 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7d7b3101-1da6-444b-bf7d-10144db97b6e req-742cb40f-5897-44ca-a125-ee21c2b4c6a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ed1d081-9d7c-49f6-a4b4-f0230b946920&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0655279
Dec 19 14:07:15.152414 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7d7b3101-1da6-444b-bf7d-10144db97b6e req-d95176f0-4d1c-40bb-955f-56844a690ba8 service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216211
Dec 19 14:07:15.282626 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7d7b3101-1da6-444b-bf7d-10144db97b6e req-28fc60fe-ddcf-4b84-b884-5822b045a12a service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238415
Dec 19 14:07:15.868676 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ce75-4556-42b7-ad4f-cd9b862dc663 req-8fd8bffe-bbfc-47f7-a9da-03e3fe320b07 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:15.870026 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3f56ce75-4556-42b7-ad4f-cd9b862dc663 req-8fd8bffe-bbfc-47f7-a9da-03e3fe320b07 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.1901114
Dec 19 14:07:15.914240 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3f56ce75-4556-42b7-ad4f-cd9b862dc663 req-b06a4ce3-2b38-4b6a-b2c4-deebc87837a5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379527
Dec 19 14:07:16.324917 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:16.351898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:17.112061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab50b9b-3957-4aa9-8a93-92ef295be14c req-df751313-82b7-4bc3-982b-c10435b9718e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:17.113442 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ab50b9b-3957-4aa9-8a93-92ef295be14c req-df751313-82b7-4bc3-982b-c10435b9718e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0771749
Dec 19 14:07:17.157533 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ab50b9b-3957-4aa9-8a93-92ef295be14c req-58a5ebbf-88fc-449f-b110-fd8913598203 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386999
Dec 19 14:07:17.708238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:18.369838 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acbb1e-6a45-4e8a-88e4-7c2721a9a9e2 req-15fcc0dc-7340-4149-8d17-49852c41e0a7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:18.371263 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c9acbb1e-6a45-4e8a-88e4-7c2721a9a9e2 req-15fcc0dc-7340-4149-8d17-49852c41e0a7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0743899
Dec 19 14:07:18.415438 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c9acbb1e-6a45-4e8a-88e4-7c2721a9a9e2 req-c6f13277-7b58-4680-ab51-96357123cac4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386357
Dec 19 14:07:19.613144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cb7a4-7969-46dc-b439-2a919722c41e req-6f60c8b2-48b6-47c2-920d-2eaeab76755b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:19.614585 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d29cb7a4-7969-46dc-b439-2a919722c41e req-6f60c8b2-48b6-47c2-920d-2eaeab76755b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0808141
Dec 19 14:07:19.660751 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d29cb7a4-7969-46dc-b439-2a919722c41e req-9cc3aaac-ae5b-48e1-a2a3-58b61064f831 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406885
Dec 19 14:07:20.854545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07b582-9c22-4fb0-b2fa-ddd3e7ae2dd9 req-2520f20c-6822-4d2a-ac71-1f446e726f35 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:20.855989 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d07b582-9c22-4fb0-b2fa-ddd3e7ae2dd9 req-2520f20c-6822-4d2a-ac71-1f446e726f35 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0752718
Dec 19 14:07:20.900923 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d07b582-9c22-4fb0-b2fa-ddd3e7ae2dd9 req-74421064-8a49-4a45-b1b6-56dae2f6c077 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387793
Dec 19 14:07:22.098948 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89dc1b-2c23-4d5e-940a-78a16a4b9402 req-cbf47ad1-9e39-4d95-9d8e-d57b96880fe9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:22.100394 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6d89dc1b-2c23-4d5e-940a-78a16a4b9402 req-cbf47ad1-9e39-4d95-9d8e-d57b96880fe9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0777059
Dec 19 14:07:22.146056 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6d89dc1b-2c23-4d5e-940a-78a16a4b9402 req-ed60a458-4b64-4021-b661-3f67a1b8bfeb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400460
Dec 19 14:07:23.341720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acdf41-35de-44b8-90da-11d526bbe5a5 req-082540de-c43e-41a0-994d-85b113b8cdb3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:23.343847 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-73acdf41-35de-44b8-90da-11d526bbe5a5 req-082540de-c43e-41a0-994d-85b113b8cdb3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0763817
Dec 19 14:07:23.390992 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-73acdf41-35de-44b8-90da-11d526bbe5a5 req-605bd83b-1c71-441a-9bef-4d811cec48a0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416107
Dec 19 14:07:24.587415 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b55497-37ea-4069-8796-e6ac3385d001 req-d33ad372-b5ba-4fae-9e0e-12243271de93 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:24.588743 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-23b55497-37ea-4069-8796-e6ac3385d001 req-d33ad372-b5ba-4fae-9e0e-12243271de93 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0752702
Dec 19 14:07:24.634752 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-23b55497-37ea-4069-8796-e6ac3385d001 req-207587a9-438f-4ed3-a341-795d6a62af52 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395091
Dec 19 14:07:25.837244 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092df223-eaba-4e13-a258-cab857148fb0 req-c23f2719-7636-4391-8d80-29d771ce3f48 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:25.838640 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-092df223-eaba-4e13-a258-cab857148fb0 req-c23f2719-7636-4391-8d80-29d771ce3f48 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0815167
Dec 19 14:07:25.883237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:25.883821 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-092df223-eaba-4e13-a258-cab857148fb0 req-e2b1d4ac-4739-44b4-aa36-5bca2381554b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382643
Dec 19 14:07:27.077018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9a988-c6b0-4b9a-bef4-2a4597e21ff8 req-313a9046-aa48-4bf4-b519-13aa8badc2c8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:27.078699 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39e9a988-c6b0-4b9a-bef4-2a4597e21ff8 req-313a9046-aa48-4bf4-b519-13aa8badc2c8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0747151
Dec 19 14:07:27.125464 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39e9a988-c6b0-4b9a-bef4-2a4597e21ff8 req-c23289a5-d656-4ae8-b57f-97d88e8520d5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408008
Dec 19 14:07:27.152555 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52968) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:07:27.258782 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-7ba40e13-1e37-4490-9ecd-de95d822d182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/09c0f8e3-d9b8-4590-aaac-fdb7c782b0b4 HTTP/1.1" status: 200  len: 993 time: 0.1048980
Dec 19 14:07:42.055266 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:07:42.415983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8dbec837-a682-424f-b90a-12e2d90b4912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:44.660677 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5b27e412-c213-4acd-9837-bf0bc35dd47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:46.312883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:46.345929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:47.713068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:55.865966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:58.014338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 52982) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:07:58.218841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port fbf74388-19ab-406b-a281-bb130ddaa9b3 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:07:58.219209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:58.384788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:58.385101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:58.501910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for fbf74388-19ab-406b-a281-bb130ddaa9b3 owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:07:58.816255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:58.819914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-68b879f6-7a4c-4055-825e-fd29d7e02727 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:07:58.863034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=fbf74388-19ab-406b-a281-bb130ddaa9b3,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:07:58.903067 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:07:58.903467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:07:58.903843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:07:58.904210 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:07:58.904572 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:07:58.904933 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:07:58.905290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:07:58.905673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:07:58.906082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:07:58.906487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:07:58.906798 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:07:58.910104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:07:58.967545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:59.344698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router a2289378-973a-484b-b16f-84202045d381 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:07:59.539859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:07:59.549184 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e6d48-718d-4f3d-8318-13cc3825910e None None] Sync routers for ids ['a2289378-973a-484b-b16f-84202045d381'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:07:59.555624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:07:59.560415 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e6d48-718d-4f3d-8318-13cc3825910e None None] Routers {'a2289378-973a-484b-b16f-84202045d381'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:07:59.561005 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ad4e6d48-718d-4f3d-8318-13cc3825910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4778ee20>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:07:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['a2289378-973a-484b-b16f-84202045d381'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:07:59.610444 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f747e65e-0a59-4f28-b4e4-e6e816b2b269 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/floatingips/09c0f8e3-d9b8-4590-aaac-fdb7c782b0b4 HTTP/1.1" status: 204  len: 168 time: 1.5926721
Dec 19 14:07:59.610444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'tag': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:07:59.689879 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'tag': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb', 'status': 'completed', 'code': 200}
Dec 19 14:07:59.771856 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ad4e6d48-718d-4f3d-8318-13cc3825910e None None] Set router a2289378-973a-484b-b16f-84202045d381 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:07:59.786629 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50b51ef3-cbe7-45ec-b505-5cd01274610e req-8cb965ad-67e5-40c1-9ba8-588b25c5d0f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 1098 time: 0.0749092
Dec 19 14:07:59.920661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b51ef3-cbe7-45ec-b505-5cd01274610e req-a16a4323-3963-4672-bedc-c333cd160671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:07:59.922180 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50b51ef3-cbe7-45ec-b505-5cd01274610e req-a16a4323-3963-4672-bedc-c333cd160671 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ed1d081-9d7c-49f6-a4b4-f0230b946920 HTTP/1.1" status: 200  len: 898 time: 0.1292169
Dec 19 14:07:59.993766 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50b51ef3-cbe7-45ec-b505-5cd01274610e req-d66c0f4d-2886-428f-a97e-46a8aad10463 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb HTTP/1.1" status: 200  len: 217 time: 0.0647199
Dec 19 14:08:00.069269 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b51ef3-cbe7-45ec-b505-5cd01274610e req-a4ee27a3-5ab3-4206-bc75-c922c0159504 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:00.070719 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50b51ef3-cbe7-45ec-b505-5cd01274610e req-a4ee27a3-5ab3-4206-bc75-c922c0159504 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b527898-3703-4948-a89d-bf60d4c50a3e HTTP/1.1" status: 200  len: 835 time: 0.0635753
Dec 19 14:08:00.090568 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ad4e6d48-718d-4f3d-8318-13cc3825910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4778ee20>, [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:23Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '41f20e82-26c8-4199-a05b-af311cc973ae', 'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:99:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:23Z', 'updated_at': '2021-12-19T14:06:28Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:00.094726 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e6d48-718d-4f3d-8318-13cc3825910e None None] Checking router: a2289378-973a-484b-b16f-84202045d381 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:08:00.105969 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e6d48-718d-4f3d-8318-13cc3825910e None None] Routers {'a2289378-973a-484b-b16f-84202045d381'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:08:00.106562 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ad4e6d48-718d-4f3d-8318-13cc3825910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4778ee20>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:07:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['a2289378-973a-484b-b16f-84202045d381'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:00.148047 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50b51ef3-cbe7-45ec-b505-5cd01274610e req-ff6f5456-17fd-4b5e-a4df-4aca8711e623 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ed1d081-9d7c-49f6-a4b4-f0230b946920&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698223
Dec 19 14:08:00.245788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ef816-e1ae-4c72-80c3-1c54256974d1 req-36fba72f-4530-4783-8d3e-1f68eedac857 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:00.246375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-5f3ef816-e1ae-4c72-80c3-1c54256974d1 req-36fba72f-4530-4783-8d3e-1f68eedac857 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:08:00.284311 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-ad4e6d48-718d-4f3d-8318-13cc3825910e None None] Set router a2289378-973a-484b-b16f-84202045d381 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:08:00.286547 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50b51ef3-cbe7-45ec-b505-5cd01274610e req-a5a7a6c2-3415-4745-bc2e-ef86052fe2ec service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306789
Dec 19 14:08:00.312654 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-5f3ef816-e1ae-4c72-80c3-1c54256974d1 req-36fba72f-4530-4783-8d3e-1f68eedac857 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:08:00.313832 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5f3ef816-e1ae-4c72-80c3-1c54256974d1 req-36fba72f-4530-4783-8d3e-1f68eedac857 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.2266772
Dec 19 14:08:00.366496 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5f3ef816-e1ae-4c72-80c3-1c54256974d1 req-4cd338e9-64d5-4328-9a5a-80c7bea88cb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459051
Dec 19 14:08:00.420183 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-50b51ef3-cbe7-45ec-b505-5cd01274610e req-8546be1e-3c25-4c78-a000-9cc0c3b9ec29 service neutron] 10.222.0.18 "GET /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269050
Dec 19 14:08:00.596736 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-ad4e6d48-718d-4f3d-8318-13cc3825910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4778ee20>, [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:23Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '41f20e82-26c8-4199-a05b-af311cc973ae', 'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:99:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:23Z', 'updated_at': '2021-12-19T14:06:28Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:00.600600 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e6d48-718d-4f3d-8318-13cc3825910e None None] The sync data for ids ['a2289378-973a-484b-b16f-84202045d381'] in dv-neutron-821895-1-hyperv is: [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:06:23Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '41f20e82-26c8-4199-a05b-af311cc973ae', 'name': '', 'network_id': '9ed1d081-9d7c-49f6-a4b4-f0230b946920', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:99:c1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:23Z', 'updated_at': '2021-12-19T14:06:28Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b527898-3703-4948-a89d-bf60d4c50a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:08:00.826795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24abccba-e065-4c61-ac96-94a32177ece1 None None] New status for floating IP 09c0f8e3-d9b8-4590-aaac-fdb7c782b0b4: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:08:01.549078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-6c641f98-d08e-4611-a855-a134f914fd5c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:01.549762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-6c641f98-d08e-4611-a855-a134f914fd5c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:08:01.561407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-6c641f98-d08e-4611-a855-a134f914fd5c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:08:01.562505 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-6c641f98-d08e-4611-a855-a134f914fd5c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.0914578
Dec 19 14:08:01.634559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:08:01.635199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:01.635396 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e26d8d-f6e9-4bd2-bd8a-a14d0d757cb0 req-29404152-0d2c-41de-a36b-9d599d797bd6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:01.636757 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c5e26d8d-f6e9-4bd2-bd8a-a14d0d757cb0 req-29404152-0d2c-41de-a36b-9d599d797bd6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 945 time: 0.1438115
Dec 19 14:08:01.689603 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c5e26d8d-f6e9-4bd2-bd8a-a14d0d757cb0 req-3f0eadcf-2726-4269-bdde-9aa8bda88d27 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=c108b4d8-89fc-4606-b854-c0b32ea163fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467620
Dec 19 14:08:01.974962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb,segment=NetworkSegment(430b1387-8346-42d5-88ce-f71250888f7e),segment_id=430b1387-8346-42d5-88ce-f71250888f7e)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:08:01.975253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:02.092317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for ad10ff57-ce6a-46df-88f3-bab9ae4f63bb owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:08:02.273132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:02.278935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-00c9ea20-7c8f-4c94-92ad-580a61e2be9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:02.322461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=ad10ff57-ce6a-46df-88f3-bab9ae4f63bb,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:02.366426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:02.366808 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:02.367203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:02.367569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:02.367930 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:02.368292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:02.368729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:02.369086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:02.369440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:02.369793 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:02.370142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:02.377626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:02.410157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] No DVR routers for this DVR port ad10ff57-ce6a-46df-88f3-bab9ae4f63bb on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:08:02.412483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:02.414948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'name': 'network-vif-deleted', 'tag': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:08:02.484992 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-543ccda0-1ade-4485-a2c8-7a893c0a1e97 req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "DELETE /v2.0/ports/ad10ff57-ce6a-46df-88f3-bab9ae4f63bb HTTP/1.1" status: 204  len: 173 time: 0.9165852
Dec 19 14:08:02.543269 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7192dacb-440a-4eca-aa4a-d7b7945211a1', 'name': 'network-vif-deleted', 'tag': 'ad10ff57-ce6a-46df-88f3-bab9ae4f63bb', 'status': 'completed', 'code': 200}
Dec 19 14:08:02.856194 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dc005324-891d-4e21-bd55-c6fffddb25d9 req-2b8715ca-f443-4378-9cf8-95e39af6e5c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=7192dacb-440a-4eca-aa4a-d7b7945211a1 HTTP/1.1" status: 200  len: 210 time: 0.0402522
Dec 19 14:08:03.963991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53008) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:04.467154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:05.058875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 41f20e82-26c8-4199-a05b-af311cc973ae {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:08:05.059636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:05.243484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port 41f20e82-26c8-4199-a05b-af311cc973ae, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=41f20e82-26c8-4199-a05b-af311cc973ae,segment=NetworkSegment(430b1387-8346-42d5-88ce-f71250888f7e),segment_id=430b1387-8346-42d5-88ce-f71250888f7e)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:08:05.243829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:05.363121 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 41f20e82-26c8-4199-a05b-af311cc973ae owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:08:05.598556 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:05.599980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ad10ff57-ce6a-46df-88f3-bab9ae4f63bb no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:08:05.602347 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-51aae202-e7bc-4293-99c7-7d1c08714f74 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:05.640883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: ad10ff57-ce6a-46df-88f3-bab9ae4f63bb {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:08:05.641235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device ad10ff57-ce6a-46df-88f3-bab9ae4f63bb not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:08:05.646280 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=41f20e82-26c8-4199-a05b-af311cc973ae,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:05.649732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:05.946353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:06.628852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router a2289378-973a-484b-b16f-84202045d381 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:08:06.824758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:08:06.834371 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e252889c-da15-40dd-8f1c-3f92ac5d7b1d None None] Sync routers for ids ['a2289378-973a-484b-b16f-84202045d381'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:08:06.837286 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b84aa53b-e302-4f3b-b5eb-20b0b3a2c503 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "PUT /v2.0/routers/a2289378-973a-484b-b16f-84202045d381/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8722360
Dec 19 14:08:06.839980 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53012) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:06.846341 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e252889c-da15-40dd-8f1c-3f92ac5d7b1d None None] Routers {'a2289378-973a-484b-b16f-84202045d381'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:08:06.846929 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e252889c-da15-40dd-8f1c-3f92ac5d7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4778e550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:07:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['a2289378-973a-484b-b16f-84202045d381'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:07.018088 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-e252889c-da15-40dd-8f1c-3f92ac5d7b1d None None] Set router a2289378-973a-484b-b16f-84202045d381 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:08:07.026366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d7c03a-6d07-4b76-ad7b-b2d2cf48f5ca tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting subnet 1b527898-3703-4948-a89d-bf60d4c50a3e {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:08:07.029300 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76d7c03a-6d07-4b76-ad7b-b2d2cf48f5ca tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:07.081996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76d7c03a-6d07-4b76-ad7b-b2d2cf48f5ca tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:07.163598 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76d7c03a-6d07-4b76-ad7b-b2d2cf48f5ca tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:07.308053 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76d7c03a-6d07-4b76-ad7b-b2d2cf48f5ca tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:07.313627 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-573df363-13f1-4cdb-8524-65b2eb442657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:07.327617 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e252889c-da15-40dd-8f1c-3f92ac5d7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4778e550>, [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:08:05Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:07.332163 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e252889c-da15-40dd-8f1c-3f92ac5d7b1d None None] Checking router: a2289378-973a-484b-b16f-84202045d381 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:08:07.342989 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e252889c-da15-40dd-8f1c-3f92ac5d7b1d None None] Routers {'a2289378-973a-484b-b16f-84202045d381'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:08:07.343602 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e252889c-da15-40dd-8f1c-3f92ac5d7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4778e550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:07:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['a2289378-973a-484b-b16f-84202045d381'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:07.349570 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7c03a-6d07-4b76-ad7b-b2d2cf48f5ca tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Subnet': ['ID=1b527898-3703-4948-a89d-bf60d4c50a3e,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:07.352409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-76d7c03a-6d07-4b76-ad7b-b2d2cf48f5ca tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:07.354919 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-76d7c03a-6d07-4b76-ad7b-b2d2cf48f5ca tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:07.361573 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-76d7c03a-6d07-4b76-ad7b-b2d2cf48f5ca tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/subnets/1b527898-3703-4948-a89d-bf60d4c50a3e HTTP/1.1" status: 204  len: 168 time: 0.5203080
Dec 19 14:08:07.363226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5057f19-b045-4cdd-85f9-b076bbb67bde None None] Network 9ed1d081-9d7c-49f6-a4b4-f0230b946920 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:08:07.364530 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53016) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:07.524818 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-e252889c-da15-40dd-8f1c-3f92ac5d7b1d None None] Set router a2289378-973a-484b-b16f-84202045d381 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:08:07.576069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:07.677824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] DHCP port deletion for 9ed1d081-9d7c-49f6-a4b4-f0230b946920 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:08:07.681990 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Deleting port d206f0be-e663-486a-b450-89b4ee337282 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:08:07.682372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:07.788365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:07.819792 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e252889c-da15-40dd-8f1c-3f92ac5d7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4778e550>, [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:08:05Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:07.823581 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e252889c-da15-40dd-8f1c-3f92ac5d7b1d None None] The sync data for ids ['a2289378-973a-484b-b16f-84202045d381'] in dv-neutron-821895-1-hyperv is: [{'id': 'a2289378-973a-484b-b16f-84202045d381', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034266072', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:06:18Z', 'updated_at': '2021-12-19T14:08:05Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': 'fb40a749-fdfc-43d1-9fdd-a053c17e953f', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2289378-973a-484b-b16f-84202045d381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:06:19Z', 'updated_at': '2021-12-19T14:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:08:07.849213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port fb40a749-fdfc-43d1-9fdd-a053c17e953f {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:08:07.849553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:07.894616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] For port d206f0be-e663-486a-b450-89b4ee337282, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d206f0be-e663-486a-b450-89b4ee337282,segment=NetworkSegment(430b1387-8346-42d5-88ce-f71250888f7e),segment_id=430b1387-8346-42d5-88ce-f71250888f7e)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:08:07.894922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:08.014766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Calling delete_port for d206f0be-e663-486a-b450-89b4ee337282 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:08:08.025857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port fb40a749-fdfc-43d1-9fdd-a053c17e953f, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fb40a749-fdfc-43d1-9fdd-a053c17e953f,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:08:08.026203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:08.147139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for fb40a749-fdfc-43d1-9fdd-a053c17e953f owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:08:08.170237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:08.174593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-123ce54b-8c1a-4881-9ac1-2c4076d9cbc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:08.222564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Pushing event deleted for resources: {'Port': ['ID=d206f0be-e663-486a-b450-89b4ee337282,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:08.238705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] No DVR routers for this DVR port d206f0be-e663-486a-b450-89b4ee337282 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:08:08.247190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:08.247821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:08.248388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:08.249179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:08.250114 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:08.250782 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:08.251668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:08.252216 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:08.252556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:08.252890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:08.253222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:08.256490 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:08.392209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d206f0be-e663-486a-b450-89b4ee337282 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:08:08.429261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: d206f0be-e663-486a-b450-89b4ee337282 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:08:08.429614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d206f0be-e663-486a-b450-89b4ee337282 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:08:08.430045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 41f20e82-26c8-4199-a05b-af311cc973ae no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:08:08.465209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 41f20e82-26c8-4199-a05b-af311cc973ae {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:08:08.465702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 41f20e82-26c8-4199-a05b-af311cc973ae not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:08:08.581271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:08.585165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:08.624718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=fb40a749-fdfc-43d1-9fdd-a053c17e953f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:08.629458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:08.847522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.093679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.098401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.186743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.187266 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Fanout notify agent at l3_agent the message router_deleted on router a2289378-973a-484b-b16f-84202045d381 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:08:09.201184 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.206573 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/routers/a2289378-973a-484b-b16f-84202045d381 HTTP/1.1" status: 204  len: 168 time: 1.8359258
Dec 19 14:08:09.206573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53020) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:09.317292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.449362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.474837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d461ddd00>,) {'filters': {'network_id': ['9ed1d081-9d7c-49f6-a4b4-f0230b946920']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:09.486428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d461ddd00>, '430b1387-8346-42d5-88ce-f71250888f7e') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:09.486706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d461ddd00>, '430b1387-8346-42d5-88ce-f71250888f7e') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:09.497506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.512458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.518814 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:08:09.519220 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:08:09.532676 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:08:09.671803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.675536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-de773ea1-c96c-4588-8615-258b2edd30ce tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:09.690312 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.702260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Network': ['ID=9ed1d081-9d7c-49f6-a4b4-f0230b946920,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:09.705700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:09.770574 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-328833fa-f96d-4fb4-84ae-c002c74dcef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/networks/9ed1d081-9d7c-49f6-a4b4-f0230b946920 HTTP/1.1" status: 204  len: 168 time: 0.5640247
Dec 19 14:08:09.773171 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53024) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:09.842563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d0d784a-cf8b-4a95-8289-890076ad5df0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.870528 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d0d784a-cf8b-4a95-8289-890076ad5df0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.975433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d0d784a-cf8b-4a95-8289-890076ad5df0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:09.979214 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-31cc43b9-45f2-44a1-9f19-df1506474c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:09.993190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d784a-cf8b-4a95-8289-890076ad5df0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c108b4d8-89fc-4606-b854-c0b32ea163fd,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:09.996387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4d0d784a-cf8b-4a95-8289-890076ad5df0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:10.042994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-4d0d784a-cf8b-4a95-8289-890076ad5df0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:10.044240 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-4d0d784a-cf8b-4a95-8289-890076ad5df0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/security-groups/c108b4d8-89fc-4606-b854-c0b32ea163fd HTTP/1.1" status: 204  len: 168 time: 0.2701392
Dec 19 14:08:10.369371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53032) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:10.375018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529013531', 'description': 'tempest-secgroup-smoke-529013531 description', 'project_id': '25a17a5984144a0aa8c4713b01d435e2'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:10.381230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:10.386893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:10.390016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:10.391387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fb40a749-fdfc-43d1-9fdd-a053c17e953f no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:08:10.395978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:10.424316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: fb40a749-fdfc-43d1-9fdd-a053c17e953f {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:08:10.424663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fb40a749-fdfc-43d1-9fdd-a053c17e953f not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:08:10.488774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:10.522388 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:10.526085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:10.528943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:10.535064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:10.587395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:10.667026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:10.670889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-56564d8b-4268-4365-befa-c5a4224c547c tempest-ServersAdminNegativeTestJSON-1772506968 tempest-ServersAdminNegativeTestJSON-1772506968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:10.713244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102aaf8d-eb7f-4529-bfe4-64a67bb60eee,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:10.715863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:10.764143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:10.765341 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5d80c8b7-a5af-4521-9e42-becd2659f7c0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3950036
Dec 19 14:08:10.768667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53036) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:10.774107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '102aaf8d-eb7f-4529-bfe4-64a67bb60eee', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:10.780068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:10.784514 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:10.787408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:10.793140 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:10.856328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:10.915273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:10.964332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:10.966100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6313432a-f0be-4e82-9ec5-58dc17278851 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:10.987788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adba0714-4610-461a-bf79-a502d3da14b9,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:10.990099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:11.061191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.062399 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2928514
Dec 19 14:08:11.065779 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53040) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:11.071118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '102aaf8d-eb7f-4529-bfe4-64a67bb60eee', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:11.076897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:11.081243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:11.084376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:11.089902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:11.164455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.331339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.404293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.409995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a076488f-1a72-4076-86e7-55c2ca4ab69b tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:11.429722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47a993b-0249-474d-8290-9f31592b08a9,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:11.432164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:11.489977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.491274 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4245675
Dec 19 14:08:11.493830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53044) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:11.499145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '102aaf8d-eb7f-4529-bfe4-64a67bb60eee', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:11.505663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:11.509620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:11.512417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:11.518167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:11.592950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.653510 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.695596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.697346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e850cd77-1e74-467b-9554-6920d9df8387 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:11.718828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fcd747-72e7-4b77-92bc-64ae94fb95b1,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:11.721166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:11.799029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.800237 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3055081
Dec 19 14:08:11.802875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53048) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:11.808156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '102aaf8d-eb7f-4529-bfe4-64a67bb60eee', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:11.813968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:11.818364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:11.821662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:11.826667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:11.884475 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.948848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.992682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:11.994467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-eceb7897-9413-4eb4-8e43-8693a671f766 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:12.015886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631de113-6c8d-4ff9-9ae6-b7e17f3fae09,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:12.020147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:12.072584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.073738 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2699416
Dec 19 14:08:12.076483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53052) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:12.081962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '102aaf8d-eb7f-4529-bfe4-64a67bb60eee', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:12.088044 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:12.091722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:12.094497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:12.100566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:12.145816 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Project 25a17a5984144a0aa8c4713b01d435e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:08:12.152406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.215781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.294613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.300582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9d5e1cb7-121d-4b48-82ec-41aafebe65f7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:12.320003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f1ca3a-de62-4596-9c6f-26c63c66ccf4,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:12.322397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:12.409995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.411206 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-138d8b93-78e7-4557-afaf-a13028155a53 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3336902
Dec 19 14:08:12.413922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53056) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:12.419415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '102aaf8d-eb7f-4529-bfe4-64a67bb60eee', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:12.425196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:12.428932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:12.431834 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:12.437587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:12.442246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-35801dd6-261e-4fcd-8a16-f16bdfa046ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.513047 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Project 25a17a5984144a0aa8c4713b01d435e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:08:12.519822 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.583906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.627380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.629353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6b1fc054-9a6e-438c-9f3d-0f5f4ebbf7de tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:12.651364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07157d8-6c1b-4b69-a595-ddd3b195151d,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:12.653663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:12.701063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.702299 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-faccd55e-d21c-40e1-acc5-e8ced6d42953 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2874413
Dec 19 14:08:12.705684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53060) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:12.711497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'network': {'name': 'tempest-network-smoke--302746665', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'port_security_enabled': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:12.716311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:12.720524 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:network and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:12.723413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:12.728949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:12.792666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:08:12.795584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.823306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:08:12.832234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.832562 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Added segment 43d9f444-7b0a-42b6-b45d-17ede45f4966 of type vlan for network ee48b983-a302-43f1-9276-fba6e346e6c4
Dec 19 14:08:12.859478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.946053 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.949843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:12.950413 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:12.953924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:13.056898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Network': ['ID=ee48b983-a302-43f1-9276-fba6e346e6c4,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:13.059358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:13.068225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network ee48b983-a302-43f1-9276-fba6e346e6c4 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:08:13.119115 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4124064
Dec 19 14:08:13.121667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53064) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:13.127486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'admin_state_up': True, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:13.134150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:13.138062 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:router and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:13.140906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:13.147256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:13.221705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:13.222624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:13.240912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:13.440426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:13.680771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:13.711040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:13.848215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.26.4.55 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/256719e1-23ad-454d-bb43-7e565b7fed07) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:08:13.991917 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:14.083905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:14.087647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9aaf513f-ba03-418f-b926-a11ff54e0a1f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:14.151604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:08:14.154838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:08:14.156813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=256719e1-23ad-454d-bb43-7e565b7fed07,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:14.158983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:08:14.185755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:14.375522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:14.376227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:14.649880 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d120-6d64-44a5-afd7-f74c96858949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:14.747037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:08:14.948067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:08:14.957764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Sync routers for ids ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:08:14.970204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Routers {'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:08:14.971215 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d86f70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:08:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:15.027245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:15.028453 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.9058907
Dec 19 14:08:15.031602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53068) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:15.074311 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-469d5065-82bc-4f47-9267-b5e99f919094 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=25a17a5984144a0aa8c4713b01d435e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0415294
Dec 19 14:08:15.076829 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53072) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:15.149029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Set router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:08:15.208045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db32bf74-223a-409c-b6eb-a2cc333c3a60 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:15.209674 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-db32bf74-223a-409c-b6eb-a2cc333c3a60 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1319182
Dec 19 14:08:15.212636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53076) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:15.252653 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-adedebd3-26e4-4b11-91ff-59b393d7ea04 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0380790
Dec 19 14:08:15.255129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53080) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:15.260490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1890850539', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:15.366965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:15.370684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:subnet and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:15.373437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:15.379668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:15.428421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d86f70>, [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:14Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:15.432222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Checking router: ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:08:15.432581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Updating router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 port 256719e1-23ad-454d-bb43-7e565b7fed07 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:08:15.464465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:08:15.527577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:15.565515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:15.850311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:15.853065 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:15.854921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fc53b732-75f7-4ef4-8a65-3971f76b413d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:15.865067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Transition to ACTIVE for port object 256719e1-23ad-454d-bb43-7e565b7fed07 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:08:15.931764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Subnet': ['ID=2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:15.934471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:15.944650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Checking segment: {'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:08:15.945004 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network hostable DHCP agents. Network: ee48b983-a302-43f1-9276-fba6e346e6c4, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:08:15.947388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:15.951340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:16.029659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d818c74-7c0c-484d-a658-4a881954fe7e None None] Pushing event updated for resources: {'Port': ['ID=256719e1-23ad-454d-bb43-7e565b7fed07,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:16.031827 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Attempting to bind port 256719e1-23ad-454d-bb43-7e565b7fed07 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:08:16.032201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Attempting to bind port 256719e1-23ad-454d-bb43-7e565b7fed07 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:08:16.032481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network ee48b983-a302-43f1-9276-fba6e346e6c4 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:08:16.033174 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Attempting to bind port 256719e1-23ad-454d-bb43-7e565b7fed07 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:08:16.035312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4d818c74-7c0c-484d-a658-4a881954fe7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:16.041479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:08:16.041867 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:08:16.042272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:16.042667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:08:16.043164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Bound port: 256719e1-23ad-454d-bb43-7e565b7fed07, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:08:16.045009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:16.100687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, ee48b983-a302-43f1-9276-fba6e346e6c4) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:08:16.105702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:16.106481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:16.111998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1fa624-08ee-44c3-b9d6-bdc60d2b050c None None] Network ee48b983-a302-43f1-9276-fba6e346e6c4 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:08:16.179378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] For port 256719e1-23ad-454d-bb43-7e565b7fed07, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:08:16.196863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] For port 256719e1-23ad-454d-bb43-7e565b7fed07, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=256719e1-23ad-454d-bb43-7e565b7fed07,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:08:16.216631 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9604361
Dec 19 14:08:16.219316 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53084) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:16.283976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:16.291146 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9ea454f3-0ce6-4e9f-834c-afad8034184d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:16.411741 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:16.421281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d818c74-7c0c-484d-a658-4a881954fe7e None None] Pushing event updated for resources: {'Port': ['ID=256719e1-23ad-454d-bb43-7e565b7fed07,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:16.425692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4d818c74-7c0c-484d-a658-4a881954fe7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:16.426350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:16.435896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-ee48b983-a302-43f1-9276-fba6e346e6c4', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:08:16.436712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:16.447942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Routers {'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:08:16.448580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46d86f70>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:08:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:16.740481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] Set router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:08:16.856138 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Allocated IP 172.20.0.2 (ee48b983-a302-43f1-9276-fba6e346e6c4/2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08/fb8a8967-cd4d-4797-8936-12e13939b572) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:08:17.099116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:17.250932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:17.265094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Transition to ACTIVE for port object fb8a8967-cd4d-4797-8936-12e13939b572 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:08:17.275847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46d86f70>, [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:14Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:17.287141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76dd309-24de-4e14-b5c8-93b608e2b197 None None] The sync data for ids ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'] in dv-neutron-821895-1-hyperv is: [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:14Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:08:17.290879 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Transition to ACTIVE for port object fb8a8967-cd4d-4797-8936-12e13939b572 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:08:17.347738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:17.351749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:17.425929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Pushing event updated for resources: {'Port': ['ID=fb8a8967-cd4d-4797-8936-12e13939b572,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:17.429628 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Network ee48b983-a302-43f1-9276-fba6e346e6c4 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:08:17.430470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:17.431361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:08:17.433533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:08:17.540645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.20.0.1 (ee48b983-a302-43f1-9276-fba6e346e6c4/2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08/97131d5b-9ef9-4822-a7d9-1ab8320be792) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:08:17.551414 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Attempting to bind port fb8a8967-cd4d-4797-8936-12e13939b572 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:08:17.551966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Attempting to bind port fb8a8967-cd4d-4797-8936-12e13939b572 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:08:17.552364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Attempting to bind port fb8a8967-cd4d-4797-8936-12e13939b572 on network ee48b983-a302-43f1-9276-fba6e346e6c4 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:08:17.559287 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:08:17.571370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Checking segment: {'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:08:17.571370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:17.571370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Bound using segment: {'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:08:17.571370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Bound port: fb8a8967-cd4d-4797-8936-12e13939b572, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:08:17.571370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:17.677526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] For port fb8a8967-cd4d-4797-8936-12e13939b572, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:08:17.680843 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] For port fb8a8967-cd4d-4797-8936-12e13939b572, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fb8a8967-cd4d-4797-8936-12e13939b572,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:08:17.720094 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:17.735537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:17.738063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Transition to ACTIVE for port object 97131d5b-9ef9-4822-a7d9-1ab8320be792 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:08:17.775394 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:17.779123 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-8b71dbe5-2e81-4299-bc97-af1cbabc6441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:17.856671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:17.857509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Pushing event updated for resources: {'Port': ['ID=fb8a8967-cd4d-4797-8936-12e13939b572,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:17.862675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:17.869823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dfacab07-8791-40c7-a36d-ae92ea868d08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:17.932590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network ee48b983-a302-43f1-9276-fba6e346e6c4 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:08:17.936111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:08:17.938536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:08:17.991823 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=97131d5b-9ef9-4822-a7d9-1ab8320be792,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:17.995778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:18.036553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:18.191726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:18.437635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fb8a8967-cd4d-4797-8936-12e13939b572 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:08:18.580719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port fb8a8967-cd4d-4797-8936-12e13939b572 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:08:18.586562 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 256719e1-23ad-454d-bb43-7e565b7fed07 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:08:18.600449 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:18.678902 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:18.705489 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e936970d-d306-4625-9433-93e894cd5875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:18.741984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 256719e1-23ad-454d-bb43-7e565b7fed07 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:08:18.748958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 256719e1-23ad-454d-bb43-7e565b7fed07 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:08:18.749599 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:18.792617 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=97131d5b-9ef9-4822-a7d9-1ab8320be792,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:18.795520 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:18.799199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:18.841882 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cc999b-e288-4c38-acd4-b20f78d3bd04 None None] Network ee48b983-a302-43f1-9276-fba6e346e6c4 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:08:18.941230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network ee48b983-a302-43f1-9276-fba6e346e6c4 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:08:18.942429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:08:19.056623 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:08:19.057498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fc880bd2-c4e1-4d55-9394-3f1dff672ec9 None None] Provisioning for port fb8a8967-cd4d-4797-8936-12e13939b572 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:08:19.101237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-fc880bd2-c4e1-4d55-9394-3f1dff672ec9 None None] Provisioning complete for port fb8a8967-cd4d-4797-8936-12e13939b572 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:08:19.101611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc880bd2-c4e1-4d55-9394-3f1dff672ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:19.207158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:19.253076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 256719e1-23ad-454d-bb43-7e565b7fed07, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=256719e1-23ad-454d-bb43-7e565b7fed07,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:08:19.394379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:19.401644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:19.445507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:08:19.514537 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc880bd2-c4e1-4d55-9394-3f1dff672ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:19.557573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=256719e1-23ad-454d-bb43-7e565b7fed07,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:19.565945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:19.583360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-fc880bd2-c4e1-4d55-9394-3f1dff672ec9 None None] For port fb8a8967-cd4d-4797-8936-12e13939b572, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fb8a8967-cd4d-4797-8936-12e13939b572,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:08:19.655676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fc880bd2-c4e1-4d55-9394-3f1dff672ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:19.657839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:19.677069 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:08:19.698270 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "PUT /v2.0/routers/ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4778550
Dec 19 14:08:19.732885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc880bd2-c4e1-4d55-9394-3f1dff672ec9 None None] Pushing event updated for resources: {'Port': ['ID=fb8a8967-cd4d-4797-8936-12e13939b572,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:19.746241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fc880bd2-c4e1-4d55-9394-3f1dff672ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:19.886399 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-0079c03d-85f5-4172-bf71-52a7188035a9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529013531&fields=id&tenant_id=25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 267 time: 0.0447662
Dec 19 14:08:19.934878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9dadeb7e-1210-4318-b7ef-97b4febdc630 None None] Provisioning for port 97131d5b-9ef9-4822-a7d9-1ab8320be792 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:08:19.941166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9dadeb7e-1210-4318-b7ef-97b4febdc630 None None] Provisioning complete for port 97131d5b-9ef9-4822-a7d9-1ab8320be792 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:08:19.941711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9dadeb7e-1210-4318-b7ef-97b4febdc630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:20.056549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-5684607f-3020-44d0-9c8b-48b6c439143e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:20.058459 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-5684607f-3020-44d0-9c8b-48b6c439143e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/networks?id=ee48b983-a302-43f1-9276-fba6e346e6c4 HTTP/1.1" status: 200  len: 796 time: 0.1653731
Dec 19 14:08:20.073064 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-9dadeb7e-1210-4318-b7ef-97b4febdc630 None None] Port 97131d5b-9ef9-4822-a7d9-1ab8320be792 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:08:20.080643 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-7644f275-930f-4dd3-aeb4-e6adf97ff18d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/quotas/25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 375 time: 0.0167069
Dec 19 14:08:20.087913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-9dadeb7e-1210-4318-b7ef-97b4febdc630 None None] Provisioning complete for port fb8a8967-cd4d-4797-8936-12e13939b572 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:08:20.088293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9dadeb7e-1210-4318-b7ef-97b4febdc630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:20.305588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-a3d13ddc-26be-4d4e-90b1-63a022508d15 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:08:20.348792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ae54f080-ef05-4f99-8bf6-648accb115e4 None None] Provisioning complete for port 97131d5b-9ef9-4822-a7d9-1ab8320be792 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:08:20.349258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae54f080-ef05-4f99-8bf6-648accb115e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:20.383488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-a3d13ddc-26be-4d4e-90b1-63a022508d15 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:08:20.386116 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-a3d13ddc-26be-4d4e-90b1-63a022508d15 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2954717
Dec 19 14:08:20.402605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ae54f080-ef05-4f99-8bf6-648accb115e4 None None] Port 97131d5b-9ef9-4822-a7d9-1ab8320be792 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:08:20.414410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fb8a8967-cd4d-4797-8936-12e13939b572 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:08:20.484274 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port fb8a8967-cd4d-4797-8936-12e13939b572 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:08:20.484648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:20.530815 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-678ae12c-62cb-4de6-aaa4-268f1882785b service neutron] 10.222.0.24 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299481
Dec 19 14:08:20.602910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 256719e1-23ad-454d-bb43-7e565b7fed07 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:08:20.677798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 256719e1-23ad-454d-bb43-7e565b7fed07 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:08:20.678181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:20.680257 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-a7c15b46-1101-4610-b9c6-5e3969eab330 service neutron] 10.222.0.24 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417646
Dec 19 14:08:20.910866 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Sync routers for ids ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:08:20.924580 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Routers {'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:08:20.925275 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47749400>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:08:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:20.943175 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f9b2bcf9-9e60-4a02-988f-1d9546722f1b req-12b6c619-b8ef-4647-b538-ca459fea5bd8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 210 time: 0.0474060
Dec 19 14:08:21.113140 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Set router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:08:21.419504 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47749400>, [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:18Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '97131d5b-9ef9-4822-a7d9-1ab8320be792', 'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:bc:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:17Z', 'updated_at': '2021-12-19T14:08:18Z', 'revision_number': 2, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:21.423283 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Checking router: ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:08:21.423639 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Updating router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 port 97131d5b-9ef9-4822-a7d9-1ab8320be792 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:08:21.477241 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:21.843699 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:21.855090 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Transition to ACTIVE for port object 97131d5b-9ef9-4822-a7d9-1ab8320be792 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:08:21.935425 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:21.939434 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-d97492e0-1329-420e-ac14-d1e91ebba29e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:22.058929 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Pushing event updated for resources: {'Port': ['ID=97131d5b-9ef9-4822-a7d9-1ab8320be792,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:22.069108 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:22.069280 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:22.069656 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:22.069975 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:22.070285 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:22.070594 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:22.070906 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:22.071280 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:22.071634 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:22.071936 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:22.072242 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:08:22.077196 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:22.149433 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f858f747-1b4f-474b-ae59-de9fae26462e req-c93755fc-ff8a-4224-a720-8f7703b6c79c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 210 time: 0.0628581
Dec 19 14:08:22.179517 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Attempting to bind port 97131d5b-9ef9-4822-a7d9-1ab8320be792 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:08:22.179969 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Attempting to bind port 97131d5b-9ef9-4822-a7d9-1ab8320be792 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:08:22.180327 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Attempting to bind port 97131d5b-9ef9-4822-a7d9-1ab8320be792 on network ee48b983-a302-43f1-9276-fba6e346e6c4 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:08:22.187730 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:08:22.188088 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Checking segment: {'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:08:22.188545 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:22.189509 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Bound using segment: {'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:08:22.189964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Bound port: 97131d5b-9ef9-4822-a7d9-1ab8320be792, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:08:22.190335 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:22.278100 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] For port 97131d5b-9ef9-4822-a7d9-1ab8320be792, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:08:22.280874 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] For port 97131d5b-9ef9-4822-a7d9-1ab8320be792, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=97131d5b-9ef9-4822-a7d9-1ab8320be792,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:08:22.364178 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:22.367962 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-ef23f91d-c6dd-4ca7-b23d-d9c07622c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:22.448151 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Pushing event updated for resources: {'Port': ['ID=97131d5b-9ef9-4822-a7d9-1ab8320be792,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:22.450407 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:22.451383 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Routers {'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:08:22.451973 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47749400>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:08:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:22.635218 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] Set router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:08:22.945672 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47749400>, [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:18Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '97131d5b-9ef9-4822-a7d9-1ab8320be792', 'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:bc:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:17Z', 'updated_at': '2021-12-19T14:08:22Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:22.950119 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f1a8b-2503-4e60-ba9d-c29be061a7e6 None None] The sync data for ids ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'] in dv-neutron-821895-1-hyperv is: [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:18Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '97131d5b-9ef9-4822-a7d9-1ab8320be792', 'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:bc:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:17Z', 'updated_at': '2021-12-19T14:08:22Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:08:23.061077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-9d8d0d5f-5aa8-4148-a0e7-21cb040910e0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:23.062456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-9d8d0d5f-5aa8-4148-a0e7-21cb040910e0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:08:23.157821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-9d8d0d5f-5aa8-4148-a0e7-21cb040910e0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:08:23.159584 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-9d8d0d5f-5aa8-4148-a0e7-21cb040910e0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/networks?id=ee48b983-a302-43f1-9276-fba6e346e6c4 HTTP/1.1" status: 200  len: 796 time: 0.2624378
Dec 19 14:08:23.236830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-7b73a8c6-60a9-4243-8513-78226e5eb189 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:08:23.324302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-7b73a8c6-60a9-4243-8513-78226e5eb189 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:08:23.325454 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-7b73a8c6-60a9-4243-8513-78226e5eb189 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 379 time: 0.1521170
Dec 19 14:08:23.341988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'port': {'device_id': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'admin_state_up': True, 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'security_groups': ['102aaf8d-eb7f-4529-bfe4-64a67bb60eee']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:23.358815 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6e0a6ce7-e9e9-4c05-a24f-717a91b96340 req-08c32cec-4f9d-4fbe-8947-bf072f81bb83 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 210 time: 0.0492487
Dec 19 14:08:23.488213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:23.497818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:23.573207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:08:23.576331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:23.744148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.20.0.10 (ee48b983-a302-43f1-9276-fba6e346e6c4/2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08/8b6a0a0b-c8ac-4244-9cf9-05d0debab238) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:08:23.943846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:23.959139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Transition to ACTIVE for port object 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:08:24.055639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:24.061070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-494068bb-bce4-4e4a-b1ed-f503acf5a94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:24.127313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network ee48b983-a302-43f1-9276-fba6e346e6c4 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:08:24.130598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:08:24.134601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:08:24.160374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:24.165594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:24.200624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:24.201219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:24.318313 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9801526
Dec 19 14:08:24.331654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Request body: {'port': {'device_id': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:24.432905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 97131d5b-9ef9-4822-a7d9-1ab8320be792 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:08:24.446768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:24.464617 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-72964a62-a543-47b9-8f89-d2f167b7a686 None None] Provisioning for port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:08:24.479517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-72964a62-a543-47b9-8f89-d2f167b7a686 None None] Provisioning complete for port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:08:24.479896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-72964a62-a543-47b9-8f89-d2f167b7a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:24.553605 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-72964a62-a543-47b9-8f89-d2f167b7a686 None None] Port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:08:24.571686 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5a139-5982-4afc-b548-a21ee788f151 req-cc24f2c2-b8c4-4bbd-98d3-61c7112fa088 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:24.573168 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b8b5a139-5982-4afc-b548-a21ee788f151 req-cc24f2c2-b8c4-4bbd-98d3-61c7112fa088 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 932 time: 0.0808220
Dec 19 14:08:24.616360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 97131d5b-9ef9-4822-a7d9-1ab8320be792 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:08:24.622229 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b8b5a139-5982-4afc-b548-a21ee788f151 req-f0f4f25b-431c-408d-b81a-ceca6bfbabb2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433943
Dec 19 14:08:24.624319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 97131d5b-9ef9-4822-a7d9-1ab8320be792 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:08:24.624693 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:24.749952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:24.781197 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 97131d5b-9ef9-4822-a7d9-1ab8320be792, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=97131d5b-9ef9-4822-a7d9-1ab8320be792,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:08:24.850632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:24.853143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4d818c74-7c0c-484d-a658-4a881954fe7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:24.902796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:08:24.910181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:24.919977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=97131d5b-9ef9-4822-a7d9-1ab8320be792,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:24.922954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:24.931354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Transition to ACTIVE for port object 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:08:25.004068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:25.007874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ef689b95-6d9f-4c78-9f4e-0f5799f908fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:25.133348 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Pushing event updated for resources: {'Port': ['ID=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:25.137299 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:25.242394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Attempting to bind port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:08:25.242983 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Attempting to bind port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:08:25.243146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Attempting to bind port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 on network ee48b983-a302-43f1-9276-fba6e346e6c4 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:08:25.248792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 on network ee48b983-a302-43f1-9276-fba6e346e6c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:08:25.249101 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Attempting to bind port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 on network ee48b983-a302-43f1-9276-fba6e346e6c4 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:08:25.255418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:08:25.255747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Checking segment: {'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:08:25.256113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Bound using segment: {'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:08:25.256519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Bound port: 8b6a0a0b-c8ac-4244-9cf9-05d0debab238, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d9f444-7b0a-42b6-b45d-17ede45f4966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:08:25.256856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:25.347540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] For port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:08:25.350409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] For port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:08:25.427364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:25.430868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-aad36ef9-d2ae-4a69-839c-0ba8cee6084a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:25.483746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:25.485114 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] 10.222.0.18 "PUT /v2.0/ports/8b6a0a0b-c8ac-4244-9cf9-05d0debab238 HTTP/1.1" status: 200  len: 1094 time: 1.1582711
Dec 19 14:08:25.486439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:08:25.511817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Pushing event updated for resources: {'Port': ['ID=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:25.514967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:25.545320 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'status': 'completed', 'code': 200}
Dec 19 14:08:25.641860 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6e999da9-d4bc-4a6d-9d41-b85376ad7738 req-39166c07-5ff4-4c51-8efa-a598d89ede31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 1097 time: 0.0756912
Dec 19 14:08:25.788600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e999da9-d4bc-4a6d-9d41-b85376ad7738 req-a01b6927-2ebf-4a06-b204-488a4e0aff2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:25.790035 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6e999da9-d4bc-4a6d-9d41-b85376ad7738 req-a01b6927-2ebf-4a06-b204-488a4e0aff2f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=25a17a5984144a0aa8c4713b01d435e2&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1411793
Dec 19 14:08:25.835482 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95eab8-8aac-4561-8eab-72f8bbcf7b7a req-0e71547f-3d8c-4dba-af57-529ee33ba637 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:25.836955 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eb95eab8-8aac-4561-8eab-72f8bbcf7b7a req-0e71547f-3d8c-4dba-af57-529ee33ba637 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 944 time: 0.0828428
Dec 19 14:08:25.871742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:25.884714 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eb95eab8-8aac-4561-8eab-72f8bbcf7b7a req-6f53b875-8aef-4ead-8b0a-929cf6938f43 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409276
Dec 19 14:08:25.931234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e999da9-d4bc-4a6d-9d41-b85376ad7738 req-f948fa72-1b83-48fa-9b2c-ffc83eb04491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:25.932718 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-6e999da9-d4bc-4a6d-9d41-b85376ad7738 req-f948fa72-1b83-48fa-9b2c-ffc83eb04491 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1368616
Dec 19 14:08:26.034900 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-fc92a680-e240-44c3-bc6a-39823f5ae6c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 1097 time: 0.0679171
Dec 19 14:08:26.104627 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-c6331f22-4bf4-4f79-9848-05f78b55ec66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238 HTTP/1.1" status: 200  len: 217 time: 0.0631974
Dec 19 14:08:26.165343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-64cbd9fb-fc52-4191-998e-0f4ece02a8f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:26.166758 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-64cbd9fb-fc52-4191-998e-0f4ece02a8f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08 HTTP/1.1" status: 200  len: 835 time: 0.0567658
Dec 19 14:08:26.243993 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-44e4ca99-5e3f-452c-9db7-3243df96cedc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee48b983-a302-43f1-9276-fba6e346e6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711629
Dec 19 14:08:26.377332 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-0910e993-31f8-42c0-98b2-07e884649824 service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264095
Dec 19 14:08:26.401505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 97131d5b-9ef9-4822-a7d9-1ab8320be792 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:08:26.469102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 97131d5b-9ef9-4822-a7d9-1ab8320be792 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:08:26.469479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:26.616219 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-da936285-12b6-42a3-ada5-9279e71b9af8 req-6e5f25a0-7692-43ee-9c77-9b62c4969e7c service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334585
Dec 19 14:08:27.084709 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d47e18-2501-4571-8230-3a223f708371 req-67be2245-94d8-4be4-8c99-239ac8ef59b9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:27.086125 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e0d47e18-2501-4571-8230-3a223f708371 req-67be2245-94d8-4be4-8c99-239ac8ef59b9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 944 time: 0.0748298
Dec 19 14:08:27.130553 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e0d47e18-2501-4571-8230-3a223f708371 req-8cfe5aa0-9cc6-4001-b50e-4f1f71313ace tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389738
Dec 19 14:08:28.336373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45d518-0243-4c9e-9d97-8f4f0a640cd3 req-e82626f1-999e-4de3-92d1-43f0a26d5212 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:28.337807 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3b45d518-0243-4c9e-9d97-8f4f0a640cd3 req-e82626f1-999e-4de3-92d1-43f0a26d5212 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 944 time: 0.0811477
Dec 19 14:08:28.383787 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3b45d518-0243-4c9e-9d97-8f4f0a640cd3 req-9c79c77b-080c-4987-86c2-8b0808b5fc8e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405867
Dec 19 14:08:29.579351 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf7baa-eaa1-4ebf-921c-386711a0fb99 req-0d98b0be-a51d-43ca-8472-356041f8d7ec tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:29.580794 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39bf7baa-eaa1-4ebf-921c-386711a0fb99 req-0d98b0be-a51d-43ca-8472-356041f8d7ec tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 944 time: 0.0743456
Dec 19 14:08:29.629363 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-39bf7baa-eaa1-4ebf-921c-386711a0fb99 req-1af1b47a-2b2c-424b-9289-2c9c95ec6d2b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428648
Dec 19 14:08:29.724581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:08:29.853692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:08:29.867337 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'port_id': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'mac_address': 'fa:16:3e:12:76:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:08:29.923542 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:29.941062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:08:29.955481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:08:30.026904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:30.028642 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-123ce54b-8c1a-4881-9ac1-2c4076d9cbc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:30.092383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:30.095291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:30.227243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['8b6a0a0b-c8ac-4244-9cf9-05d0debab238'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:08:30.835365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8a4b3-bd89-4e5d-abc8-fe88efb147bd req-155a9623-cac1-48fd-91a5-6adb53cae0f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:30.836829 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a6b8a4b3-bd89-4e5d-abc8-fe88efb147bd req-155a9623-cac1-48fd-91a5-6adb53cae0f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 945 time: 0.0793591
Dec 19 14:08:30.883471 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a6b8a4b3-bd89-4e5d-abc8-fe88efb147bd req-d11cc9d4-0389-4721-9068-4c00c3e97de1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403290
Dec 19 14:08:31.740134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:08:31.880425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:08:31.885082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:08:31.885455 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:31.995928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:32.022553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:08:32.032094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:08:32.087182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b083a06-4615-4640-8553-67b8a13b5e41 req-0f75fb2c-92a0-4b29-9779-f80f681928e8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:32.088677 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5b083a06-4615-4640-8553-67b8a13b5e41 req-0f75fb2c-92a0-4b29-9779-f80f681928e8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 945 time: 0.0818491
Dec 19 14:08:32.090401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:32.092259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:32.137541 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5b083a06-4615-4640-8553-67b8a13b5e41 req-109352fc-a63f-4e50-9c46-3532cc520963 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430374
Dec 19 14:08:32.161528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:32.164787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:32.173611 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'code': 200}
Dec 19 14:08:32.564531 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70b99506-979b-45d4-bdf6-13b67b8c78a0 req-94fd2f79-de70-40e5-8942-83348360bf59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 1099 time: 0.0700285
Dec 19 14:08:32.608548 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-70b99506-979b-45d4-bdf6-13b67b8c78a0 req-91cd9fb5-f4f7-4096-a52f-dcebd7483ec3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380862
Dec 19 14:08:33.340659 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26facb-a63f-4f0a-b926-b47968d5a719 req-4f84dc35-72b9-4e0c-bcf3-4a5b9575f970 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:33.342069 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5e26facb-a63f-4f0a-b926-b47968d5a719 req-4f84dc35-72b9-4e0c-bcf3-4a5b9575f970 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0764613
Dec 19 14:08:33.386113 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5e26facb-a63f-4f0a-b926-b47968d5a719 req-fb499452-8da2-4811-a15c-5e0d11d10628 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385916
Dec 19 14:08:34.585768 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4370fc3-6c84-4be4-a6c9-5e9de01e8872 req-e143f591-c9a3-47cf-bea3-8949dc1fcc52 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:34.587231 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a4370fc3-6c84-4be4-a6c9-5e9de01e8872 req-e143f591-c9a3-47cf-bea3-8949dc1fcc52 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0807612
Dec 19 14:08:34.632729 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a4370fc3-6c84-4be4-a6c9-5e9de01e8872 req-2366b26c-592f-4d95-b7f6-941a98ba17e1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399380
Dec 19 14:08:34.823366 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bde81c-8e5c-49da-a4ee-70bf67137c4c req-5c7ecc44-86f2-4873-bd57-b6d48c52736e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:34.824760 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e6bde81c-8e5c-49da-a4ee-70bf67137c4c req-5c7ecc44-86f2-4873-bd57-b6d48c52736e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0737739
Dec 19 14:08:34.872516 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e6bde81c-8e5c-49da-a4ee-70bf67137c4c req-13f43951-1ee9-4a09-a8ca-3950c1de4623 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422766
Dec 19 14:08:34.902669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53148) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:34.970980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b03f9239-92a4-4c47-ba0a-4f19f6069acc tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 1094 time: 0.0671105
Dec 19 14:08:34.974107 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53152) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:34.979142 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:08:34.984384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:08:34.988066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:floatingip and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:08:34.991606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:08:34.997226 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:08:35.060658 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:35.195115 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:35.431991 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.26.4.137 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/94eeb58d-0b00-48f8-90e9-fbd41c0ca551) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:08:35.573101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:35.667502 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:35.671380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-992dbb8d-c4a9-4efd-a2e9-9a5fc1ad04e5 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:35.734779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:08:35.737868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:08:35.741412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:08:35.773861 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=94eeb58d-0b00-48f8-90e9-fbd41c0ca551,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:35.776669 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:36.243716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:36.357303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:36.559080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:36.649605 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:36.653701 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9d805fd6-b8db-4685-b0cd-6ae8d7e4d56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:08:36.749945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=94eeb58d-0b00-48f8-90e9-fbd41c0ca551,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:08:36.753685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:08:36.769214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:36.959424 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Floating IP d716ee80-f383-41a3-83fb-131eb6f8e896 associated. External IP: 172.26.4.137, port: 8b6a0a0b-c8ac-4244-9cf9-05d0debab238.
Dec 19 14:08:37.461573 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:08:37.658622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:08:37.669374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ea800-36db-4d0c-abd1-d268c14fb3b9 None None] Sync routers for ids ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:08:37.681515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ea800-36db-4d0c-abd1-d268c14fb3b9 None None] Routers {'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:08:37.682133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-167ea800-36db-4d0c-abd1-d268c14fb3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764e3d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:08:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:37.746975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:37.804432 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8293207
Dec 19 14:08:37.805185 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:08:37.866276 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-167ea800-36db-4d0c-abd1-d268c14fb3b9 None None] Set router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:08:37.942457 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'status': 'completed', 'code': 200}
Dec 19 14:08:37.983929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13310e75-4e3a-4279-b4cc-1d75e77a3a82 req-5d9bcd8c-c90e-4fed-b9f6-2adc37cf7cc9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:37.985364 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-13310e75-4e3a-4279-b4cc-1d75e77a3a82 req-5d9bcd8c-c90e-4fed-b9f6-2adc37cf7cc9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0813043
Dec 19 14:08:38.036571 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-13310e75-4e3a-4279-b4cc-1d75e77a3a82 req-ceaf0662-c9f5-4713-9475-413d70a4c909 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437357
Dec 19 14:08:38.038506 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b68620e7-2bb5-4cd9-be9e-9187c37d6ec5 req-af37e525-87f9-4472-9e83-9d1aee10fdb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 1099 time: 0.0746121
Dec 19 14:08:38.065444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53162) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:38.174059 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-74593e64-20e4-4b21-9757-912c6250a95c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/d716ee80-f383-41a3-83fb-131eb6f8e896 HTTP/1.1" status: 200  len: 992 time: 0.1073020
Dec 19 14:08:38.182615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68620e7-2bb5-4cd9-be9e-9187c37d6ec5 req-180d9a9a-a8e4-4c23-bb22-abc9dcfcbb89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:38.184105 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b68620e7-2bb5-4cd9-be9e-9187c37d6ec5 req-180d9a9a-a8e4-4c23-bb22-abc9dcfcbb89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee48b983-a302-43f1-9276-fba6e346e6c4 HTTP/1.1" status: 200  len: 897 time: 0.1391792
Dec 19 14:08:38.228090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-167ea800-36db-4d0c-abd1-d268c14fb3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764e3d0>, [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:18Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'd716ee80-f383-41a3-83fb-131eb6f8e896', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'port_id': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'mac_address': 'fa:16:3e:12:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:08:36Z', 'updated_at': '2021-12-19T14:08:36Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97131d5b-9ef9-4822-a7d9-1ab8320be792', 'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:bc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:17Z', 'updated_at': '2021-12-19T14:08:24Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:38.232248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ea800-36db-4d0c-abd1-d268c14fb3b9 None None] Checking router: ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:08:38.243029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ea800-36db-4d0c-abd1-d268c14fb3b9 None None] Routers {'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:08:38.243667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-167ea800-36db-4d0c-abd1-d268c14fb3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4764e3d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:08:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:38.291076 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b68620e7-2bb5-4cd9-be9e-9187c37d6ec5 req-50950a5e-4807-42aa-8e86-99197d219fac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238 HTTP/1.1" status: 200  len: 1000 time: 0.1004789
Dec 19 14:08:38.352788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68620e7-2bb5-4cd9-be9e-9187c37d6ec5 req-f67efe45-18f6-4d45-a94b-11a471549c90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:08:38.354341 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b68620e7-2bb5-4cd9-be9e-9187c37d6ec5 req-f67efe45-18f6-4d45-a94b-11a471549c90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08 HTTP/1.1" status: 200  len: 835 time: 0.0576141
Dec 19 14:08:38.423733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-167ea800-36db-4d0c-abd1-d268c14fb3b9 None None] Set router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:08:38.427946 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b68620e7-2bb5-4cd9-be9e-9187c37d6ec5 req-7cf57b59-4201-4259-91d5-d766ffdbd7ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee48b983-a302-43f1-9276-fba6e346e6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674314
Dec 19 14:08:38.561113 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b68620e7-2bb5-4cd9-be9e-9187c37d6ec5 req-e75b6b91-4af1-4211-b056-3bd1f7f9dba4 service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261435
Dec 19 14:08:38.695700 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b68620e7-2bb5-4cd9-be9e-9187c37d6ec5 req-653ae6de-4600-4a94-a9f1-179689cec316 service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275105
Dec 19 14:08:38.775903 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-167ea800-36db-4d0c-abd1-d268c14fb3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4764e3d0>, [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:18Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'd716ee80-f383-41a3-83fb-131eb6f8e896', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'port_id': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'mac_address': 'fa:16:3e:12:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:08:36Z', 'updated_at': '2021-12-19T14:08:36Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97131d5b-9ef9-4822-a7d9-1ab8320be792', 'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:bc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:17Z', 'updated_at': '2021-12-19T14:08:24Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:08:38.779792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ea800-36db-4d0c-abd1-d268c14fb3b9 None None] The sync data for ids ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'] in dv-neutron-821895-1-hyperv is: [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:18Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'd716ee80-f383-41a3-83fb-131eb6f8e896', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'port_id': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'mac_address': 'fa:16:3e:12:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:08:36Z', 'updated_at': '2021-12-19T14:08:36Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97131d5b-9ef9-4822-a7d9-1ab8320be792', 'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:bc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:17Z', 'updated_at': '2021-12-19T14:08:24Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:08:39.178984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53166) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:39.283573 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-352ff851-e3e8-4a8e-bb7b-7e2143f5df34 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/d716ee80-f383-41a3-83fb-131eb6f8e896 HTTP/1.1" status: 200  len: 992 time: 0.1034100
Dec 19 14:08:39.847244 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d4305f-00ed-4a0b-b9c1-d4eef7192d3c None None] New status for floating IP d716ee80-f383-41a3-83fb-131eb6f8e896: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:08:40.287975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53170) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:08:40.391372 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9e72d23e-7b62-485e-b27b-c5366b2f18b6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/d716ee80-f383-41a3-83fb-131eb6f8e896 HTTP/1.1" status: 200  len: 994 time: 0.1021860
Dec 19 14:08:42.472140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d9a85072-b767-492a-ad53-85164d46e70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:44.689334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8cce1c4a-b406-4458-bf51-3ddd1b38ba7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:46.340614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:46.375224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:47.718193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:55.889011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:08:56.056088 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:09:05.116728 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9866231f-fbe8-4578-80fd-37fad325cfc7 req-4c7307ad-b9c1-450e-8bc3-71a9951e0a36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0670619
Dec 19 14:09:05.564024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0706755-3f7a-48bf-9912-b04b7dfb0007 req-ad9076e8-780c-4376-b128-099f8800e9fe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:05.564024 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a0706755-3f7a-48bf-9912-b04b7dfb0007 req-ad9076e8-780c-4376-b128-099f8800e9fe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0799122
Dec 19 14:09:05.603804 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a0706755-3f7a-48bf-9912-b04b7dfb0007 req-41b97df2-8a75-4ae5-9ac9-65913e09988d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429623
Dec 19 14:09:05.675935 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-40cafe8f-b2f8-40d9-96fc-9bfbf804328a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1437712
Dec 19 14:09:06.803436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907c741-86cb-445a-9ba0-767ed1b65c1a req-380db283-d9d5-44e8-b086-526afcabedf3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:06.805401 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4907c741-86cb-445a-9ba0-767ed1b65c1a req-380db283-d9d5-44e8-b086-526afcabedf3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0773761
Dec 19 14:09:06.854165 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4907c741-86cb-445a-9ba0-767ed1b65c1a req-af57042c-f124-4094-bf90-a3e9bf5d8328 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429931
Dec 19 14:09:07.055775 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7069ea88-da5b-43c8-8e68-49c5737353ff req-6318cbf6-da8b-49b3-9835-4550dd30fa76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 1099 time: 0.1366632
Dec 19 14:09:07.197061 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069ea88-da5b-43c8-8e68-49c5737353ff req-3e3ab1f3-23c6-41e4-9336-2f3257028428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:07.198515 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7069ea88-da5b-43c8-8e68-49c5737353ff req-3e3ab1f3-23c6-41e4-9336-2f3257028428 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee48b983-a302-43f1-9276-fba6e346e6c4 HTTP/1.1" status: 200  len: 897 time: 0.1252911
Dec 19 14:09:07.306036 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7069ea88-da5b-43c8-8e68-49c5737353ff req-ff8e724e-268d-408c-b156-499c44ee6f35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238 HTTP/1.1" status: 200  len: 1002 time: 0.0978763
Dec 19 14:09:07.371858 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069ea88-da5b-43c8-8e68-49c5737353ff req-a26c6c2a-fccb-4625-8e2c-9931251789cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:07.373298 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7069ea88-da5b-43c8-8e68-49c5737353ff req-a26c6c2a-fccb-4625-8e2c-9931251789cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08 HTTP/1.1" status: 200  len: 835 time: 0.0608945
Dec 19 14:09:07.447698 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7069ea88-da5b-43c8-8e68-49c5737353ff req-d33eb5f7-aaea-491c-a551-d2fb139b8b85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee48b983-a302-43f1-9276-fba6e346e6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672255
Dec 19 14:09:07.590204 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7069ea88-da5b-43c8-8e68-49c5737353ff req-f8ab6071-202d-49a5-87bd-1a81ca8d6b17 service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255777
Dec 19 14:09:07.818112 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7069ea88-da5b-43c8-8e68-49c5737353ff req-5be34e5b-9fc6-4122-a1f9-a30c55802a13 service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2210062
Dec 19 14:09:07.924722 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-61ed962f-8710-49b0-a44e-5bd83e2535e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 1099 time: 0.0683744
Dec 19 14:09:08.055903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82192399-2aa8-4771-b159-afb63caba748 req-9f492722-61d7-47f9-b469-5fe5a6861426 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:08.057331 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-82192399-2aa8-4771-b159-afb63caba748 req-9f492722-61d7-47f9-b469-5fe5a6861426 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0797937
Dec 19 14:09:08.058725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-c0c63a46-390f-4d40-b266-ecffcebc5cb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:08.060186 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-c0c63a46-390f-4d40-b266-ecffcebc5cb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee48b983-a302-43f1-9276-fba6e346e6c4 HTTP/1.1" status: 200  len: 897 time: 0.1279337
Dec 19 14:09:08.102701 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-82192399-2aa8-4771-b159-afb63caba748 req-d2423ead-0c2f-44c1-b4cf-bc23262e9264 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398448
Dec 19 14:09:08.163355 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-4dc090fe-30d2-45da-bb42-120e29de4ded service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238 HTTP/1.1" status: 200  len: 1002 time: 0.0958986
Dec 19 14:09:08.228146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-3c1d62e1-8996-419a-ad8b-3284cec6071b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:08.229549 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-3c1d62e1-8996-419a-ad8b-3284cec6071b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08 HTTP/1.1" status: 200  len: 835 time: 0.0599136
Dec 19 14:09:08.303203 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-9862660d-c8d5-4d92-946f-57f304d68542 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee48b983-a302-43f1-9276-fba6e346e6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669224
Dec 19 14:09:08.431773 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-1f8ecd47-383b-4a30-a9e6-1f9bd781a64b service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214907
Dec 19 14:09:08.560038 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-307e2c19-12a4-481e-83de-efa9a8d49597 service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210620
Dec 19 14:09:09.298517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941bb31-3db4-40fd-82ee-da949188578b req-c546a40a-1c29-4ab6-8bf0-beb0ae8abfd5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:09.299961 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9941bb31-3db4-40fd-82ee-da949188578b req-c546a40a-1c29-4ab6-8bf0-beb0ae8abfd5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0761304
Dec 19 14:09:09.345498 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9941bb31-3db4-40fd-82ee-da949188578b req-40835ac4-f93e-43f9-a363-5d3d650ebef9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398779
Dec 19 14:09:10.540987 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e0c0e-0236-48f9-b6e5-8a051dfad0fd req-90e6981d-0c68-45aa-8400-b8328e52aca1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:10.542406 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ac4e0c0e-0236-48f9-b6e5-8a051dfad0fd req-90e6981d-0c68-45aa-8400-b8328e52aca1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0777383
Dec 19 14:09:10.586923 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ac4e0c0e-0236-48f9-b6e5-8a051dfad0fd req-ebbcdf10-3dbc-4803-b92a-dc73794846aa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390978
Dec 19 14:09:11.780113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ad669-55eb-4106-8081-baec7b0f914e req-3fe75927-8fdb-49db-8add-7fb6b524364e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:11.781523 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c52ad669-55eb-4106-8081-baec7b0f914e req-3fe75927-8fdb-49db-8add-7fb6b524364e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0746043
Dec 19 14:09:11.937607 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c52ad669-55eb-4106-8081-baec7b0f914e req-513dd628-2ec2-4358-b14c-0a98c0d95a5d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1505651
Dec 19 14:09:12.425944 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a28ee46d-8e58-41e4-954b-893c3fe5cca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:13.135784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c6aac-a204-45ae-87ce-dbb7f06a38f8 req-95b690b3-3f60-451b-819e-2953e65ef53e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:13.137230 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4f2c6aac-a204-45ae-87ce-dbb7f06a38f8 req-95b690b3-3f60-451b-819e-2953e65ef53e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0773449
Dec 19 14:09:13.182094 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4f2c6aac-a204-45ae-87ce-dbb7f06a38f8 req-4fe8c3f4-0bbf-4b13-a050-7bc16ef554b5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393627
Dec 19 14:09:14.385381 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afec01-072c-45d8-aba8-8c6960381928 req-7182b419-2319-44f5-8b8b-ead1551081c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:14.386798 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f8afec01-072c-45d8-aba8-8c6960381928 req-7182b419-2319-44f5-8b8b-ead1551081c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0802152
Dec 19 14:09:14.431269 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f8afec01-072c-45d8-aba8-8c6960381928 req-b87017ac-156c-48dc-b155-e262c9a37971 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389676
Dec 19 14:09:14.660436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb705-3c72-4871-ae6c-a42fdbd96542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:15.624239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db8abf-9d8e-4dff-9f11-2f5f12e24b85 req-c071a9eb-759e-4972-8403-7a2634cbdb08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:15.625684 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c9db8abf-9d8e-4dff-9f11-2f5f12e24b85 req-c071a9eb-759e-4972-8403-7a2634cbdb08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0757496
Dec 19 14:09:15.672176 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c9db8abf-9d8e-4dff-9f11-2f5f12e24b85 req-6e8a5e80-da51-49ad-a853-399b8e108347 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407043
Dec 19 14:09:16.317441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:16.345905 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:16.869579 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb59b3-e3a0-419f-a81a-e712710d7f5b req-7c3fc390-2b7a-4107-a0e9-14ea6d3cd3aa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:16.871004 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d5eb59b3-e3a0-419f-a81a-e712710d7f5b req-7c3fc390-2b7a-4107-a0e9-14ea6d3cd3aa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0772574
Dec 19 14:09:16.915697 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d5eb59b3-e3a0-419f-a81a-e712710d7f5b req-84c0591e-bd73-4e53-9d42-6d3ffb62d4e6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391181
Dec 19 14:09:17.717970 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:18.112388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7dde-e082-4cd6-bac7-0ad8c2811242 req-00e5e42b-c239-4b48-a89b-a91c35a8d353 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:18.113825 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b4ad7dde-e082-4cd6-bac7-0ad8c2811242 req-00e5e42b-c239-4b48-a89b-a91c35a8d353 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0769632
Dec 19 14:09:18.162040 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b4ad7dde-e082-4cd6-bac7-0ad8c2811242 req-d6fc617b-d821-41af-974d-152a6ecce0be tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425217
Dec 19 14:09:19.356945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691a1e7-0dba-46e7-a564-f749edbe1402 req-4da6386e-a342-4346-9fe7-b747f387dcfb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:19.358376 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b691a1e7-0dba-46e7-a564-f749edbe1402 req-4da6386e-a342-4346-9fe7-b747f387dcfb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0755801
Dec 19 14:09:19.402208 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b691a1e7-0dba-46e7-a564-f749edbe1402 req-0237ad97-20f0-4582-8267-3e74212e2aed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383520
Dec 19 14:09:20.519987 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-ca02ed2a-d64e-4922-a6e1-c48e2f229c3c service neutron] 10.222.0.18 "GET /v2.0/ports/8b6a0a0b-c8ac-4244-9cf9-05d0debab238/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0763772
Dec 19 14:09:20.604375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3a39-bcb7-43e7-a759-00cf3fb56f89 req-29495cc2-1f9d-4169-a606-c2cadd2de86a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:20.605819 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dfec3a39-bcb7-43e7-a759-00cf3fb56f89 req-29495cc2-1f9d-4169-a606-c2cadd2de86a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0794704
Dec 19 14:09:20.652244 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dfec3a39-bcb7-43e7-a759-00cf3fb56f89 req-9046ce2c-6889-484e-b3b2-a8ff7afe8777 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400667
Dec 19 14:09:21.011885 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-9ee77de2-d812-4ea7-9c93-91e800431c58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745&tenant_id=25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 1099 time: 0.0714455
Dec 19 14:09:21.103835 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-3963e283-be1a-4208-9f72-d22484641e3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 1099 time: 0.0682561
Dec 19 14:09:21.233649 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-a76dc24d-be8b-44fa-8e06-7f8173a01e95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:21.235082 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-a76dc24d-be8b-44fa-8e06-7f8173a01e95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee48b983-a302-43f1-9276-fba6e346e6c4 HTTP/1.1" status: 200  len: 897 time: 0.1255555
Dec 19 14:09:21.336421 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-f298f45c-8639-45ec-b19f-8f2a24a26318 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238 HTTP/1.1" status: 200  len: 1002 time: 0.0951350
Dec 19 14:09:21.402042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-dfc353b2-a814-4eed-a39c-5522985b026f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:21.403465 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-dfc353b2-a814-4eed-a39c-5522985b026f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08 HTTP/1.1" status: 200  len: 835 time: 0.0609815
Dec 19 14:09:21.475793 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-8b3353b5-7c92-4738-856f-f20254ead239 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee48b983-a302-43f1-9276-fba6e346e6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0659246
Dec 19 14:09:21.602895 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-9e8f3793-6f77-4afe-83b4-0b662fb19e1c service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209292
Dec 19 14:09:21.840222 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-e2696514-9a88-47ea-8b19-dab7f54f1adc service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2301469
Dec 19 14:09:21.859674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799812e5-2f0e-483b-ab97-5745286502b8 req-696ea29a-df37-40b0-b38d-3aed8b9c4059 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:21.861056 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-799812e5-2f0e-483b-ab97-5745286502b8 req-696ea29a-df37-40b0-b38d-3aed8b9c4059 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0799608
Dec 19 14:09:21.906196 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-799812e5-2f0e-483b-ab97-5745286502b8 req-6c09b410-2572-4374-a0ac-02ab51514c82 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394282
Dec 19 14:09:23.114845 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8843f0d-b65a-4caa-91db-ce11711469df req-3bab1eca-d498-4712-a008-e9d94ba09cc8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:23.116269 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c8843f0d-b65a-4caa-91db-ce11711469df req-3bab1eca-d498-4712-a008-e9d94ba09cc8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0791395
Dec 19 14:09:23.162092 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c8843f0d-b65a-4caa-91db-ce11711469df req-2c2bbfe1-cb88-4e8a-82e9-73ecb5aa927b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396605
Dec 19 14:09:24.022015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:09:24.026887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:09:24.272962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:24.309700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:09:24.326141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:09:24.334881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'port_id': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'mac_address': 'fa:16:3e:12:76:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:09:24.340116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:09:24.368320 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07838498-ef51-4c11-9276-29c89ec28884 req-e11735c9-f938-452a-bc5e-93ea2ce3bb50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:24.370373 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07838498-ef51-4c11-9276-29c89ec28884 req-e11735c9-f938-452a-bc5e-93ea2ce3bb50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0808377
Dec 19 14:09:24.399683 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'code': 200}
Dec 19 14:09:24.401799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:24.416782 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:24.421329 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07838498-ef51-4c11-9276-29c89ec28884 req-e3223ff8-3f81-4774-89ff-aa23f728bc1a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457163
Dec 19 14:09:24.422437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:09:24.467336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:09:24.530108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:09:24.551589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:09:24.551942 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:09:24.553118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:24.553450 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:24.553783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:24.554110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:24.554431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:24.554747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:24.555090 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:24.555397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:24.555708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:24.556019 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:24.556323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:24.561674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:09:24.875924 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60611837-d62f-4cce-9488-051ed22058ae req-7bfe8d22-48bb-47e9-8bdb-c77ddc6a7a7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:24.877251 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-60611837-d62f-4cce-9488-051ed22058ae req-7bfe8d22-48bb-47e9-8bdb-c77ddc6a7a7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 944 time: 0.0785496
Dec 19 14:09:24.923593 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-60611837-d62f-4cce-9488-051ed22058ae req-2be4a3be-ce7c-4bb2-b1cc-85cae5daff65 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407159
Dec 19 14:09:24.952036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-a1a464dc-bd4d-4e44-935c-66c7e9082c49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:24.952724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-a1a464dc-bd4d-4e44-935c-66c7e9082c49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:09:25.031686 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-a1a464dc-bd4d-4e44-935c-66c7e9082c49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:09:25.032821 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-a1a464dc-bd4d-4e44-935c-66c7e9082c49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745&tenant_id=25a17a5984144a0aa8c4713b01d435e2&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 944 time: 0.1616719
Dec 19 14:09:25.113097 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:25.130441 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f605172-abe6-444c-aee7-308b43c2df6f req-329c32cb-e55f-4d67-8f71-a2154b627ba6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:25.130675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:09:25.131830 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7f605172-abe6-444c-aee7-308b43c2df6f req-329c32cb-e55f-4d67-8f71-a2154b627ba6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 944 time: 0.0826097
Dec 19 14:09:25.146230 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:09:25.175432 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-5d6ad731-39a2-42a8-8875-1db6c32af8aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 1097 time: 0.0714984
Dec 19 14:09:25.179604 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7f605172-abe6-444c-aee7-308b43c2df6f req-f9e90a42-d247-4eb3-b71a-9fecbda0c971 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408785
Dec 19 14:09:25.237483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:25.239242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-83cf3dba-cafe-4cae-8f7a-03a085c6302f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:09:25.303871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['8b6a0a0b-c8ac-4244-9cf9-05d0debab238'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:09:25.307945 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-8fc50278-91ed-476b-acaa-2da58f7a065f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:25.309399 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-8fc50278-91ed-476b-acaa-2da58f7a065f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee48b983-a302-43f1-9276-fba6e346e6c4 HTTP/1.1" status: 200  len: 897 time: 0.1281335
Dec 19 14:09:25.343221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:09:25.347656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:09:25.412744 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-de404ad6-a231-4688-9ce0-ad422577a01e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238 HTTP/1.1" status: 200  len: 1001 time: 0.0962002
Dec 19 14:09:25.474228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-a379309e-5512-47d1-9a64-a0fd1caadbf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:25.475689 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-a379309e-5512-47d1-9a64-a0fd1caadbf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08 HTTP/1.1" status: 200  len: 835 time: 0.0571158
Dec 19 14:09:25.553045 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-8d9080e4-6fa1-4e4d-8054-5433c0e9e2c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee48b983-a302-43f1-9276-fba6e346e6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709789
Dec 19 14:09:25.688510 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-d7c8c8b4-ba2c-4751-b256-b4e85d11eadd service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287336
Dec 19 14:09:25.820258 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3a31e849-bbf1-46d9-99c1-49a5f9ddcb4c req-94fbed0b-324b-4213-89a9-88ac29ff5d07 service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253517
Dec 19 14:09:25.894667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:26.034581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:09:26.102629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:09:26.103003 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:26.216977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:26.249989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:09:26.317433 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:26.319392 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:09:26.383436 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:09:26.384103 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847c575-f531-4ac6-a9d5-5cc3f00adc2b req-11979cab-a807-4171-a1f2-bd1b3c357fd7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:26.386978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:09:26.387525 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6847c575-f531-4ac6-a9d5-5cc3f00adc2b req-11979cab-a807-4171-a1f2-bd1b3c357fd7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0824335
Dec 19 14:09:26.400316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:09:26.439931 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6847c575-f531-4ac6-a9d5-5cc3f00adc2b req-f6a7d124-5a2b-487b-a5d9-860fed6ed57e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462046
Dec 19 14:09:26.468529 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'code': 200}
Dec 19 14:09:27.636832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d79626-1ee5-42ee-a8f8-2fee3dc51914 req-1acfaf53-8072-4dbd-8d86-157a84dd62f5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:27.638252 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19d79626-1ee5-42ee-a8f8-2fee3dc51914 req-1acfaf53-8072-4dbd-8d86-157a84dd62f5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0807266
Dec 19 14:09:27.684506 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-19d79626-1ee5-42ee-a8f8-2fee3dc51914 req-2cd27e77-bd93-4468-91ba-92855ff4d846 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405407
Dec 19 14:09:27.712685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53256) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:09:27.816615 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-fe7e99ac-17d7-46b6-bd20-3c9f6b545f0e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/d716ee80-f383-41a3-83fb-131eb6f8e896 HTTP/1.1" status: 200  len: 994 time: 0.1027620
Dec 19 14:09:33.055118 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:09:42.431037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-baf03689-c05f-42d7-a746-95e369efedd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:44.648162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e4e8cf56-75fe-4e85-a4c4-7a969d5e15c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:46.322837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:46.350740 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:47.711386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:54.285199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53268) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:09:54.493762 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 94eeb58d-0b00-48f8-90e9-fbd41c0ca551 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:09:54.494092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:54.660832 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:54.661143 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:54.781188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 94eeb58d-0b00-48f8-90e9-fbd41c0ca551 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:09:55.065289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:55.069010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2ca0c736-e319-492d-8693-63052ff57f46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:09:55.109977 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=94eeb58d-0b00-48f8-90e9-fbd41c0ca551,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:09:55.148348 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:55.148726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:55.149096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:55.149456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:55.149811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:55.150165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:55.150516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:55.150868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:55.151485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:55.151839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:55.152191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:09:55.158759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:09:55.213063 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:55.595473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:09:55.794515 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:09:55.803782 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c549405-2c93-434a-83f0-ce1e93cf1461 None None] Sync routers for ids ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:09:55.826231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c549405-2c93-434a-83f0-ce1e93cf1461 None None] Routers {'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:09:55.826834 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6c549405-2c93-434a-83f0-ce1e93cf1461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472de280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:09:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:09:55.865278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:55.920899 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/floatingips/d716ee80-f383-41a3-83fb-131eb6f8e896 HTTP/1.1" status: 204  len: 168 time: 1.6346276
Dec 19 14:09:55.922162 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:09:55.959089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:55.979815 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'status': 'completed', 'code': 200}
Dec 19 14:09:56.009278 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-6c549405-2c93-434a-83f0-ce1e93cf1461 None None] Set router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:09:56.081969 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-36036e78-d024-49ab-bae3-38b4af07d82b req-7884a2cf-3327-429a-9188-1eb13a46cdef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 1099 time: 0.0743260
Dec 19 14:09:56.214504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36036e78-d024-49ab-bae3-38b4af07d82b req-8c001769-963e-45c1-9552-44e7589796b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:56.215871 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-36036e78-d024-49ab-bae3-38b4af07d82b req-8c001769-963e-45c1-9552-44e7589796b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee48b983-a302-43f1-9276-fba6e346e6c4 HTTP/1.1" status: 200  len: 897 time: 0.1281290
Dec 19 14:09:56.293146 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-36036e78-d024-49ab-bae3-38b4af07d82b req-96a86675-7a85-4e26-ada2-0a32a22e6ef7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238 HTTP/1.1" status: 200  len: 217 time: 0.0673168
Dec 19 14:09:56.359695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36036e78-d024-49ab-bae3-38b4af07d82b req-3f93e7ee-0031-4846-b2ec-b58c155fbcf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:56.364666 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-36036e78-d024-49ab-bae3-38b4af07d82b req-3f93e7ee-0031-4846-b2ec-b58c155fbcf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08 HTTP/1.1" status: 200  len: 835 time: 0.0657837
Dec 19 14:09:56.371290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6c549405-2c93-434a-83f0-ce1e93cf1461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472de280>, [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:18Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '97131d5b-9ef9-4822-a7d9-1ab8320be792', 'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:bc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:17Z', 'updated_at': '2021-12-19T14:08:24Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:09:56.375294 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c549405-2c93-434a-83f0-ce1e93cf1461 None None] Checking router: ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:09:56.386030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c549405-2c93-434a-83f0-ce1e93cf1461 None None] Routers {'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:09:56.386632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6c549405-2c93-434a-83f0-ce1e93cf1461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d472de280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:09:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:09:56.456512 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-36036e78-d024-49ab-bae3-38b4af07d82b req-ebeada61-0e2d-4ce9-8298-b0fcfb483ff9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee48b983-a302-43f1-9276-fba6e346e6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0776818
Dec 19 14:09:56.505779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015e139-09f1-4991-b65e-a111e78501ba req-88a026b4-ea1c-4fc4-b754-ea0e0898c345 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:56.507886 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9015e139-09f1-4991-b65e-a111e78501ba req-88a026b4-ea1c-4fc4-b754-ea0e0898c345 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0933132
Dec 19 14:09:56.556882 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9015e139-09f1-4991-b65e-a111e78501ba req-adb3381e-e1a0-4e4f-82db-663a08397fdc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429459
Dec 19 14:09:56.569340 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-6c549405-2c93-434a-83f0-ce1e93cf1461 None None] Set router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:09:56.605220 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-36036e78-d024-49ab-bae3-38b4af07d82b req-ec983384-fe97-482a-b7b0-6281e40bd5ce service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404688
Dec 19 14:09:56.743438 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-36036e78-d024-49ab-bae3-38b4af07d82b req-19fbebb6-70fd-49bd-be61-e2cd6d5364ee service neutron] 10.222.0.18 "GET /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306047
Dec 19 14:09:56.882007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-6c549405-2c93-434a-83f0-ce1e93cf1461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d472de280>, [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:18Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '97131d5b-9ef9-4822-a7d9-1ab8320be792', 'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:bc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:17Z', 'updated_at': '2021-12-19T14:08:24Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:09:56.886491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c549405-2c93-434a-83f0-ce1e93cf1461 None None] The sync data for ids ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'] in dv-neutron-821895-1-hyperv is: [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:18Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '97131d5b-9ef9-4822-a7d9-1ab8320be792', 'name': '', 'network_id': 'ee48b983-a302-43f1-9276-fba6e346e6c4', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:bc:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:17Z', 'updated_at': '2021-12-19T14:08:24Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:09:57.097091 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a450092-a3d3-4828-ab49-eaa3c439843b None None] New status for floating IP d716ee80-f383-41a3-83fb-131eb6f8e896: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:09:57.759830 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac193864-9671-493a-8204-3cbf5a81887a req-ba67f883-fdfe-4054-beb5-50b114cb851a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:57.761971 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ac193864-9671-493a-8204-3cbf5a81887a req-ba67f883-fdfe-4054-beb5-50b114cb851a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.0797575
Dec 19 14:09:57.806282 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ac193864-9671-493a-8204-3cbf5a81887a req-bea45386-f963-493e-b18f-cb3c20b71173 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=102aaf8d-eb7f-4529-bfe4-64a67bb60eee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389390
Dec 19 14:09:58.199510 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-42d95301-7a19-4c4d-a711-cb54fee0d7b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:09:58.200158 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-42d95301-7a19-4c4d-a711-cb54fee0d7b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:09:58.259405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-42d95301-7a19-4c4d-a711-cb54fee0d7b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:09:58.261298 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-42d95301-7a19-4c4d-a711-cb54fee0d7b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 946 time: 0.2334123
Dec 19 14:09:58.375424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:09:58.375767 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:58.611199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:09:58.611538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:58.732077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:09:58.940206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:58.945927 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:09:58.992422 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=8b6a0a0b-c8ac-4244-9cf9-05d0debab238,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:09:58.996071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:09:59.053074 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a055834d-b27d-4393-bc6f-0830c3288606 req-bf290ebc-ebf5-4339-a5a9-c1f56bab3271 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d15328-d30d-46f9-a428-868e54cbf745 HTTP/1.1" status: 200  len: 210 time: 0.1241372
Dec 19 14:09:59.066226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] No DVR routers for this DVR port 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:09:59.068663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:09:59.071456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'name': 'network-vif-deleted', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:09:59.126949 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d15328-d30d-46f9-a428-868e54cbf745', 'name': 'network-vif-deleted', 'tag': '8b6a0a0b-c8ac-4244-9cf9-05d0debab238', 'status': 'completed', 'code': 200}
Dec 19 14:09:59.134372 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f202ac4f-f8d3-409d-88ea-7988fb95282a req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "DELETE /v2.0/ports/8b6a0a0b-c8ac-4244-9cf9-05d0debab238 HTTP/1.1" status: 204  len: 173 time: 0.8686495
Dec 19 14:10:00.157901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53288) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:00.645419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:01.239559 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 97131d5b-9ef9-4822-a7d9-1ab8320be792 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:10:01.240284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:01.420828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port 97131d5b-9ef9-4822-a7d9-1ab8320be792, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=97131d5b-9ef9-4822-a7d9-1ab8320be792,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:10:01.421173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:01.543982 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 97131d5b-9ef9-4822-a7d9-1ab8320be792 owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:10:01.768167 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:01.772277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1c366af6-bd2e-4151-932a-69741161da0f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:01.921804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=97131d5b-9ef9-4822-a7d9-1ab8320be792,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:01.959930 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:01.960582 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:01.960959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:01.961334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:01.961698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:01.962061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:01.962425 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:01.962786 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:01.963170 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:01.964073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:01.964434 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:01.971635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:02.221480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:10:02.223489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:02.257408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:10:02.257760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 8b6a0a0b-c8ac-4244-9cf9-05d0debab238 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:10:02.820839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:10:03.019363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:10:03.030299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97fcc4e-d9c1-4457-9f46-796b402d2081 None None] Sync routers for ids ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:10:03.031603 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "PUT /v2.0/routers/ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8726513
Dec 19 14:10:03.034194 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53292) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:03.042477 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97fcc4e-d9c1-4457-9f46-796b402d2081 None None] Routers {'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:10:03.043359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c97fcc4e-d9c1-4457-9f46-796b402d2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47784b80>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:09:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:03.216219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-5617e870-2413-4520-a1ea-62d2be6daef2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting subnet 2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:10:03.217132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-c97fcc4e-d9c1-4457-9f46-796b402d2081 None None] Set router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:10:03.219168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5617e870-2413-4520-a1ea-62d2be6daef2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:03.272172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5617e870-2413-4520-a1ea-62d2be6daef2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:03.474213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5617e870-2413-4520-a1ea-62d2be6daef2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:03.507757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c97fcc4e-d9c1-4457-9f46-796b402d2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47784b80>, [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:10:01Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:03.511651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97fcc4e-d9c1-4457-9f46-796b402d2081 None None] Checking router: ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:10:03.522247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97fcc4e-d9c1-4457-9f46-796b402d2081 None None] Routers {'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:10:03.522769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c97fcc4e-d9c1-4457-9f46-796b402d2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47784b80>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:09:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:03.597362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5617e870-2413-4520-a1ea-62d2be6daef2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:03.602043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-7f3d7d99-77ca-49ac-9b77-302e06f44154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:03.641943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617e870-2413-4520-a1ea-62d2be6daef2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Subnet': ['ID=2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:03.645446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5617e870-2413-4520-a1ea-62d2be6daef2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:03.646511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5617e870-2413-4520-a1ea-62d2be6daef2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:03.654231 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5617e870-2413-4520-a1ea-62d2be6daef2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/subnets/2817ffc7-ec62-4a58-8b2f-8e3dcf8eff08 HTTP/1.1" status: 204  len: 168 time: 0.6184118
Dec 19 14:10:03.657079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53296) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:03.663975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a79b2-5d21-47bf-8cba-47471cc515ad None None] Network ee48b983-a302-43f1-9276-fba6e346e6c4 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:10:03.861749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:03.896915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-c97fcc4e-d9c1-4457-9f46-796b402d2081 None None] Set router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:10:04.056630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:04.153589 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 256719e1-23ad-454d-bb43-7e565b7fed07 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:10:04.154262 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:04.184979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd518ce1-55ac-4039-908a-0d4dfe224dec None None] DHCP port deletion for ee48b983-a302-43f1-9276-fba6e346e6c4 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:10:04.196120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-cd518ce1-55ac-4039-908a-0d4dfe224dec None None] Deleting port fb8a8967-cd4d-4797-8936-12e13939b572 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:10:04.196498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cd518ce1-55ac-4039-908a-0d4dfe224dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:04.284625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c97fcc4e-d9c1-4457-9f46-796b402d2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47784b80>, [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:10:01Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:04.296694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97fcc4e-d9c1-4457-9f46-796b402d2081 None None] The sync data for ids ['ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78'] in dv-neutron-821895-1-hyperv is: [{'id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343571547', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:10:01Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '256719e1-23ad-454d-bb43-7e565b7fed07', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:08:13Z', 'updated_at': '2021-12-19T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:10:04.339792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port 256719e1-23ad-454d-bb43-7e565b7fed07, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=256719e1-23ad-454d-bb43-7e565b7fed07,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:10:04.340136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:04.416190 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-cd518ce1-55ac-4039-908a-0d4dfe224dec None None] For port fb8a8967-cd4d-4797-8936-12e13939b572, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=fb8a8967-cd4d-4797-8936-12e13939b572,segment=NetworkSegment(43d9f444-7b0a-42b6-b45d-17ede45f4966),segment_id=43d9f444-7b0a-42b6-b45d-17ede45f4966)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:10:04.416534 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cd518ce1-55ac-4039-908a-0d4dfe224dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:04.540803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-cd518ce1-55ac-4039-908a-0d4dfe224dec None None] Calling delete_port for fb8a8967-cd4d-4797-8936-12e13939b572 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:10:04.560275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 256719e1-23ad-454d-bb43-7e565b7fed07 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:10:04.666097 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cd518ce1-55ac-4039-908a-0d4dfe224dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:04.680484 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:04.721770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fb8a8967-cd4d-4797-8936-12e13939b572 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:10:04.746434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd518ce1-55ac-4039-908a-0d4dfe224dec None None] No DVR routers for this DVR port fb8a8967-cd4d-4797-8936-12e13939b572 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:10:04.758704 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd518ce1-55ac-4039-908a-0d4dfe224dec None None] Pushing event deleted for resources: {'Port': ['ID=fb8a8967-cd4d-4797-8936-12e13939b572,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:04.766212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cd518ce1-55ac-4039-908a-0d4dfe224dec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:04.766584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: fb8a8967-cd4d-4797-8936-12e13939b572 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:10:04.766930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device fb8a8967-cd4d-4797-8936-12e13939b572 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:10:04.767379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 97131d5b-9ef9-4822-a7d9-1ab8320be792 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:10:04.787988 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:04.795708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4e7165b5-e135-41c8-80f9-cd0f01c51fa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:04.802164 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 97131d5b-9ef9-4822-a7d9-1ab8320be792 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:10:04.802533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 97131d5b-9ef9-4822-a7d9-1ab8320be792 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:10:04.842681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=256719e1-23ad-454d-bb43-7e565b7fed07,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:04.845758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:05.061206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.315665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.319746 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.448509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.449001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Fanout notify agent at l3_agent the message router_deleted on router ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:10:05.464052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.466532 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/routers/ebf0e327-18b7-4c9e-8eaa-65c8f37bbe78 HTTP/1.1" status: 204  len: 168 time: 1.8084683
Dec 19 14:10:05.477236 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53300) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:05.586381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.715933 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.740693 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d472ad9d0>,) {'filters': {'network_id': ['ee48b983-a302-43f1-9276-fba6e346e6c4']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:05.752991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d472ad9d0>, '43d9f444-7b0a-42b6-b45d-17ede45f4966') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:05.753310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d472ad9d0>, '43d9f444-7b0a-42b6-b45d-17ede45f4966') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:05.765163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.780435 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.786263 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:10:05.786630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:10:05.800493 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:10:05.934295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.938843 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:05.941937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fdb1c0bf-6e6a-44a8-9888-c2d5ec43381e tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:05.965573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Network': ['ID=ee48b983-a302-43f1-9276-fba6e346e6c4,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:05.968195 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:06.054449 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/networks/ee48b983-a302-43f1-9276-fba6e346e6c4 HTTP/1.1" status: 204  len: 168 time: 0.5843639
Dec 19 14:10:06.057726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53304) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:06.126552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-abcc0d73-d0d6-498d-a6bc-83abe6011305 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:06.154234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-abcc0d73-d0d6-498d-a6bc-83abe6011305 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:06.259805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-abcc0d73-d0d6-498d-a6bc-83abe6011305 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:06.264809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4d0d784a-cf8b-4a95-8289-890076ad5df0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:06.282969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc0d73-d0d6-498d-a6bc-83abe6011305 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102aaf8d-eb7f-4529-bfe4-64a67bb60eee,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:06.285428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-abcc0d73-d0d6-498d-a6bc-83abe6011305 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:06.332705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-abcc0d73-d0d6-498d-a6bc-83abe6011305 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:06.333830 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-abcc0d73-d0d6-498d-a6bc-83abe6011305 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/security-groups/102aaf8d-eb7f-4529-bfe4-64a67bb60eee HTTP/1.1" status: 204  len: 168 time: 0.2750783
Dec 19 14:10:06.448692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 256719e1-23ad-454d-bb43-7e565b7fed07 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:10:06.485421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 256719e1-23ad-454d-bb43-7e565b7fed07 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:10:06.485772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 256719e1-23ad-454d-bb43-7e565b7fed07 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:10:06.953700 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53312) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:06.959304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-894586178', 'description': 'tempest-secgroup-smoke-894586178 description', 'project_id': '25a17a5984144a0aa8c4713b01d435e2'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:06.965551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:06.969725 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:06.972502 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:06.977925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:07.145802 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:07.181178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:07.185218 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:07.188087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:07.194768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:07.248508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:07.316516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:07.321759 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1113e788-a3a1-418c-a6e5-43ac115468a4 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:07.362039 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7704dd80-4f36-48f8-9743-b98c7840dcb9,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:07.364709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:07.419948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:07.421192 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4664965
Dec 19 14:10:07.423973 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53316) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:07.429345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '7704dd80-4f36-48f8-9743-b98c7840dcb9', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:07.435495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:07.439222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:07.442029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:07.448354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:07.499856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:07.557011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:07.630931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:07.632878 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ed81e667-a1ed-4817-bbbf-3a979d28121b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:07.658297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80e3d70-4598-4422-99fa-277502d20feb,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:07.662599 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:07.722790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:07.723939 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d3a8f538-f586-4fc9-a2bf-8d54cbdb510c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2989612
Dec 19 14:10:07.726607 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53320) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:07.732118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '7704dd80-4f36-48f8-9743-b98c7840dcb9', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:07.738003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:07.741692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:07.744536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:07.750042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:07.843652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:07.903755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:07.979604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:07.981285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dda86c1c-c117-42fa-a8fa-5000caecb6ab tempest-SecGroupTest-739455290 tempest-SecGroupTest-739455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:08.002922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060ab2bc-cef3-4c66-a018-d4af280ebf2b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:08.007064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:08.093925 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:08.095102 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b017e80a-2b31-41ce-ad2f-3f8f26686879 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3675661
Dec 19 14:10:08.097786 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53324) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:08.103091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '7704dd80-4f36-48f8-9743-b98c7840dcb9', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:08.108964 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:08.112661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:08.115543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:08.121616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:08.208290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:08.269371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:08.350783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:08.356821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5c60ede5-9be6-4fbd-be68-0e69e9bb5447 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:08.375274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8d6b18-8c07-4c27-91d5-4bf378325500,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:08.377600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:08.442339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:08.443534 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-65d4c119-f9ba-4d8f-977a-c09ee74257ed tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3448677
Dec 19 14:10:08.446251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53328) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:08.451582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '7704dd80-4f36-48f8-9743-b98c7840dcb9', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:08.457630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:08.461841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:08.464895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:08.470624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:08.579919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:08.644346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:08.717002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:08.718837 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1e138592-198b-404c-871b-4497009add76 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:08.741357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9142a4-c91d-45a7-afe2-51683b4af345,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:08.745593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:08.836940 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:08.838068 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3909376
Dec 19 14:10:08.841389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53332) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:08.846694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '7704dd80-4f36-48f8-9743-b98c7840dcb9', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:08.852970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:08.857327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:08.860182 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:08.865798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:08.939319 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Project 25a17a5984144a0aa8c4713b01d435e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:10:08.945705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.007776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.070611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.072411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2ec59807-355d-493b-9e40-702de38cf378 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:09.095165 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a146f77-e139-43d5-af33-9fc05ed59e3a,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:09.099295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:09.173766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.174989 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e74dbd4f-8e38-4eeb-969b-c1e0320a49d8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3327186
Dec 19 14:10:09.177676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53336) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:09.183578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': '7704dd80-4f36-48f8-9743-b98c7840dcb9', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:09.189403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:09.194286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:09.197462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:09.204250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:09.311390 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Project 25a17a5984144a0aa8c4713b01d435e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:10:09.317981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.386082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.449189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.450954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6232957a-b304-4b3d-952d-f875a67f9c98 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:09.472981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b25e29-fd78-4c10-9237-bc7c1ce78d6c,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:09.477124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:09.551181 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.552417 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b478a3bc-0c6a-49c5-ae42-23403f54e0ef tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3738334
Dec 19 14:10:09.555237 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53340) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:09.561433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'network': {'name': 'tempest-network-smoke--1902019716', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'port_security_enabled': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:09.566539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:09.570539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:network and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:09.574264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:09.580108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:09.654026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:10:09.656974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.685397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:10:09.693688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.694018 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Added segment a027812e-344e-46e2-aaae-28aa680362e9 of type vlan for network e2eb21f5-7be4-470d-a11b-8902065949c5
Dec 19 14:10:09.719667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.819751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.823740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:09.824506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:09.828134 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-79a18e57-4da2-46ff-9ed1-5d9868f1756c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:09.933093 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Network': ['ID=e2eb21f5-7be4-470d-a11b-8902065949c5,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:09.936504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:09.944603 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network e2eb21f5-7be4-470d-a11b-8902065949c5 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:10:10.014660 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4583311
Dec 19 14:10:10.017409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53344) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:10.022709 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'admin_state_up': True, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:10.030102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:10.033656 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:router and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:10.036486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:10.042049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:10.055008 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:10:10.123040 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:10.124072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:10.141896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:10.394993 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:10.614175 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:10.642946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:10.775745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.26.4.28 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/30d2f40a-1a87-46fb-b0eb-eaa30c30b721) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:10:10.918509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:10.985301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:10.988867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8624ca9d-764e-4ac7-89eb-cd0a56058c50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:11.052938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:10:11.056204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:10:11.058146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=30d2f40a-1a87-46fb-b0eb-eaa30c30b721,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:11.060735 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:10:11.091323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:11.282483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:11.303303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:11.693731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 06cd773e-e54c-4342-a37a-f3735792566e is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:10:11.890992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:10:11.900179 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Sync routers for ids ['06cd773e-e54c-4342-a37a-f3735792566e'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:10:11.916005 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Routers {'06cd773e-e54c-4342-a37a-f3735792566e'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:10:11.916526 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475fd670>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:09:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06cd773e-e54c-4342-a37a-f3735792566e'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:11.985405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:11.986728 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.9682734
Dec 19 14:10:11.989787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53348) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:12.088959 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Set router 06cd773e-e54c-4342-a37a-f3735792566e gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:10:12.095547 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cab27654-80ef-482f-b0a3-267801fc1df8 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=25a17a5984144a0aa8c4713b01d435e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1045868
Dec 19 14:10:12.099568 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53354) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:12.230655 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e4d1bd-6c6f-452e-85c4-6127c1415d86 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:12.232095 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-60e4d1bd-6c6f-452e-85c4-6127c1415d86 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1330531
Dec 19 14:10:12.234860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53358) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:12.274250 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6bda8a6d-365d-44c3-85e0-45f6719c093b tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0382175
Dec 19 14:10:12.276694 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53362) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:12.282677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-862194664', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:12.378999 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475fd670>, [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:11Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:12.382997 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Checking router: 06cd773e-e54c-4342-a37a-f3735792566e for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:10:12.383380 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Updating router 06cd773e-e54c-4342-a37a-f3735792566e port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:10:12.398527 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:12.402741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:subnet and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:12.406389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:12.411486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:12.438439 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:12.448108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dc94e2d0-e464-4bfe-98b6-e6022abaf5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:12.470897 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:10:12.571893 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:12.759754 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:12.771019 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Transition to ACTIVE for port object 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:10:12.865219 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:12.868647 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-5fdf11ce-6515-4a48-ac1d-fbf9a22b2295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:12.900569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:12.904705 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-70cd6357-77a0-466f-8309-2882b10ff8f7 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:12.942330 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Pushing event updated for resources: {'Port': ['ID=30d2f40a-1a87-46fb-b0eb-eaa30c30b721,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:12.945727 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Attempting to bind port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:10:12.946096 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Attempting to bind port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:10:12.946450 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Attempting to bind port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:10:12.957395 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:10:12.957761 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:10:12.958152 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:12.958538 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:10:12.959298 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Bound port: 30d2f40a-1a87-46fb-b0eb-eaa30c30b721, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:10:12.959453 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:12.982107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Subnet': ['ID=46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:12.985737 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:12.992039 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:12.992039 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:12.992039 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:12.992039 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:12.992039 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:12.992039 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:12.992039 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:12.992039 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:12.992039 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:12.993199 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:12.993199 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:12.995255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Checking segment: {'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:10:12.995702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network hostable DHCP agents. Network: e2eb21f5-7be4-470d-a11b-8902065949c5, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:10:13.003605 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:13.040145 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] For port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:10:13.043572 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] For port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=30d2f40a-1a87-46fb-b0eb-eaa30c30b721,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:10:13.099574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network e2eb21f5-7be4-470d-a11b-8902065949c5 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:10:13.117065 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:13.120576 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-df630b35-36e8-470a-bbfd-aee956d51cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:13.169241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, e2eb21f5-7be4-470d-a11b-8902065949c5) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:10:13.173817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:13.175522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:13.177999 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a04b0d-961a-4b57-99d3-3ac2fecb146d None None] Network e2eb21f5-7be4-470d-a11b-8902065949c5 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:10:13.193985 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Pushing event updated for resources: {'Port': ['ID=30d2f40a-1a87-46fb-b0eb-eaa30c30b721,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:13.197885 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-46edd57b-0621-4509-aaed-d8fbb81fc382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:13.198830 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Routers {'06cd773e-e54c-4342-a37a-f3735792566e'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:10:13.199596 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475fd670>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:09:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06cd773e-e54c-4342-a37a-f3735792566e'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:13.234996 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-cabc0188-e565-4359-afdb-9b5d068e77c7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9540980
Dec 19 14:10:13.235241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53366) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:13.401645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-e2eb21f5-7be4-470d-a11b-8902065949c5', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ips': [{'subnet_id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:10:13.403102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:13.407796 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] Set router 06cd773e-e54c-4342-a37a-f3735792566e gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:10:13.622000 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Allocated IP 172.20.0.2 (e2eb21f5-7be4-470d-a11b-8902065949c5/46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b/26e2ace2-db60-4baf-9700-441d2f930d6e) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:10:13.729524 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475fd670>, [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:11Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:13.735189 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bca5f7-231c-4aab-9a5f-dbfcc97357b7 None None] The sync data for ids ['06cd773e-e54c-4342-a37a-f3735792566e'] in dv-neutron-821895-1-hyperv is: [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:11Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:10:13.847523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:13.859585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Transition to ACTIVE for port object 26e2ace2-db60-4baf-9700-441d2f930d6e will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:10:13.879085 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Transition to ACTIVE for port object 26e2ace2-db60-4baf-9700-441d2f930d6e will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:10:13.957097 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:13.964481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-fc880bd2-c4e1-4d55-9394-3f1dff672ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:14.045028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Network e2eb21f5-7be4-470d-a11b-8902065949c5 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:10:14.045884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Pushing event updated for resources: {'Port': ['ID=26e2ace2-db60-4baf-9700-441d2f930d6e,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:14.048508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:10:14.050177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:14.051030 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:10:14.153836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Attempting to bind port 26e2ace2-db60-4baf-9700-441d2f930d6e on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:10:14.154115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Attempting to bind port 26e2ace2-db60-4baf-9700-441d2f930d6e by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:10:14.154669 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Attempting to bind port 26e2ace2-db60-4baf-9700-441d2f930d6e on network e2eb21f5-7be4-470d-a11b-8902065949c5 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:10:14.161646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:10:14.162231 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Checking segment: {'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:10:14.163004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:14.163330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Bound using segment: {'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:10:14.163873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Bound port: 26e2ace2-db60-4baf-9700-441d2f930d6e, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:10:14.164312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:14.169590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:14.260075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] For port 26e2ace2-db60-4baf-9700-441d2f930d6e, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:10:14.265102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] For port 26e2ace2-db60-4baf-9700-441d2f930d6e, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=26e2ace2-db60-4baf-9700-441d2f930d6e,segment=NetworkSegment(a027812e-344e-46e2-aaae-28aa680362e9),segment_id=a027812e-344e-46e2-aaae-28aa680362e9)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:10:14.358079 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:14.363963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:14.462181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Pushing event updated for resources: {'Port': ['ID=26e2ace2-db60-4baf-9700-441d2f930d6e,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:14.468643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:14.529393 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:10:14.612259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.20.0.1 (e2eb21f5-7be4-470d-a11b-8902065949c5/46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b/55dd0be2-9588-46d0-9f97-0795dfc79e4b) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:10:14.669917 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7b8331bc-824f-49a9-982f-e4dd4f20378f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:14.688200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:10:14.693986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:10:14.693986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:14.809392 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:14.826988 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:14.831679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Transition to ACTIVE for port object 55dd0be2-9588-46d0-9f97-0795dfc79e4b will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:10:14.844416 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=30d2f40a-1a87-46fb-b0eb-eaa30c30b721,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:10:14.928352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:14.930145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:14.980122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:14.980122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:14.995564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=30d2f40a-1a87-46fb-b0eb-eaa30c30b721,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:14.999040 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:15.038035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network e2eb21f5-7be4-470d-a11b-8902065949c5 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:10:15.045508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:10:15.049668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:10:15.079017 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=55dd0be2-9588-46d0-9f97-0795dfc79e4b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:15.084991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:15.111015 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:15.275073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:15.428518 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0892ed9-63d8-401c-b412-731199bbacd3 None None] Network e2eb21f5-7be4-470d-a11b-8902065949c5 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:10:15.579505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a44e189c-d298-49d6-9c95-936ba12d5a4f None None] Provisioning for port 26e2ace2-db60-4baf-9700-441d2f930d6e completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:10:15.855950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:15.911292 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:15.937154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-32f224ef-5b8a-467c-adc5-e3f1083e0f1c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:15.979469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-faa89b35-abfd-4094-be56-79e55c74babd None None] Provisioning for port 55dd0be2-9588-46d0-9f97-0795dfc79e4b completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:10:15.985904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-faa89b35-abfd-4094-be56-79e55c74babd None None] Provisioning complete for port 55dd0be2-9588-46d0-9f97-0795dfc79e4b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:10:15.986282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-faa89b35-abfd-4094-be56-79e55c74babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:16.026621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=55dd0be2-9588-46d0-9f97-0795dfc79e4b,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:16.030216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:16.034706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:16.040752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-faa89b35-abfd-4094-be56-79e55c74babd None None] Port 55dd0be2-9588-46d0-9f97-0795dfc79e4b cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:10:16.166879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network e2eb21f5-7be4-470d-a11b-8902065949c5 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:10:16.168051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:10:16.172464 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-227b8415-308f-4d03-91ab-fa07e46ffefe None None] Provisioning complete for port 55dd0be2-9588-46d0-9f97-0795dfc79e4b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:10:16.172846 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-227b8415-308f-4d03-91ab-fa07e46ffefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:16.230382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-227b8415-308f-4d03-91ab-fa07e46ffefe None None] Port 55dd0be2-9588-46d0-9f97-0795dfc79e4b cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:10:16.306176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:16.360263 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:16.455625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-d3cd87a9-9736-40d3-bfe2-95915e014385 None None] Provisioning complete for port 55dd0be2-9588-46d0-9f97-0795dfc79e4b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:10:16.456075 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d3cd87a9-9736-40d3-bfe2-95915e014385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:16.510876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd87a9-9736-40d3-bfe2-95915e014385 None None] Port 55dd0be2-9588-46d0-9f97-0795dfc79e4b cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:10:16.539383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:10:16.570150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 06cd773e-e54c-4342-a37a-f3735792566e has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:10:16.611144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:10:16.611525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:16.728694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 26e2ace2-db60-4baf-9700-441d2f930d6e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:10:16.772954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:10:16.786603 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "PUT /v2.0/routers/06cd773e-e54c-4342-a37a-f3735792566e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5501142
Dec 19 14:10:16.859929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 26e2ace2-db60-4baf-9700-441d2f930d6e completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:10:16.865143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 26e2ace2-db60-4baf-9700-441d2f930d6e triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:10:16.865632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:16.974121 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-458d1114-cb34-46bf-a806-108930b2f317 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-894586178&fields=id&tenant_id=25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 267 time: 0.0424726
Dec 19 14:10:16.982184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:17.049914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 26e2ace2-db60-4baf-9700-441d2f930d6e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=26e2ace2-db60-4baf-9700-441d2f930d6e,segment=NetworkSegment(a027812e-344e-46e2-aaae-28aa680362e9),segment_id=a027812e-344e-46e2-aaae-28aa680362e9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:10:17.128776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-c336e29f-55ff-4416-b0e7-dbff2031bc9a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:17.130183 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-c336e29f-55ff-4416-b0e7-dbff2031bc9a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/networks?id=e2eb21f5-7be4-470d-a11b-8902065949c5 HTTP/1.1" status: 200  len: 797 time: 0.1491687
Dec 19 14:10:17.145752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:17.147724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:17.147890 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-7b9f08e2-8333-4c18-b066-62abf935534e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/quotas/25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 375 time: 0.0117550
Dec 19 14:10:17.214931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=26e2ace2-db60-4baf-9700-441d2f930d6e,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:17.218031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:17.229600 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-a10e4d58-9a2d-43ba-8e93-c124965219b4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:10:17.312205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-a10e4d58-9a2d-43ba-8e93-c124965219b4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:10:17.316121 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-a10e4d58-9a2d-43ba-8e93-c124965219b4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1608992
Dec 19 14:10:17.330960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Sync routers for ids ['06cd773e-e54c-4342-a37a-f3735792566e'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:10:17.342778 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Routers {'06cd773e-e54c-4342-a37a-f3735792566e'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:10:17.343411 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4749c310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:10:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06cd773e-e54c-4342-a37a-f3735792566e'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:17.456366 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-8c250358-c569-4fbe-bbaf-5948ae129b66 service neutron] 10.222.0.24 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299078
Dec 19 14:10:17.525457 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Set router 06cd773e-e54c-4342-a37a-f3735792566e gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:10:17.591878 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-e67ae743-4a47-4d00-a6d1-e023be960b8a service neutron] 10.222.0.24 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292560
Dec 19 14:10:17.828818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:17.852190 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-df34f6c2-835c-4fb1-b897-7d5c3910eb35 req-40e3272b-51fa-4f0b-aabb-ee85b8138c73 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 210 time: 0.0557790
Dec 19 14:10:17.865441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4749c310>, [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '55dd0be2-9588-46d0-9f97-0795dfc79e4b', 'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:c2:c7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:14Z', 'updated_at': '2021-12-19T14:10:15Z', 'revision_number': 2, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:17.869672 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Checking router: 06cd773e-e54c-4342-a37a-f3735792566e for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:10:17.869937 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Updating router 06cd773e-e54c-4342-a37a-f3735792566e port 55dd0be2-9588-46d0-9f97-0795dfc79e4b binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:10:17.930844 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:18.267353 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:18.279024 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Transition to ACTIVE for port object 55dd0be2-9588-46d0-9f97-0795dfc79e4b will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:10:18.368214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:18.373177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2a252675-6a3f-41e4-a0cf-d47f119ba522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:18.473149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 26e2ace2-db60-4baf-9700-441d2f930d6e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:10:18.531644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a879729-b185-4474-bb58-fcb6bbc06a12 None None] Pushing event updated for resources: {'Port': ['ID=55dd0be2-9588-46d0-9f97-0795dfc79e4b,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:18.536583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9a879729-b185-4474-bb58-fcb6bbc06a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:18.648152 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Attempting to bind port 55dd0be2-9588-46d0-9f97-0795dfc79e4b on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:10:18.651428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Attempting to bind port 55dd0be2-9588-46d0-9f97-0795dfc79e4b by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:10:18.651428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Attempting to bind port 55dd0be2-9588-46d0-9f97-0795dfc79e4b on network e2eb21f5-7be4-470d-a11b-8902065949c5 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:10:18.663418 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 26e2ace2-db60-4baf-9700-441d2f930d6e triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:10:18.663798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:18.689303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:10:18.689303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Checking segment: {'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:10:18.689598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:18.689855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Bound using segment: {'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:10:18.690336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Bound port: 55dd0be2-9588-46d0-9f97-0795dfc79e4b, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:10:18.690711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:18.857694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] For port 55dd0be2-9588-46d0-9f97-0795dfc79e4b, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:10:18.980043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] For port 55dd0be2-9588-46d0-9f97-0795dfc79e4b, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=55dd0be2-9588-46d0-9f97-0795dfc79e4b,segment=NetworkSegment(a027812e-344e-46e2-aaae-28aa680362e9),segment_id=a027812e-344e-46e2-aaae-28aa680362e9)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:10:19.038516 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-782b0d95-56d6-4a61-8cb7-5db7bbe837c4 req-e6df7ed6-938f-49e8-8630-3a937d7e36b8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 210 time: 0.0453141
Dec 19 14:10:19.082822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:19.088388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:19.176156 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a879729-b185-4474-bb58-fcb6bbc06a12 None None] Pushing event updated for resources: {'Port': ['ID=55dd0be2-9588-46d0-9f97-0795dfc79e4b,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:19.181135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9a879729-b185-4474-bb58-fcb6bbc06a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:19.197948 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Routers {'06cd773e-e54c-4342-a37a-f3735792566e'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:10:19.199219 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4749c310>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:10:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06cd773e-e54c-4342-a37a-f3735792566e'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:19.398894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] Set router 06cd773e-e54c-4342-a37a-f3735792566e gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:10:19.720984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4749c310>, [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '55dd0be2-9588-46d0-9f97-0795dfc79e4b', 'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:c2:c7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:14Z', 'updated_at': '2021-12-19T14:10:18Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:19.725409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8698de-f790-42f4-bb08-0b88d71c3034 None None] The sync data for ids ['06cd773e-e54c-4342-a37a-f3735792566e'] in dv-neutron-821895-1-hyperv is: [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '55dd0be2-9588-46d0-9f97-0795dfc79e4b', 'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:c2:c7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:14Z', 'updated_at': '2021-12-19T14:10:18Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:10:19.913858 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-46b72daa-8bc6-4c94-b181-68855d5087aa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:19.914654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-46b72daa-8bc6-4c94-b181-68855d5087aa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:10:20.004582 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-46b72daa-8bc6-4c94-b181-68855d5087aa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:10:20.006278 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-46b72daa-8bc6-4c94-b181-68855d5087aa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/networks?id=e2eb21f5-7be4-470d-a11b-8902065949c5 HTTP/1.1" status: 200  len: 797 time: 0.2678235
Dec 19 14:10:20.070228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36330d38-d09b-4967-8277-688f46d12d2a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:10:20.140374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36330d38-d09b-4967-8277-688f46d12d2a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:10:20.141844 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36330d38-d09b-4967-8277-688f46d12d2a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 379 time: 0.1220832
Dec 19 14:10:20.154081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'port': {'device_id': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'admin_state_up': True, 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'security_groups': ['7704dd80-4f36-48f8-9743-b98c7840dcb9']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:20.241790 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-230a3660-4be6-4233-9fa8-a8785149951d req-c8a20993-28db-472a-9a7c-a37a6dbd1efc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 210 time: 0.0556622
Dec 19 14:10:20.336847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:20.347839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:20.408506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:10:20.412871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:20.498422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 55dd0be2-9588-46d0-9f97-0795dfc79e4b up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:10:20.604113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.20.0.10 (e2eb21f5-7be4-470d-a11b-8902065949c5/46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b/7c4de9be-e595-4441-ac3b-ddb8b78460d2) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:10:20.670978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 55dd0be2-9588-46d0-9f97-0795dfc79e4b completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:10:20.676323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 55dd0be2-9588-46d0-9f97-0795dfc79e4b triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:10:20.676675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:20.794666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:20.832840 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 55dd0be2-9588-46d0-9f97-0795dfc79e4b, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=55dd0be2-9588-46d0-9f97-0795dfc79e4b,segment=NetworkSegment(a027812e-344e-46e2-aaae-28aa680362e9),segment_id=a027812e-344e-46e2-aaae-28aa680362e9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:10:20.899829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:20.901848 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-4d818c74-7c0c-484d-a658-4a881954fe7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:20.911464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:20.927614 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Transition to ACTIVE for port object 7c4de9be-e595-4441-ac3b-ddb8b78460d2 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:10:20.965486 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=55dd0be2-9588-46d0-9f97-0795dfc79e4b,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:20.968507 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:21.025714 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:21.031597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:21.098433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network e2eb21f5-7be4-470d-a11b-8902065949c5 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:10:21.101810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:10:21.106749 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:10:21.134577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=7c4de9be-e595-4441-ac3b-ddb8b78460d2,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:21.140381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:21.174479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:21.175081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:21.271918 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1253028
Dec 19 14:10:21.287228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Request body: {'port': {'device_id': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:21.392548 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:21.419881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ed12282f-8480-43bd-9a18-4ce85a74c95c None None] Provisioning for port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:10:21.425481 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-ed12282f-8480-43bd-9a18-4ce85a74c95c None None] Provisioning complete for port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:10:21.425863 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ed12282f-8480-43bd-9a18-4ce85a74c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:21.440499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bcd9d-d0ba-4be2-a34e-a1131f4287cf req-2ab0656d-d7ad-419a-a689-7c961a38e28f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:21.441979 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4a7bcd9d-d0ba-4be2-a34e-a1131f4287cf req-2ab0656d-d7ad-419a-a689-7c961a38e28f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 932 time: 0.0806088
Dec 19 14:10:21.479046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-ed12282f-8480-43bd-9a18-4ce85a74c95c None None] Port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:10:21.491409 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4a7bcd9d-d0ba-4be2-a34e-a1131f4287cf req-23942755-8b5a-42f6-bad0-4fe8ad2358d0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424318
Dec 19 14:10:21.734430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4de9be-e595-4441-ac3b-ddb8b78460d2 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:10:21.740959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:21.754633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Transition to ACTIVE for port object 7c4de9be-e595-4441-ac3b-ddb8b78460d2 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:10:21.882575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:21.886999 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-618982b7-1890-489b-9efd-b0b146eb0a2c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:22.012412 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4de9be-e595-4441-ac3b-ddb8b78460d2,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:22.015965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:22.119369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Attempting to bind port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:10:22.119690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Attempting to bind port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:10:22.120005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Attempting to bind port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 on network e2eb21f5-7be4-470d-a11b-8902065949c5 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:10:22.126310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 on network e2eb21f5-7be4-470d-a11b-8902065949c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:10:22.126611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Attempting to bind port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 on network e2eb21f5-7be4-470d-a11b-8902065949c5 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:10:22.132628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:10:22.132947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Checking segment: {'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:10:22.133308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Bound using segment: {'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:10:22.133710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Bound port: 7c4de9be-e595-4441-ac3b-ddb8b78460d2, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a027812e-344e-46e2-aaae-28aa680362e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:10:22.134035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:22.220913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] For port 7c4de9be-e595-4441-ac3b-ddb8b78460d2, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:10:22.223798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] For port 7c4de9be-e595-4441-ac3b-ddb8b78460d2, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7c4de9be-e595-4441-ac3b-ddb8b78460d2,segment=NetworkSegment(a027812e-344e-46e2-aaae-28aa680362e9),segment_id=a027812e-344e-46e2-aaae-28aa680362e9)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:10:22.305722 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:22.310310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3dc0173b-ecd8-4f44-b3ad-adbc2263daff tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:22.363906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:22.365247 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c4de9be-e595-4441-ac3b-ddb8b78460d2 HTTP/1.1" status: 200  len: 1094 time: 1.0835481
Dec 19 14:10:22.365744 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'tag': '7c4de9be-e595-4441-ac3b-ddb8b78460d2'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:10:22.391293 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4de9be-e595-4441-ac3b-ddb8b78460d2,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:22.395042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:22.424315 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'tag': '7c4de9be-e595-4441-ac3b-ddb8b78460d2', 'status': 'completed', 'code': 200}
Dec 19 14:10:22.471637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 55dd0be2-9588-46d0-9f97-0795dfc79e4b up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:10:22.528627 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-05c8fe70-a75b-4919-937d-ae3092a8c0f0 req-1d154c59-0065-4663-b050-ca61703ed28b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 1097 time: 0.0824542
Dec 19 14:10:22.558046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 55dd0be2-9588-46d0-9f97-0795dfc79e4b triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:10:22.559449 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:22.711353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8fe70-a75b-4919-937d-ae3092a8c0f0 req-afcf3d98-c9f4-431c-8c27-024335cab17d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:22.712881 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-05c8fe70-a75b-4919-937d-ae3092a8c0f0 req-afcf3d98-c9f4-431c-8c27-024335cab17d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=25a17a5984144a0aa8c4713b01d435e2&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1777301
Dec 19 14:10:22.739311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ba7cd-5310-4c7c-8177-53406860d154 req-3d6d50c4-97d0-4541-9d2c-0a321523b4ab tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:22.740723 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6b4ba7cd-5310-4c7c-8177-53406860d154 req-3d6d50c4-97d0-4541-9d2c-0a321523b4ab tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 944 time: 0.0826514
Dec 19 14:10:22.794668 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6b4ba7cd-5310-4c7c-8177-53406860d154 req-b46fa5e7-be7e-453a-bec0-2107dd1dcb29 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474789
Dec 19 14:10:22.852149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8fe70-a75b-4919-937d-ae3092a8c0f0 req-ffb5700f-d90b-44eb-bde5-5cf629def9c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:22.853618 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-05c8fe70-a75b-4919-937d-ae3092a8c0f0 req-ffb5700f-d90b-44eb-bde5-5cf629def9c8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1343336
Dec 19 14:10:22.954906 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-76fa0bca-eb74-4806-8e8f-74b0a64e7874 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 1097 time: 0.0674558
Dec 19 14:10:23.023990 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-a467e3df-bea2-40e4-9f19-9d60edd80eea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c4de9be-e595-4441-ac3b-ddb8b78460d2 HTTP/1.1" status: 200  len: 217 time: 0.0621576
Dec 19 14:10:23.083322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-bde40d80-e707-4c81-af29-58d3d3f1c6e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:23.084662 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-bde40d80-e707-4c81-af29-58d3d3f1c6e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b HTTP/1.1" status: 200  len: 834 time: 0.0547192
Dec 19 14:10:23.258713 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-3fb06d74-6358-4904-bb94-05fa0bb9f8b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2eb21f5-7be4-470d-a11b-8902065949c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1672578
Dec 19 14:10:23.391015 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-eb520f41-bfdb-4e30-869f-b675ed501552 service neutron] 10.222.0.18 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254642
Dec 19 14:10:23.518000 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-93eb2c3c-6e4f-4e2a-8b7a-9b9e001204f4 req-18b6478d-320c-47f8-82d3-43b9c5bb212a service neutron] 10.222.0.18 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211870
Dec 19 14:10:23.993769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770eb43-274c-460e-b371-b71cb52d3fa0 req-54aa5a4b-b6d9-4350-aaae-1b06249cd327 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:23.995116 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3770eb43-274c-460e-b371-b71cb52d3fa0 req-54aa5a4b-b6d9-4350-aaae-1b06249cd327 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 944 time: 0.0755348
Dec 19 14:10:24.039544 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3770eb43-274c-460e-b371-b71cb52d3fa0 req-cba3640a-4723-474c-b2c9-5d174491195a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381293
Dec 19 14:10:25.248534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7313c6-0772-4f9e-aeb1-2f4ce97038be req-b258c258-8b78-4483-b080-b93d07b078ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:25.249965 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d7313c6-0772-4f9e-aeb1-2f4ce97038be req-b258c258-8b78-4483-b080-b93d07b078ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 944 time: 0.0849767
Dec 19 14:10:25.294409 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d7313c6-0772-4f9e-aeb1-2f4ce97038be req-8390cedf-db8a-4179-bfe4-4d1599b11dae tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389004
Dec 19 14:10:25.893756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:26.314600 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7c4de9be-e595-4441-ac3b-ddb8b78460d2 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:10:26.491658 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030f761-9fd3-4258-8f15-bfef22d35e46 req-494598c4-da91-405a-a862-bfe75f42817d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:26.493093 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2030f761-9fd3-4258-8f15-bfef22d35e46 req-494598c4-da91-405a-a862-bfe75f42817d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 944 time: 0.0786028
Dec 19 14:10:26.499084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7c4de9be-e595-4441-ac3b-ddb8b78460d2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7c4de9be-e595-4441-ac3b-ddb8b78460d2,segment=NetworkSegment(a027812e-344e-46e2-aaae-28aa680362e9),segment_id=a027812e-344e-46e2-aaae-28aa680362e9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:10:26.512803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '7c4de9be-e595-4441-ac3b-ddb8b78460d2', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'port_id': '7c4de9be-e595-4441-ac3b-ddb8b78460d2', 'mac_address': 'fa:16:3e:40:7d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:10:26.538098 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2030f761-9fd3-4258-8f15-bfef22d35e46 req-893bfabb-5466-4092-9db6-ae749446e368 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394883
Dec 19 14:10:26.566163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:26.583113 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4de9be-e595-4441-ac3b-ddb8b78460d2 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:10:26.598105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7c4de9be-e595-4441-ac3b-ddb8b78460d2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7c4de9be-e595-4441-ac3b-ddb8b78460d2,segment=NetworkSegment(a027812e-344e-46e2-aaae-28aa680362e9),segment_id=a027812e-344e-46e2-aaae-28aa680362e9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:10:26.654045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:26.656011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:26.722764 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=7c4de9be-e595-4441-ac3b-ddb8b78460d2,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:26.730860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:26.731233 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:26.731568 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:26.731897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:26.732225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:26.732549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:26.732869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:26.733189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:26.733509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:26.733821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:26.734159 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:10:26.737754 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:26.885336 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['7c4de9be-e595-4441-ac3b-ddb8b78460d2'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:10:27.734867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee145ab-7e2c-4368-8231-77a98d074340 req-58cfa325-61d8-4fd4-a0b2-f0f560fc3dfa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:27.736313 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cee145ab-7e2c-4368-8231-77a98d074340 req-58cfa325-61d8-4fd4-a0b2-f0f560fc3dfa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 945 time: 0.0801177
Dec 19 14:10:27.781025 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cee145ab-7e2c-4368-8231-77a98d074340 req-b5f8f6d6-52be-4d71-8668-d1f2ce1f205e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391459
Dec 19 14:10:28.330615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7c4de9be-e595-4441-ac3b-ddb8b78460d2 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:10:28.459161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:10:28.464194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:10:28.464566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:28.576838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:28.603189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4de9be-e595-4441-ac3b-ddb8b78460d2'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:10:28.612632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7c4de9be-e595-4441-ac3b-ddb8b78460d2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7c4de9be-e595-4441-ac3b-ddb8b78460d2,segment=NetworkSegment(a027812e-344e-46e2-aaae-28aa680362e9),segment_id=a027812e-344e-46e2-aaae-28aa680362e9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:10:28.662997 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4de9be-e595-4441-ac3b-ddb8b78460d2', 'code': 200}
Dec 19 14:10:28.705321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:28.707866 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6c382e7-cac2-4de2-891d-72e0cb0ceafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:28.774156 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=7c4de9be-e595-4441-ac3b-ddb8b78460d2,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:28.777156 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:28.980140 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6744cb-d322-4784-974d-5a007db2ea80 req-95185d28-8870-44dd-b76c-b903db5a4693 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:28.981753 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4f6744cb-d322-4784-974d-5a007db2ea80 req-95185d28-8870-44dd-b76c-b903db5a4693 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0772791
Dec 19 14:10:29.031829 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4f6744cb-d322-4784-974d-5a007db2ea80 req-c4493b17-c3d9-42f2-9a77-423297dc2d50 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445256
Dec 19 14:10:29.039276 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-19456e03-ff39-4144-8d60-84e743d047a2 req-7598abf0-e7af-4dfd-b808-bb664812fc98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 1099 time: 0.0681679
Dec 19 14:10:29.084180 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-19456e03-ff39-4144-8d60-84e743d047a2 req-8bb3b0f1-7e6e-4fcc-90a7-a2d143f69368 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381682
Dec 19 14:10:30.231778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47972473-b60e-4e49-8752-ce91556c3789 req-73a2c0c3-d011-41cb-9a91-78d159cb692d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:30.233194 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-47972473-b60e-4e49-8752-ce91556c3789 req-73a2c0c3-d011-41cb-9a91-78d159cb692d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0759141
Dec 19 14:10:30.278562 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-47972473-b60e-4e49-8752-ce91556c3789 req-b5b8a39b-a533-45b0-9e06-87a4aac67274 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397048
Dec 19 14:10:31.479127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bcd3b-5aac-458e-9dcd-eae037de42d2 req-c4a80003-fdb8-47f9-ad23-23a41c4af08c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:31.480562 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e89bcd3b-5aac-458e-9dcd-eae037de42d2 req-c4a80003-fdb8-47f9-ad23-23a41c4af08c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0801001
Dec 19 14:10:31.526916 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e89bcd3b-5aac-458e-9dcd-eae037de42d2 req-e6fa06db-15dd-44cd-969e-bbf291c617e1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406578
Dec 19 14:10:31.726636 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49093d05-a38b-4c09-a5e0-aca5eee075b5 req-1c01fbeb-f989-4b70-8f2d-b6d295d21031 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:31.728089 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49093d05-a38b-4c09-a5e0-aca5eee075b5 req-1c01fbeb-f989-4b70-8f2d-b6d295d21031 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0825944
Dec 19 14:10:31.773046 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-49093d05-a38b-4c09-a5e0-aca5eee075b5 req-17330948-dfe4-4cff-a427-487718f1eab3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388889
Dec 19 14:10:31.803111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53418) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:31.880155 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-47a3cd4f-8b96-4e0e-a97d-65a12dd1919c tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 1094 time: 0.0756395
Dec 19 14:10:31.882877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53422) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:31.888059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '7c4de9be-e595-4441-ac3b-ddb8b78460d2', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:10:31.893774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:10:31.897547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:floatingip and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:10:31.900796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:10:31.907622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:10:31.974207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:32.130467 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:32.284180 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.26.4.204 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/350cb12c-8074-4805-987e-f6c9a28a4e6b) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:10:32.448073 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:32.533981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:32.537812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e1881389-f007-4af7-b29f-684997116343 tempest-RoutersNegativeTest-1318851015 tempest-RoutersNegativeTest-1318851015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:32.604146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:10:32.608146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:10:32.610397 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=350cb12c-8074-4805-987e-f6c9a28a4e6b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:32.612458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:10:32.646500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:33.140313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:33.365296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:33.565965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:33.642328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:33.646045 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7583b0d4-e8f4-4e49-9911-95fe282deda9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:10:33.744791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=350cb12c-8074-4805-987e-f6c9a28a4e6b,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:10:33.748710 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:10:33.762864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:33.950589 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Floating IP 01734010-b933-4d6e-b80e-5e55e9ce9057 associated. External IP: 172.26.4.204, port: 7c4de9be-e595-4441-ac3b-ddb8b78460d2.
Dec 19 14:10:34.335232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 06cd773e-e54c-4342-a37a-f3735792566e has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:10:34.530199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:10:34.539564 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc4923-40e4-4767-b186-c5aea98e25a4 None None] Sync routers for ids ['06cd773e-e54c-4342-a37a-f3735792566e'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:10:34.552908 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc4923-40e4-4767-b186-c5aea98e25a4 None None] Routers {'06cd773e-e54c-4342-a37a-f3735792566e'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:10:34.553522 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-42dc4923-40e4-4767-b186-c5aea98e25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476bd190>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:10:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06cd773e-e54c-4342-a37a-f3735792566e'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:34.625555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:34.684000 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7999384
Dec 19 14:10:34.684791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'tag': '7c4de9be-e595-4441-ac3b-ddb8b78460d2'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:10:34.733139 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-42dc4923-40e4-4767-b186-c5aea98e25a4 None None] Set router 06cd773e-e54c-4342-a37a-f3735792566e gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:10:34.746229 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'tag': '7c4de9be-e595-4441-ac3b-ddb8b78460d2', 'status': 'completed', 'code': 200}
Dec 19 14:10:34.839989 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8d6b481f-eb8f-4e05-93d2-7aba58183c37 req-cfa61b87-2090-401a-b37a-f87e8ccc2ce9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 1099 time: 0.0715656
Dec 19 14:10:34.970061 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0343191-220a-4f85-a70b-b5bf2458045e req-d4611765-e1fb-46f0-9613-85e371e0ee43 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:34.971461 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0343191-220a-4f85-a70b-b5bf2458045e req-d4611765-e1fb-46f0-9613-85e371e0ee43 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.1899092
Dec 19 14:10:34.976416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b481f-eb8f-4e05-93d2-7aba58183c37 req-e7b2e902-043a-4a1a-bfb4-be174804b07b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:34.977829 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8d6b481f-eb8f-4e05-93d2-7aba58183c37 req-e7b2e902-043a-4a1a-bfb4-be174804b07b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2eb21f5-7be4-470d-a11b-8902065949c5 HTTP/1.1" status: 200  len: 898 time: 0.1318088
Dec 19 14:10:35.016943 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d0343191-220a-4f85-a70b-b5bf2458045e req-da246229-2e88-4275-97f8-50d9fa17683b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398736
Dec 19 14:10:35.047250 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53430) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:35.098379 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-42dc4923-40e4-4767-b186-c5aea98e25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476bd190>, [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '01734010-b933-4d6e-b80e-5e55e9ce9057', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.204', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'port_id': '7c4de9be-e595-4441-ac3b-ddb8b78460d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'mac_address': 'fa:16:3e:40:7d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:10:32Z', 'updated_at': '2021-12-19T14:10:32Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55dd0be2-9588-46d0-9f97-0795dfc79e4b', 'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:c2:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:14Z', 'updated_at': '2021-12-19T14:10:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:35.102894 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc4923-40e4-4767-b186-c5aea98e25a4 None None] Checking router: 06cd773e-e54c-4342-a37a-f3735792566e for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:10:35.114524 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc4923-40e4-4767-b186-c5aea98e25a4 None None] Routers {'06cd773e-e54c-4342-a37a-f3735792566e'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:10:35.115177 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-42dc4923-40e4-4767-b186-c5aea98e25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476bd190>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:10:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06cd773e-e54c-4342-a37a-f3735792566e'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:35.159639 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-c8bd5765-fbc8-4a89-ad92-4a2b76767c29 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/01734010-b933-4d6e-b80e-5e55e9ce9057 HTTP/1.1" status: 200  len: 992 time: 0.1109977
Dec 19 14:10:35.204025 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8d6b481f-eb8f-4e05-93d2-7aba58183c37 req-3424d5ec-b62c-4854-9b5b-cbcacf3bfd57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c4de9be-e595-4441-ac3b-ddb8b78460d2 HTTP/1.1" status: 200  len: 1000 time: 0.2199652
Dec 19 14:10:35.265921 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b481f-eb8f-4e05-93d2-7aba58183c37 req-03f34b9b-e3bc-46d1-af4f-99764a041d87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:10:35.267358 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8d6b481f-eb8f-4e05-93d2-7aba58183c37 req-03f34b9b-e3bc-46d1-af4f-99764a041d87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b HTTP/1.1" status: 200  len: 834 time: 0.0571315
Dec 19 14:10:35.291296 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-42dc4923-40e4-4767-b186-c5aea98e25a4 None None] Set router 06cd773e-e54c-4342-a37a-f3735792566e gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:10:35.344111 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8d6b481f-eb8f-4e05-93d2-7aba58183c37 req-f6d8d7f6-56d3-4118-8ee1-d891e383e425 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2eb21f5-7be4-470d-a11b-8902065949c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708864
Dec 19 14:10:35.475369 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8d6b481f-eb8f-4e05-93d2-7aba58183c37 req-d036b817-96b1-479e-873c-8e1bad313145 service neutron] 10.222.0.18 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249645
Dec 19 14:10:35.607778 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8d6b481f-eb8f-4e05-93d2-7aba58183c37 req-b0749974-e30d-4179-88ac-dbf47990c23f service neutron] 10.222.0.18 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263335
Dec 19 14:10:35.677227 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-42dc4923-40e4-4767-b186-c5aea98e25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476bd190>, [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '01734010-b933-4d6e-b80e-5e55e9ce9057', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.204', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'port_id': '7c4de9be-e595-4441-ac3b-ddb8b78460d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'mac_address': 'fa:16:3e:40:7d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:10:32Z', 'updated_at': '2021-12-19T14:10:32Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55dd0be2-9588-46d0-9f97-0795dfc79e4b', 'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:c2:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:14Z', 'updated_at': '2021-12-19T14:10:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:10:35.681176 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc4923-40e4-4767-b186-c5aea98e25a4 None None] The sync data for ids ['06cd773e-e54c-4342-a37a-f3735792566e'] in dv-neutron-821895-1-hyperv is: [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '01734010-b933-4d6e-b80e-5e55e9ce9057', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.204', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'port_id': '7c4de9be-e595-4441-ac3b-ddb8b78460d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'mac_address': 'fa:16:3e:40:7d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:10:32Z', 'updated_at': '2021-12-19T14:10:32Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55dd0be2-9588-46d0-9f97-0795dfc79e4b', 'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:c2:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:14Z', 'updated_at': '2021-12-19T14:10:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:10:36.161769 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53434) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:36.268789 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6f39b3fd-a1db-4e15-8b4c-53ac06522580 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/01734010-b933-4d6e-b80e-5e55e9ce9057 HTTP/1.1" status: 200  len: 992 time: 0.1058381
Dec 19 14:10:36.319745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9881cae-0a76-49f0-9330-c5be046f7cbe None None] New status for floating IP 01734010-b933-4d6e-b80e-5e55e9ce9057: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:10:37.272512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53438) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:10:37.380074 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-23860cea-4430-4578-88b1-ae742fea90c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/01734010-b933-4d6e-b80e-5e55e9ce9057 HTTP/1.1" status: 200  len: 994 time: 0.1061978
Dec 19 14:10:42.476780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d275cfde-3596-4c0e-be7e-f8d75b8413ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:44.682451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-158987fc-c408-470b-ae19-17ed094226b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:46.367895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:46.407533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:47.054630 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:10:47.745560 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:10:55.893747 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:05.048312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2ff6b-1c6b-44a9-82ba-f969712ee654 req-03034a8f-0bdb-4e8b-8355-50d857a819fa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:05.049979 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5ef2ff6b-1c6b-44a9-82ba-f969712ee654 req-03034a8f-0bdb-4e8b-8355-50d857a819fa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0769880
Dec 19 14:11:05.094501 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5ef2ff6b-1c6b-44a9-82ba-f969712ee654 req-1ea9cadd-1266-4252-ae0a-817f5c6c9bae tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390577
Dec 19 14:11:06.296710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b611-365b-4077-a3ae-12eaf93dff47 req-36ae3163-2af4-4fd0-a738-800c43e9de08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:06.298136 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9ac1b611-365b-4077-a3ae-12eaf93dff47 req-36ae3163-2af4-4fd0-a738-800c43e9de08 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0798273
Dec 19 14:11:06.342597 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9ac1b611-365b-4077-a3ae-12eaf93dff47 req-ed894a4f-865f-4a5c-ac10-d7de0ac8845b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382304
Dec 19 14:11:07.537193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e6d6e-6a44-4e89-86fc-8f5f943ce022 req-755d426d-1eaa-4f8c-bb75-cf2e5b0e3505 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:07.538613 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ee7e6d6e-6a44-4e89-86fc-8f5f943ce022 req-755d426d-1eaa-4f8c-bb75-cf2e5b0e3505 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0750709
Dec 19 14:11:07.584200 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ee7e6d6e-6a44-4e89-86fc-8f5f943ce022 req-6e4ef55a-41bd-49af-ba1f-502739f78e3c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400009
Dec 19 14:11:08.790597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b371b5-92a7-40e6-8ed8-a2f90d2ea9ff req-a68d5e23-06f8-4812-a399-e67ffcb48873 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:08.792048 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-70b371b5-92a7-40e6-8ed8-a2f90d2ea9ff req-a68d5e23-06f8-4812-a399-e67ffcb48873 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0884838
Dec 19 14:11:08.837219 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-70b371b5-92a7-40e6-8ed8-a2f90d2ea9ff req-167c1db9-c7c6-45bd-b5c5-3c5d54c304a9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396078
Dec 19 14:11:10.000907 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2f78bf98-aa05-4485-b469-3767c5e813bb req-6f732bb6-a3d6-489f-90c0-acd018834543 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 1099 time: 0.0678797
Dec 19 14:11:10.042650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6b66-712e-45e9-9ef0-1f4e77c84706 req-fd1472b6-eac2-4861-8988-ad2520451212 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:10.044079 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6e9c6b66-712e-45e9-9ef0-1f4e77c84706 req-fd1472b6-eac2-4861-8988-ad2520451212 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0778799
Dec 19 14:11:10.090716 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6e9c6b66-712e-45e9-9ef0-1f4e77c84706 req-dcdaeb69-b53d-4510-94b5-6e8ac454ae36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395253
Dec 19 14:11:10.141836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78bf98-aa05-4485-b469-3767c5e813bb req-21fcaf06-eeee-4b98-a808-a98b5d08c367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:10.143515 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2f78bf98-aa05-4485-b469-3767c5e813bb req-21fcaf06-eeee-4b98-a808-a98b5d08c367 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2eb21f5-7be4-470d-a11b-8902065949c5 HTTP/1.1" status: 200  len: 898 time: 0.1253855
Dec 19 14:11:10.244855 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2f78bf98-aa05-4485-b469-3767c5e813bb req-075f5dbc-22ae-415e-9dc9-3431234bc6d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c4de9be-e595-4441-ac3b-ddb8b78460d2 HTTP/1.1" status: 200  len: 1002 time: 0.0949290
Dec 19 14:11:10.305308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78bf98-aa05-4485-b469-3767c5e813bb req-19f29823-ff05-4e4f-8138-475f05fe8c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:10.306646 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2f78bf98-aa05-4485-b469-3767c5e813bb req-19f29823-ff05-4e4f-8138-475f05fe8c3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b HTTP/1.1" status: 200  len: 834 time: 0.0553818
Dec 19 14:11:10.382142 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2f78bf98-aa05-4485-b469-3767c5e813bb req-56574d0b-a99a-4a6e-9c89-9420633a1342 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2eb21f5-7be4-470d-a11b-8902065949c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682847
Dec 19 14:11:10.511571 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2f78bf98-aa05-4485-b469-3767c5e813bb req-f4631c66-a3c8-4b47-8621-48ffc26d59ee service neutron] 10.222.0.18 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222219
Dec 19 14:11:10.641075 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2f78bf98-aa05-4485-b469-3767c5e813bb req-10b76a83-d292-4a28-b735-2744d6edf48a service neutron] 10.222.0.18 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234791
Dec 19 14:11:11.290917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a610e53-6405-4a78-af42-27efead3642a req-716fe8fb-f0db-4d75-8481-ae218df3756b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:11.292384 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a610e53-6405-4a78-af42-27efead3642a req-716fe8fb-f0db-4d75-8481-ae218df3756b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0815771
Dec 19 14:11:11.338005 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8a610e53-6405-4a78-af42-27efead3642a req-2ca4a5bd-5f03-4ac5-8462-9a6ac3e839f6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402765
Dec 19 14:11:12.441921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4dc616b7-3a26-4260-a198-871611b75ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:12.535019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabff55-a56c-4b2b-83be-0e7fd29dcb4b req-9f97e29c-e308-4a13-9e60-a60a45624e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:12.536462 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9cabff55-a56c-4b2b-83be-0e7fd29dcb4b req-9f97e29c-e308-4a13-9e60-a60a45624e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0755975
Dec 19 14:11:12.585841 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9cabff55-a56c-4b2b-83be-0e7fd29dcb4b req-67cb4441-0964-48a6-af0f-7c84a48d22d6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438185
Dec 19 14:11:13.786785 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f7c77-48b5-4a6c-a1e0-1ea076143f8c req-17d262c7-1296-4581-b64c-c8ead833f242 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:13.788231 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a60f7c77-48b5-4a6c-a1e0-1ea076143f8c req-17d262c7-1296-4581-b64c-c8ead833f242 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0796630
Dec 19 14:11:13.832884 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a60f7c77-48b5-4a6c-a1e0-1ea076143f8c req-de642450-756f-4871-9f6f-c3e397da86d3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390863
Dec 19 14:11:14.682350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b281f153-9d28-4e37-937c-498deeff4e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:15.030221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b214b8-f005-452f-9f06-d27411e2b063 req-836e9e03-fc68-4f47-99bf-80dcc869b4d1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:15.031655 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e0b214b8-f005-452f-9f06-d27411e2b063 req-836e9e03-fc68-4f47-99bf-80dcc869b4d1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0787733
Dec 19 14:11:15.076229 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e0b214b8-f005-452f-9f06-d27411e2b063 req-b07fa43c-eceb-4333-9328-7f64dd33c329 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390866
Dec 19 14:11:16.272725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e5f0f-7991-4709-8c4b-56015670f0e4 req-55832aca-3dba-4e88-ad77-74d92f19f174 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:16.274389 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dc0e5f0f-7991-4709-8c4b-56015670f0e4 req-55832aca-3dba-4e88-ad77-74d92f19f174 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0792160
Dec 19 14:11:16.320129 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dc0e5f0f-7991-4709-8c4b-56015670f0e4 req-f001a842-6220-4550-9752-501b8867e20d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401399
Dec 19 14:11:16.338663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:16.366757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:17.523471 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6781724-b414-4e94-b20b-55a2f0f6a583 req-8c369735-03f5-4132-a2a0-a6c0b5994a32 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:17.524899 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e6781724-b414-4e94-b20b-55a2f0f6a583 req-8c369735-03f5-4132-a2a0-a6c0b5994a32 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0810754
Dec 19 14:11:17.569277 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e6781724-b414-4e94-b20b-55a2f0f6a583 req-d8857d0a-83e5-4488-8f3e-48a42e3505b4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388732
Dec 19 14:11:17.716342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:18.763477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a3e0-7739-46f5-bfd3-f3c2cfa2ad21 req-4c402e68-9086-41ff-8a89-e49e2348561b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:18.764805 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2fe9a3e0-7739-46f5-bfd3-f3c2cfa2ad21 req-4c402e68-9086-41ff-8a89-e49e2348561b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0749173
Dec 19 14:11:18.812212 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2fe9a3e0-7739-46f5-bfd3-f3c2cfa2ad21 req-836e5b24-3997-4661-9e6d-03fdf70440e1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413103
Dec 19 14:11:20.156410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9600c-b9fe-480d-bc4e-b156b0f4c695 req-18298233-6414-4929-a64f-dc2391d1dced tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:20.157836 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c7f9600c-b9fe-480d-bc4e-b156b0f4c695 req-18298233-6414-4929-a64f-dc2391d1dced tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0783782
Dec 19 14:11:20.204599 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c7f9600c-b9fe-480d-bc4e-b156b0f4c695 req-220dba82-46e1-42e8-99d7-29b154d5d5b2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403132
Dec 19 14:11:21.404833 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034bf6-2757-4da5-887f-52b2183b59d6 req-fbb8af89-2034-4d51-8edd-aa8e3cb44a9f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:21.406249 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4a034bf6-2757-4da5-887f-52b2183b59d6 req-fbb8af89-2034-4d51-8edd-aa8e3cb44a9f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0789707
Dec 19 14:11:21.551838 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4a034bf6-2757-4da5-887f-52b2183b59d6 req-c98fb8de-a5d0-4220-9540-d51ada849feb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394858
Dec 19 14:11:21.586288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53490) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:11:21.691710 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-18a6cb86-b2d0-459f-95df-d95f46e80fb2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/01734010-b933-4d6e-b80e-5e55e9ce9057 HTTP/1.1" status: 200  len: 994 time: 0.1039014
Dec 19 14:11:23.297346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555aa06a-3791-4e82-a1e0-95446c90ffb4 req-c77a2b27-2257-4b20-b5ec-8327a043f59c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:23.298763 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-555aa06a-3791-4e82-a1e0-95446c90ffb4 req-c77a2b27-2257-4b20-b5ec-8327a043f59c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0803385
Dec 19 14:11:23.345718 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-555aa06a-3791-4e82-a1e0-95446c90ffb4 req-6b953914-230b-4ff0-a49b-243e3b37a1f0 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408111
Dec 19 14:11:23.401487 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0e3c71a9-42c8-4f90-b431-c74e3659edfe req-ae194fca-4084-4842-9b00-55b088e8d43d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 1099 time: 0.0700290
Dec 19 14:11:23.530579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c71a9-42c8-4f90-b431-c74e3659edfe req-be9a7b51-3e9c-4063-a41b-87695e8b9608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:23.532033 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0e3c71a9-42c8-4f90-b431-c74e3659edfe req-be9a7b51-3e9c-4063-a41b-87695e8b9608 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2eb21f5-7be4-470d-a11b-8902065949c5 HTTP/1.1" status: 200  len: 898 time: 0.1240888
Dec 19 14:11:23.744312 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0e3c71a9-42c8-4f90-b431-c74e3659edfe req-c1d34b06-b3ac-4674-8448-ae4d664575d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c4de9be-e595-4441-ac3b-ddb8b78460d2 HTTP/1.1" status: 200  len: 1002 time: 0.2060740
Dec 19 14:11:23.806666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c71a9-42c8-4f90-b431-c74e3659edfe req-b31bfda0-9156-4640-bfda-b44717f64449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:23.808167 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0e3c71a9-42c8-4f90-b431-c74e3659edfe req-b31bfda0-9156-4640-bfda-b44717f64449 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b HTTP/1.1" status: 200  len: 834 time: 0.0567892
Dec 19 14:11:23.884398 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0e3c71a9-42c8-4f90-b431-c74e3659edfe req-9bc2ce82-b6bd-4b87-b867-29aac97277d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2eb21f5-7be4-470d-a11b-8902065949c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695117
Dec 19 14:11:24.013532 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0e3c71a9-42c8-4f90-b431-c74e3659edfe req-538e6964-90a8-48e3-b0d9-02905ae3eec5 service neutron] 10.222.0.18 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215825
Dec 19 14:11:24.054363 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:11:24.144807 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-0e3c71a9-42c8-4f90-b431-c74e3659edfe req-59a2641a-bb99-48a6-9a82-8f37a864a6c8 service neutron] 10.222.0.18 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251843
Dec 19 14:11:24.545186 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1f9d7-3d82-43f3-a8be-405fff14c4c8 req-044153fb-09a3-442b-b18b-aa586e80b892 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:24.546602 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-22b1f9d7-3d82-43f3-a8be-405fff14c4c8 req-044153fb-09a3-442b-b18b-aa586e80b892 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0786762
Dec 19 14:11:24.596069 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-22b1f9d7-3d82-43f3-a8be-405fff14c4c8 req-2d54a2d2-b5fd-49b5-a56d-20860cd23a6c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429828
Dec 19 14:11:25.790419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023aa68d-aad4-42f4-8adc-6f8f0bc42fb2 req-6b8b9884-95b0-487a-a8fa-51b8f4d45e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:25.791870 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-023aa68d-aad4-42f4-8adc-6f8f0bc42fb2 req-6b8b9884-95b0-487a-a8fa-51b8f4d45e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0758457
Dec 19 14:11:25.841210 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-023aa68d-aad4-42f4-8adc-6f8f0bc42fb2 req-26f10be1-6cbb-41cd-89aa-af231ac85b30 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438933
Dec 19 14:11:25.869070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53504) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:11:25.890883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:25.971506 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-b349885f-476d-484e-a938-623ec70f4058 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/01734010-b933-4d6e-b80e-5e55e9ce9057 HTTP/1.1" status: 200  len: 994 time: 0.1009567
Dec 19 14:11:42.447380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f48ad804-3a0c-40bf-883c-c5657aec25e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:44.651745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8a69a83d-2f90-484b-9689-c4adcc682a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:46.343361 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:46.371774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:47.731564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:54.544295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53526) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:11:54.756390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 350cb12c-8074-4805-987e-f6c9a28a4e6b {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:11:54.756638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:54.923144 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:54.923463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:55.050540 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 350cb12c-8074-4805-987e-f6c9a28a4e6b owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:11:55.254548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:55.258365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f79e6a6a-ad08-47f5-b6c1-8b8fde4c73c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:11:55.301581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=350cb12c-8074-4805-987e-f6c9a28a4e6b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:11:55.340849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:55.341324 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:55.341698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:55.342065 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:55.342428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:55.342789 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:55.343182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:55.343548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:55.343902 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:55.344255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:55.344610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:55.351467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:11:55.403715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:55.893938 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:55.914096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 06cd773e-e54c-4342-a37a-f3735792566e has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:11:56.113561 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:11:56.122943 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51408f90-de9b-426f-9fbd-f1420aac71f5 None None] Sync routers for ids ['06cd773e-e54c-4342-a37a-f3735792566e'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:11:56.129977 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:56.135452 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51408f90-de9b-426f-9fbd-f1420aac71f5 None None] Routers {'06cd773e-e54c-4342-a37a-f3735792566e'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:11:56.136055 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-51408f90-de9b-426f-9fbd-f1420aac71f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4784a0d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:11:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06cd773e-e54c-4342-a37a-f3735792566e'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:11:56.187886 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/floatingips/01734010-b933-4d6e-b80e-5e55e9ce9057 HTTP/1.1" status: 204  len: 168 time: 1.6423256
Dec 19 14:11:56.188487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'tag': '7c4de9be-e595-4441-ac3b-ddb8b78460d2'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:11:56.254720 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'tag': '7c4de9be-e595-4441-ac3b-ddb8b78460d2', 'status': 'completed', 'code': 200}
Dec 19 14:11:56.327617 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-51408f90-de9b-426f-9fbd-f1420aac71f5 None None] Set router 06cd773e-e54c-4342-a37a-f3735792566e gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:11:56.352930 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2fd219ca-47fe-44ea-91dc-3aed08c59dad req-65cc41f5-9d97-4cbc-9208-31149caa880a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 1099 time: 0.0718760
Dec 19 14:11:56.512100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd219ca-47fe-44ea-91dc-3aed08c59dad req-db354b3e-b3cf-47d4-8930-bf4574ab5583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:56.513512 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2fd219ca-47fe-44ea-91dc-3aed08c59dad req-db354b3e-b3cf-47d4-8930-bf4574ab5583 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2eb21f5-7be4-470d-a11b-8902065949c5 HTTP/1.1" status: 200  len: 898 time: 0.1524477
Dec 19 14:11:56.588433 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2fd219ca-47fe-44ea-91dc-3aed08c59dad req-55926f17-eaeb-4b7a-8a7c-c094e3129b13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c4de9be-e595-4441-ac3b-ddb8b78460d2 HTTP/1.1" status: 200  len: 217 time: 0.0682740
Dec 19 14:11:56.655670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd219ca-47fe-44ea-91dc-3aed08c59dad req-8b20d4a5-7974-496b-8833-9aea43f658bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:56.657227 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2fd219ca-47fe-44ea-91dc-3aed08c59dad req-8b20d4a5-7974-496b-8833-9aea43f658bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b HTTP/1.1" status: 200  len: 834 time: 0.0630374
Dec 19 14:11:56.710284 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-51408f90-de9b-426f-9fbd-f1420aac71f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4784a0d0>, [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '55dd0be2-9588-46d0-9f97-0795dfc79e4b', 'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:c2:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:14Z', 'updated_at': '2021-12-19T14:10:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:11:56.718366 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51408f90-de9b-426f-9fbd-f1420aac71f5 None None] Checking router: 06cd773e-e54c-4342-a37a-f3735792566e for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:11:56.740733 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51408f90-de9b-426f-9fbd-f1420aac71f5 None None] Routers {'06cd773e-e54c-4342-a37a-f3735792566e'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:11:56.741733 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-51408f90-de9b-426f-9fbd-f1420aac71f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4784a0d0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:11:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06cd773e-e54c-4342-a37a-f3735792566e'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:11:56.746815 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2fd219ca-47fe-44ea-91dc-3aed08c59dad req-420b2d30-a0db-4311-9556-cd1fb0704dca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2eb21f5-7be4-470d-a11b-8902065949c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0831702
Dec 19 14:11:56.885748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12e50-a10c-4480-86f3-be579faff682 req-2ccffb25-03c0-44ab-9be2-f6efc2b058fa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:56.886810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-d6b12e50-a10c-4480-86f3-be579faff682 req-2ccffb25-03c0-44ab-9be2-f6efc2b058fa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:11:56.896996 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2fd219ca-47fe-44ea-91dc-3aed08c59dad req-6af46001-d3e3-44b3-8d42-6fdf8d388b91 service neutron] 10.222.0.18 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424336
Dec 19 14:11:56.950472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-d6b12e50-a10c-4480-86f3-be579faff682 req-2ccffb25-03c0-44ab-9be2-f6efc2b058fa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:11:56.952079 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-51408f90-de9b-426f-9fbd-f1420aac71f5 None None] Set router 06cd773e-e54c-4342-a37a-f3735792566e gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:11:56.957667 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d6b12e50-a10c-4480-86f3-be579faff682 req-2ccffb25-03c0-44ab-9be2-f6efc2b058fa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.1621156
Dec 19 14:11:57.007613 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d6b12e50-a10c-4480-86f3-be579faff682 req-0623ff73-058f-447e-ae99-a6446bafc27d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490220
Dec 19 14:11:57.036114 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2fd219ca-47fe-44ea-91dc-3aed08c59dad req-69d91417-4275-4262-9813-ffc006f70e3e service neutron] 10.222.0.18 "GET /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327169
Dec 19 14:11:57.267562 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-51408f90-de9b-426f-9fbd-f1420aac71f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4784a0d0>, [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '55dd0be2-9588-46d0-9f97-0795dfc79e4b', 'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:c2:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:14Z', 'updated_at': '2021-12-19T14:10:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:11:57.271579 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51408f90-de9b-426f-9fbd-f1420aac71f5 None None] The sync data for ids ['06cd773e-e54c-4342-a37a-f3735792566e'] in dv-neutron-821895-1-hyperv is: [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '55dd0be2-9588-46d0-9f97-0795dfc79e4b', 'name': '', 'network_id': 'e2eb21f5-7be4-470d-a11b-8902065949c5', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:c2:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:14Z', 'updated_at': '2021-12-19T14:10:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:11:57.595752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d242387-1b34-48af-8318-599d15a8725e None None] New status for floating IP 01734010-b933-4d6e-b80e-5e55e9ce9057: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:11:58.202432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635fe1-c46f-42dc-9245-2c29d8a1672c req-174aad36-3da1-4d57-80ef-eecf2b1c50a8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:58.203914 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b5635fe1-c46f-42dc-9245-2c29d8a1672c req-174aad36-3da1-4d57-80ef-eecf2b1c50a8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0810008
Dec 19 14:11:58.250255 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b5635fe1-c46f-42dc-9245-2c29d8a1672c req-fc3074c6-6a5b-4134-8bd4-ff17cfa1929b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=7704dd80-4f36-48f8-9743-b98c7840dcb9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397520
Dec 19 14:11:58.289043 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258202-715d-4d61-8764-957ad00fd6b4 req-233aecf8-040d-41d2-bffd-071a1177dffb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:11:58.289721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-08258202-715d-4d61-8764-957ad00fd6b4 req-233aecf8-040d-41d2-bffd-071a1177dffb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:11:58.302163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-08258202-715d-4d61-8764-957ad00fd6b4 req-233aecf8-040d-41d2-bffd-071a1177dffb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:11:58.303267 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-08258202-715d-4d61-8764-957ad00fd6b4 req-233aecf8-040d-41d2-bffd-071a1177dffb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 946 time: 0.0899611
Dec 19 14:11:58.370931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-08258202-715d-4d61-8764-957ad00fd6b4 req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:11:58.371288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-08258202-715d-4d61-8764-957ad00fd6b4 req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:58.616409 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-08258202-715d-4d61-8764-957ad00fd6b4 req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port 7c4de9be-e595-4441-ac3b-ddb8b78460d2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7c4de9be-e595-4441-ac3b-ddb8b78460d2,segment=NetworkSegment(a027812e-344e-46e2-aaae-28aa680362e9),segment_id=a027812e-344e-46e2-aaae-28aa680362e9)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:11:58.616647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-08258202-715d-4d61-8764-957ad00fd6b4 req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:58.837807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-08258202-715d-4d61-8764-957ad00fd6b4 req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 7c4de9be-e595-4441-ac3b-ddb8b78460d2 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:11:59.053039 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-08258202-715d-4d61-8764-957ad00fd6b4 req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:59.058554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6073bcbc-5a2f-4d51-88a6-d79bfb58fb46 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:11:59.104177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=7c4de9be-e595-4441-ac3b-ddb8b78460d2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:11:59.149543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:59.149543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:59.149543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:59.149543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:59.149543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:59.149543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:59.149543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:59.149543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:59.149543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:59.149543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:59.149543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:11:59.154706 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:11:59.188014 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-08258202-715d-4d61-8764-957ad00fd6b4 req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] No DVR routers for this DVR port 7c4de9be-e595-4441-ac3b-ddb8b78460d2 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:11:59.190303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-08258202-715d-4d61-8764-957ad00fd6b4 req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:11:59.192812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'name': 'network-vif-deleted', 'tag': '7c4de9be-e595-4441-ac3b-ddb8b78460d2'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:11:59.247899 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964ef6d5-0c80-44e1-8f8d-ebc210db9c4b', 'name': 'network-vif-deleted', 'tag': '7c4de9be-e595-4441-ac3b-ddb8b78460d2', 'status': 'completed', 'code': 200}
Dec 19 14:11:59.271046 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-08258202-715d-4d61-8764-957ad00fd6b4 req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "DELETE /v2.0/ports/7c4de9be-e595-4441-ac3b-ddb8b78460d2 HTTP/1.1" status: 204  len: 173 time: 0.9625702
Dec 19 14:11:59.417501 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d581a141-a4e8-420f-bec7-4d8a68203c46 req-9a998342-2236-45a8-875d-7f404fdea1b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=964ef6d5-0c80-44e1-8f8d-ebc210db9c4b HTTP/1.1" status: 200  len: 210 time: 0.0417173
Dec 19 14:12:00.525625 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53546) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:00.921019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:01.054334 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:12:01.625394 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 55dd0be2-9588-46d0-9f97-0795dfc79e4b {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:12:01.625982 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:01.807917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port 55dd0be2-9588-46d0-9f97-0795dfc79e4b, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=55dd0be2-9588-46d0-9f97-0795dfc79e4b,segment=NetworkSegment(a027812e-344e-46e2-aaae-28aa680362e9),segment_id=a027812e-344e-46e2-aaae-28aa680362e9)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:12:01.808271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:01.926516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 55dd0be2-9588-46d0-9f97-0795dfc79e4b owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:12:02.160081 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:02.163698 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3cd7b604-6a68-4fde-a471-760095439546 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:02.209871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=55dd0be2-9588-46d0-9f97-0795dfc79e4b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:02.212715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:02.509472 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:02.720524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7c4de9be-e595-4441-ac3b-ddb8b78460d2 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:12:02.754288 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 7c4de9be-e595-4441-ac3b-ddb8b78460d2 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:12:02.754563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7c4de9be-e595-4441-ac3b-ddb8b78460d2 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:12:03.188849 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 06cd773e-e54c-4342-a37a-f3735792566e has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:12:03.383209 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:12:03.393164 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f45e3-9a0c-47cf-b0ea-ddc22b4615f6 None None] Sync routers for ids ['06cd773e-e54c-4342-a37a-f3735792566e'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:12:03.396082 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-588a8d54-4833-42c6-871a-d995ab6d19c3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "PUT /v2.0/routers/06cd773e-e54c-4342-a37a-f3735792566e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8694122
Dec 19 14:12:03.398914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53550) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:03.404908 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f45e3-9a0c-47cf-b0ea-ddc22b4615f6 None None] Routers {'06cd773e-e54c-4342-a37a-f3735792566e'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:12:03.405509 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-cd5f45e3-9a0c-47cf-b0ea-ddc22b4615f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47468220>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:11:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06cd773e-e54c-4342-a37a-f3735792566e'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:03.587881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-19099d5d-eecd-4bf3-b750-f2335178641c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting subnet 46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:12:03.591002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19099d5d-eecd-4bf3-b750-f2335178641c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:03.609124 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-cd5f45e3-9a0c-47cf-b0ea-ddc22b4615f6 None None] Set router 06cd773e-e54c-4342-a37a-f3735792566e gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:12:03.645002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19099d5d-eecd-4bf3-b750-f2335178641c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:03.728193 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19099d5d-eecd-4bf3-b750-f2335178641c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:03.876403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19099d5d-eecd-4bf3-b750-f2335178641c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:03.881266 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-80d28fc1-f8aa-4dc6-8692-34fb5d74d9a2 tempest-NetworksTestDHCPv6-543489086 tempest-NetworksTestDHCPv6-543489086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:03.894289 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-cd5f45e3-9a0c-47cf-b0ea-ddc22b4615f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47468220>, [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:12:02Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:03.898096 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f45e3-9a0c-47cf-b0ea-ddc22b4615f6 None None] Checking router: 06cd773e-e54c-4342-a37a-f3735792566e for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:12:03.908861 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f45e3-9a0c-47cf-b0ea-ddc22b4615f6 None None] Routers {'06cd773e-e54c-4342-a37a-f3735792566e'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:12:03.909507 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-cd5f45e3-9a0c-47cf-b0ea-ddc22b4615f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47468220>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:11:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['06cd773e-e54c-4342-a37a-f3735792566e'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:03.915453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19099d5d-eecd-4bf3-b750-f2335178641c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Subnet': ['ID=46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:03.918807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-19099d5d-eecd-4bf3-b750-f2335178641c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:03.922268 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-19099d5d-eecd-4bf3-b750-f2335178641c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:03.929167 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-19099d5d-eecd-4bf3-b750-f2335178641c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/subnets/46ec67ae-b8d4-41c3-bbb8-d386f25dbf7b HTTP/1.1" status: 204  len: 168 time: 0.5292845
Dec 19 14:12:03.929472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a6026-d45a-4eba-acf5-ff22a7a255c0 None None] Network e2eb21f5-7be4-470d-a11b-8902065949c5 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:12:03.931775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53554) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:04.090832 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-cd5f45e3-9a0c-47cf-b0ea-ddc22b4615f6 None None] Set router 06cd773e-e54c-4342-a37a-f3735792566e gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:12:04.141548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:04.190975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] DHCP port deletion for e2eb21f5-7be4-470d-a11b-8902065949c5 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:12:04.195438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Deleting port 26e2ace2-db60-4baf-9700-441d2f930d6e {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:12:04.195924 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:04.351844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:04.391726 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-cd5f45e3-9a0c-47cf-b0ea-ddc22b4615f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47468220>, [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:12:02Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:04.395943 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f45e3-9a0c-47cf-b0ea-ddc22b4615f6 None None] The sync data for ids ['06cd773e-e54c-4342-a37a-f3735792566e'] in dv-neutron-821895-1-hyperv is: [{'id': '06cd773e-e54c-4342-a37a-f3735792566e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150753774', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:12:02Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '30d2f40a-1a87-46fb-b0eb-eaa30c30b721', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cd773e-e54c-4342-a37a-f3735792566e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:10:10Z', 'updated_at': '2021-12-19T14:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:12:04.407866 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:12:04.408388 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:04.445921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] For port 26e2ace2-db60-4baf-9700-441d2f930d6e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=26e2ace2-db60-4baf-9700-441d2f930d6e,segment=NetworkSegment(a027812e-344e-46e2-aaae-28aa680362e9),segment_id=a027812e-344e-46e2-aaae-28aa680362e9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:12:04.446329 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:04.562153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Calling delete_port for 26e2ace2-db60-4baf-9700-441d2f930d6e owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:12:04.586606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port 30d2f40a-1a87-46fb-b0eb-eaa30c30b721, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=30d2f40a-1a87-46fb-b0eb-eaa30c30b721,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:12:04.586951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:04.706170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:04.710139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-067d2a94-f575-4ce1-a9dd-75476f7b425e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:04.760487 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Pushing event deleted for resources: {'Port': ['ID=26e2ace2-db60-4baf-9700-441d2f930d6e,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:04.770389 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] No DVR routers for this DVR port 26e2ace2-db60-4baf-9700-441d2f930d6e on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:12:04.773803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:04.774552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:04.774552 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:04.774883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:04.775248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:04.775589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:04.775916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:04.776240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:04.776565 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:04.776885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:04.777204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:04.784595 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:04.808277 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 55dd0be2-9588-46d0-9f97-0795dfc79e4b no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:12:04.843292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:12:04.844006 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 55dd0be2-9588-46d0-9f97-0795dfc79e4b {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:12:04.844473 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 55dd0be2-9588-46d0-9f97-0795dfc79e4b not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:12:04.844997 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 26e2ace2-db60-4baf-9700-441d2f930d6e no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:12:04.880408 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 26e2ace2-db60-4baf-9700-441d2f930d6e {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:12:04.881001 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 26e2ace2-db60-4baf-9700-441d2f930d6e not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:12:05.080690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:05.084364 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-41937549-513e-448f-b736-a2bec695a100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:05.124756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=30d2f40a-1a87-46fb-b0eb-eaa30c30b721,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:05.127164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:05.343241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:05.588615 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:05.592771 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:05.676008 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:05.676506 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Fanout notify agent at l3_agent the message router_deleted on router 06cd773e-e54c-4342-a37a-f3735792566e {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:12:05.694336 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:05.695461 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9a750f86-7fd4-4c73-94ec-6338f688dbb9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/routers/06cd773e-e54c-4342-a37a-f3735792566e HTTP/1.1" status: 204  len: 168 time: 1.7627361
Dec 19 14:12:05.698180 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53558) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:05.810716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:05.940233 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:05.967383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d45edd370>,) {'filters': {'network_id': ['e2eb21f5-7be4-470d-a11b-8902065949c5']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:05.978779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45edd370>, 'a027812e-344e-46e2-aaae-28aa680362e9') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:05.979082 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d45edd370>, 'a027812e-344e-46e2-aaae-28aa680362e9') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:05.990638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:06.006277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:06.012044 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:12:06.012410 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:12:06.025968 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:12:06.154333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:06.159200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:06.162405 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5bc4b1d7-48bc-4984-8799-1fad410ee057 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:06.185127 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Network': ['ID=e2eb21f5-7be4-470d-a11b-8902065949c5,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:06.187437 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:06.259834 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9bcd8902-f56b-41e4-99df-352998586ce2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/networks/e2eb21f5-7be4-470d-a11b-8902065949c5 HTTP/1.1" status: 204  len: 168 time: 0.5606942
Dec 19 14:12:06.262443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53562) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:06.331013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-78a7999d-d8d0-4d9f-8150-0b82f342c72b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:06.359275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-78a7999d-d8d0-4d9f-8150-0b82f342c72b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:06.502895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-78a7999d-d8d0-4d9f-8150-0b82f342c72b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:06.503488 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:12:06.506799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-310d6b98-20ba-4517-a896-7b1f6330cb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:06.521215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7999d-d8d0-4d9f-8150-0b82f342c72b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7704dd80-4f36-48f8-9743-b98c7840dcb9,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:06.524375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-78a7999d-d8d0-4d9f-8150-0b82f342c72b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:06.545029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:12:06.545379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 30d2f40a-1a87-46fb-b0eb-eaa30c30b721 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:12:06.618040 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-78a7999d-d8d0-4d9f-8150-0b82f342c72b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:06.619182 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-78a7999d-d8d0-4d9f-8150-0b82f342c72b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/security-groups/7704dd80-4f36-48f8-9743-b98c7840dcb9 HTTP/1.1" status: 204  len: 168 time: 0.3558266
Dec 19 14:12:06.973994 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53570) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:06.979603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2086465887', 'description': 'tempest-secgroup-smoke-2086465887 description', 'project_id': '25a17a5984144a0aa8c4713b01d435e2'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:06.985430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:06.989439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:06.992287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:07.001697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:07.068572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:07.103190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:07.106840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:07.109564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:07.115204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:07.167315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:07.254170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:07.259492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8b91afad-430e-4764-b007-e8bc0fe5b562 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:07.299960 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8950cba-71df-43ca-8f87-7c2045f4f1d1,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:07.302680 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:07.383188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:07.384389 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-30622b26-b7d8-4cf1-97b3-6d449ad032eb tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4093857
Dec 19 14:12:07.387204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53574) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:07.392621 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'b8950cba-71df-43ca-8f87-7c2045f4f1d1', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:07.398461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:07.402187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:07.405008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:07.410836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:07.488428 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:07.547751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:07.641463 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:07.647640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c27d5ac0-96e3-44b5-84ba-a87bcf10f252 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:07.667606 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fbb65b-64cc-4a9f-8dfc-8b2e81589ebc,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:07.670125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:07.738854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:07.740046 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-c80c1b6e-e56f-4fa8-8606-242f4eb67785 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3519359
Dec 19 14:12:07.742785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53578) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:07.748058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'b8950cba-71df-43ca-8f87-7c2045f4f1d1', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:07.754092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:07.757915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:07.761845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:07.766483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:07.852423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:07.915574 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:08.003425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:08.009201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4553962c-7bc3-47f8-bcae-af98f4a8a7fa tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:08.028496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ed353f-82c9-4035-9457-1d30bcd29ed4,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:08.030755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:08.114443 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:08.115643 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-77121992-3218-4f1d-8f77-51d1409e18f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3719454
Dec 19 14:12:08.118301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53582) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:08.123782 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'b8950cba-71df-43ca-8f87-7c2045f4f1d1', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:08.129879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:08.133600 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:08.136496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:08.142026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:08.219815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:08.282013 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:08.367424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:08.372855 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c8088694-f8fd-4711-bbb6-f420e7dcf9a7 tempest-TestNetworkAdvancedServerOps-1321223336 tempest-TestNetworkAdvancedServerOps-1321223336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:08.391327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea43e73-f376-4446-8be0-548d01a856c2,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:08.394587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:08.468200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:08.469378 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-78a79c1b-37cd-4438-a1fb-ed8a86fd5370 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3501844
Dec 19 14:12:08.472077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53586) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:08.477370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'b8950cba-71df-43ca-8f87-7c2045f4f1d1', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:08.483170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:08.486990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:08.489849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:08.495429 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:08.577324 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:08.644547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:08.725562 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:08.731238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3e751682-7265-4514-a558-32e47093a1da tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:08.750036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c16fb42-702c-4e62-ad5a-f6fbcc341f5b,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:08.752806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:08.847662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:08.848853 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-41db8a01-a7e2-461d-8ab4-fed4d1691172 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3758960
Dec 19 14:12:08.851613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53590) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:08.857090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'b8950cba-71df-43ca-8f87-7c2045f4f1d1', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:08.863593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:08.867364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:08.870193 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:08.875868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:08.942904 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Project 25a17a5984144a0aa8c4713b01d435e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:12:08.949905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.013895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.091141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.092942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a48bc5ab-8798-4a14-b883-727607b733b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:09.115508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e912e45-bc3a-476d-8cce-e5972d80b3ae,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:09.119708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:09.200438 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.201533 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7695abbd-fded-4d3b-bf5e-10577ee9a77d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3490243
Dec 19 14:12:09.204149 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53594) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:09.209452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'security_group_rule': {'security_group_id': 'b8950cba-71df-43ca-8f87-7c2045f4f1d1', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:09.215456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:09.219136 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:security_group_rule and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:09.222403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:09.227949 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:09.319794 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Project 25a17a5984144a0aa8c4713b01d435e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:12:09.326543 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.389997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.481781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.487423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-63b2f267-5064-498b-a4a3-b7f8e2fc6165 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:09.505604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d4cec1-d4f9-48c5-845d-a9e13e4d76cc,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:09.507788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:09.578827 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.580022 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-93093767-3720-4a16-af5f-99a8e5262e45 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3749809
Dec 19 14:12:09.583352 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53598) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:09.589074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'network': {'name': 'tempest-network-smoke--382094908', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'port_security_enabled': True}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:09.594006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:09.598627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:network and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:09.601497 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:09.607070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:09.681384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:12:09.684356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.711987 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:12:09.720208 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.720569 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Added segment cf20288c-a5b2-4144-9c06-b4a12ac04751 of type vlan for network 308149df-aa79-4195-bccd-1c0bd0a84982
Dec 19 14:12:09.747199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.841854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.845536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:09.846121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:09.849890 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c351e1be-3863-4169-8904-eb610bcf8c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:09.953289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Network': ['ID=308149df-aa79-4195-bccd-1c0bd0a84982,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:09.956012 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:09.964331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 308149df-aa79-4195-bccd-1c0bd0a84982 details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:12:10.037195 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-498e84bb-c09c-4675-a96d-89e86c7c65ee tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4528189
Dec 19 14:12:10.039943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53602) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:10.045178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'admin_state_up': True, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:10.052703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:10.056549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:router and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:10.059401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:10.065915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:10.188416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:10.189329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:10.207752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:10.427572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:10.661161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:10.690229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:10.824317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.26.4.216 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/3ae618f7-88f4-4843-89c3-8d12868d25ff) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:12:11.061751 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:11.137380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:11.141634 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36c8c3b0-dd55-4a6d-bcd3-c1762151306f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:11.197792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:12:11.204565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:12:11.208776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:12:11.238102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=3ae618f7-88f4-4843-89c3-8d12868d25ff,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:11.243889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:11.433991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:11.434619 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:11.727353 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 33c3be5c-f176-477a-aad3-b35a955f4950 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:12:11.922764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:12:11.932193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Sync routers for ids ['33c3be5c-f176-477a-aad3-b35a955f4950'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:12:11.943797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Routers {'33c3be5c-f176-477a-aad3-b35a955f4950'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:12:11.944404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46eef910>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:11:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['33c3be5c-f176-477a-aad3-b35a955f4950'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:12.019394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:12.020970 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b5d64bfb-6d9b-4ced-9bf9-b569754c5ed5 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.9796741
Dec 19 14:12:12.023886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53606) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:12.067225 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ab46d770-087a-4f12-92f2-89725fa61a7d tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=25a17a5984144a0aa8c4713b01d435e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0418160
Dec 19 14:12:12.069418 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53610) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:12.123694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Set router 33c3be5c-f176-477a-aad3-b35a955f4950 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:12:12.199926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db3769-55d0-456b-87df-50739ae377fd tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:12.201386 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f7db3769-55d0-456b-87df-50739ae377fd tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1310916
Dec 19 14:12:12.204306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53614) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:12.243254 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fdfd1ce6-56b5-4afb-bd79-00a19a299a43 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4dbcfa3c-4af8-43dd-bdbc-754df0e25a56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0377886
Dec 19 14:12:12.245667 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53618) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:12.251309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1344943759', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:12.359035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:12.362721 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:subnet and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:12.365448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:12.370939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:12.421096 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46eef910>, [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:11Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:12.424978 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Checking router: 33c3be5c-f176-477a-aad3-b35a955f4950 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:12:12.425427 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Updating router 33c3be5c-f176-477a-aad3-b35a955f4950 port 3ae618f7-88f4-4843-89c3-8d12868d25ff binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:12:12.436354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:12:12.467639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-06d577b1-5121-44af-8e79-f7934c390100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:12.479369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:12.539604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:12.830377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:12.835213 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-19b30a07-ca72-4bcf-99b1-c10adda51526 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:12.848160 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:12.859535 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Transition to ACTIVE for port object 3ae618f7-88f4-4843-89c3-8d12868d25ff will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:12:12.938986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:12.943086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9a879729-b185-4474-bb58-fcb6bbc06a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:13.025607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec0887-4bf6-4e1d-991e-1a1a17a58957 None None] Pushing event updated for resources: {'Port': ['ID=3ae618f7-88f4-4843-89c3-8d12868d25ff,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:13.028665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Subnet': ['ID=1b78a0de-b5e8-49e0-bbd6-bc71b33515e7,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:13.028808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Attempting to bind port 3ae618f7-88f4-4843-89c3-8d12868d25ff on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:12:13.029153 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Attempting to bind port 3ae618f7-88f4-4843-89c3-8d12868d25ff by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:12:13.029913 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Attempting to bind port 3ae618f7-88f4-4843-89c3-8d12868d25ff on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:12:13.031708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-21ec0887-4bf6-4e1d-991e-1a1a17a58957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:13.031972 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:13.037521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:12:13.037900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:12:13.038308 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:13.038701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:12:13.039196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Bound port: 3ae618f7-88f4-4843-89c3-8d12868d25ff, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:12:13.039575 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:13.041197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Checking segment: {'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:12:13.041529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network hostable DHCP agents. Network: 308149df-aa79-4195-bccd-1c0bd0a84982, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:12:13.108590 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] For port 3ae618f7-88f4-4843-89c3-8d12868d25ff, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:12:13.111461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] For port 3ae618f7-88f4-4843-89c3-8d12868d25ff, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3ae618f7-88f4-4843-89c3-8d12868d25ff,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:12:13.161903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 308149df-aa79-4195-bccd-1c0bd0a84982 is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:12:13.202345 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:13.205868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:13.268439 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 308149df-aa79-4195-bccd-1c0bd0a84982) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:12:13.273286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:13.273998 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:13.277844 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccdc5cf-56b3-41dc-ae17-32ee63942818 None None] Network 308149df-aa79-4195-bccd-1c0bd0a84982 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:12:13.349282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec0887-4bf6-4e1d-991e-1a1a17a58957 None None] Pushing event updated for resources: {'Port': ['ID=3ae618f7-88f4-4843-89c3-8d12868d25ff,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:13.357092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-21ec0887-4bf6-4e1d-991e-1a1a17a58957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:13.366715 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-962ca86b-c576-4d91-8a4b-233ee8f24bde tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.1199307
Dec 19 14:12:13.369408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53622) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:13.370615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Routers {'33c3be5c-f176-477a-aad3-b35a955f4950'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:12:13.371451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46eef910>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:11:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['33c3be5c-f176-477a-aad3-b35a955f4950'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:13.654516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] Set router 33c3be5c-f176-477a-aad3-b35a955f4950 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:12:13.711641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-308149df-aa79-4195-bccd-1c0bd0a84982', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ips': [{'subnet_id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:12:13.712705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:14.061982 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Allocated IP 172.20.0.2 (308149df-aa79-4195-bccd-1c0bd0a84982/1b78a0de-b5e8-49e0-bbd6-bc71b33515e7/8ea9a7ed-e608-4b0d-835c-d1d7f0931a31) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:12:14.121273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:14.177614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46eef910>, [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:11Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:14.193899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6a09a-c0ad-4b9c-ae07-e76aef71a2ce None None] The sync data for ids ['33c3be5c-f176-477a-aad3-b35a955f4950'] in dv-neutron-821895-1-hyperv is: [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:11Z', 'revision_number': 3, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:12:14.295315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:14.307635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Transition to ACTIVE for port object 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:12:14.332722 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Transition to ACTIVE for port object 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:12:14.414058 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:14.419073 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:14.502622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Pushing event updated for resources: {'Port': ['ID=8ea9a7ed-e608-4b0d-835c-d1d7f0931a31,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:14.507892 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:14.509689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Network 308149df-aa79-4195-bccd-1c0bd0a84982 is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:12:14.511454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:12:14.513351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:12:14.559981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.20.0.1 (308149df-aa79-4195-bccd-1c0bd0a84982/1b78a0de-b5e8-49e0-bbd6-bc71b33515e7/1d29fc2c-bfb4-457f-bdf3-38a0fe519689) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:12:14.585037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3ae618f7-88f4-4843-89c3-8d12868d25ff up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:12:14.750415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Attempting to bind port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:12:14.750784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Attempting to bind port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:12:14.751176 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Attempting to bind port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 on network 308149df-aa79-4195-bccd-1c0bd0a84982 {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:12:14.763232 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:12:14.763606 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Checking segment: {'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:12:14.764011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:14.764409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Bound using segment: {'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:12:14.764874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Bound port: 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:12:14.765246 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:14.818154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:14.818430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1612fc31-11b4-40ea-9625-ee7820bb2e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:14.836252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Transition to ACTIVE for port object 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:12:14.864804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] For port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:12:14.868116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] For port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8ea9a7ed-e608-4b0d-835c-d1d7f0931a31,segment=NetworkSegment(cf20288c-a5b2-4144-9c06-b4a12ac04751),segment_id=cf20288c-a5b2-4144-9c06-b4a12ac04751)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:12:14.869656 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 3ae618f7-88f4-4843-89c3-8d12868d25ff completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:12:14.874635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3ae618f7-88f4-4843-89c3-8d12868d25ff triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:12:14.874996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:14.928377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:14.934123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:14.981279 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:14.988607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:15.000027 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 308149df-aa79-4195-bccd-1c0bd0a84982 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:12:15.008402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:12:15.015318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:12:15.047289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:15.060147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=1d29fc2c-bfb4-457f-bdf3-38a0fe519689,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:15.062864 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:15.083943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 3ae618f7-88f4-4843-89c3-8d12868d25ff, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3ae618f7-88f4-4843-89c3-8d12868d25ff,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:12:15.090189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:15.090432 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Pushing event updated for resources: {'Port': ['ID=8ea9a7ed-e608-4b0d-835c-d1d7f0931a31,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:15.096059 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:15.145293 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:15.147105 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:15.222639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=3ae618f7-88f4-4843-89c3-8d12868d25ff,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:15.234259 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:15.412652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:15.824398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:15.881959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:15.908215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0cd007f6-d752-45c8-87d3-2b9071376601 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:15.999985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:16.003523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=1d29fc2c-bfb4-457f-bdf3-38a0fe519689,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:16.006481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:16.039402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697f8435-2519-4594-a33e-4315984a1ad9 None None] Network 308149df-aa79-4195-bccd-1c0bd0a84982 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:12:16.142868 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 308149df-aa79-4195-bccd-1c0bd0a84982 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:12:16.144850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:12:16.210383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a8dd77d9-77e2-4d3c-aef3-2db12a6f7c22 None None] Provisioning for port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:12:16.333258 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:16.356302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:16.549406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 33c3be5c-f176-477a-aad3-b35a955f4950 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:12:16.597769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:12:16.637691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-517f6589-a475-42ff-9a94-6a4f5bbc37d5 None None] Provisioning for port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:12:16.644787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-517f6589-a475-42ff-9a94-6a4f5bbc37d5 None None] Provisioning complete for port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:12:16.645624 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-517f6589-a475-42ff-9a94-6a4f5bbc37d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:16.716949 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-517f6589-a475-42ff-9a94-6a4f5bbc37d5 None None] Port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:12:16.795776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:12:16.808923 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "PUT /v2.0/routers/33c3be5c-f176-477a-aad3-b35a955f4950/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4383559
Dec 19 14:12:16.849468 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:12:16.855282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:12:16.857976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:16.919930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0162643b-49c0-4cee-9db2-3123cf1ab3b5 None None] Provisioning complete for port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:12:16.926039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0162643b-49c0-4cee-9db2-3123cf1ab3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:16.996267 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ef95e481-202e-4303-b82b-011663a3385a req-83ada0ee-0d74-4fed-9d07-4967787c0631 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:12:17.006993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-0162643b-49c0-4cee-9db2-3123cf1ab3b5 None None] Port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:12:17.033401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:17.065664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8ea9a7ed-e608-4b0d-835c-d1d7f0931a31,segment=NetworkSegment(cf20288c-a5b2-4144-9c06-b4a12ac04751),segment_id=cf20288c-a5b2-4144-9c06-b4a12ac04751)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:12:17.082003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ef95e481-202e-4303-b82b-011663a3385a req-83ada0ee-0d74-4fed-9d07-4967787c0631 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:12:17.086369 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-83ada0ee-0d74-4fed-9d07-4967787c0631 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086465887&fields=id&tenant_id=25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 267 time: 0.1311319
Dec 19 14:12:17.129546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-94634e81-4258-43a3-9594-e273aa4d567e None None] Provisioning complete for port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:12:17.132175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-94634e81-4258-43a3-9594-e273aa4d567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:17.184454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:17.185298 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3ae618f7-88f4-4843-89c3-8d12868d25ff up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:12:17.211169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-9a879729-b185-4474-bb58-fcb6bbc06a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:17.252957 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-94634e81-4258-43a3-9594-e273aa4d567e None None] Port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:12:17.308885 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=8ea9a7ed-e608-4b0d-835c-d1d7f0931a31,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:17.314927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:17.323791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 3ae618f7-88f4-4843-89c3-8d12868d25ff triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:12:17.324278 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:17.353295 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95e481-202e-4303-b82b-011663a3385a req-688f4568-10bd-4571-87ee-5ab2ffff591f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:17.353867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ef95e481-202e-4303-b82b-011663a3385a req-688f4568-10bd-4571-87ee-5ab2ffff591f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:12:17.429097 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ef95e481-202e-4303-b82b-011663a3385a req-688f4568-10bd-4571-87ee-5ab2ffff591f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:12:17.430274 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-688f4568-10bd-4571-87ee-5ab2ffff591f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/networks?id=308149df-aa79-4195-bccd-1c0bd0a84982 HTTP/1.1" status: 200  len: 796 time: 0.3403776
Dec 19 14:12:17.448006 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-22f991a2-5925-429d-8190-74d9057cf930 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/quotas/25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 375 time: 0.0116813
Dec 19 14:12:17.529752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ef95e481-202e-4303-b82b-011663a3385a req-660585de-32cf-46cb-bc0c-e6eaf3d1f616 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:12:17.611523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-ef95e481-202e-4303-b82b-011663a3385a req-660585de-32cf-46cb-bc0c-e6eaf3d1f616 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:12:17.613643 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-660585de-32cf-46cb-bc0c-e6eaf3d1f616 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1601889
Dec 19 14:12:17.710339 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Sync routers for ids ['33c3be5c-f176-477a-aad3-b35a955f4950'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:12:17.711309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-3aa1d979-0e0a-419b-ba70-7c6fa6f4462d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 14:12:17.712628 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-3aa1d979-0e0a-419b-ba70-7c6fa6f4462d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0874693
Dec 19 14:12:17.722730 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Routers {'33c3be5c-f176-477a-aad3-b35a955f4950'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:12:17.723480 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8700>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:12:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['33c3be5c-f176-477a-aad3-b35a955f4950'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:17.750243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:17.846149 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-795698d7-fbce-4568-bebc-d6fbe01623e1 service neutron] 10.222.0.24 "GET /v2.0/networks/308149df-aa79-4195-bccd-1c0bd0a84982?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269464
Dec 19 14:12:17.897004 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Set router 33c3be5c-f176-477a-aad3-b35a955f4950 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:12:17.979967 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-9dec1ec6-6760-45cc-a0f5-755656dfe5f5 service neutron] 10.222.0.24 "GET /v2.0/networks/308149df-aa79-4195-bccd-1c0bd0a84982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267529
Dec 19 14:12:18.232162 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8700>, [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '1d29fc2c-bfb4-457f-bdf3-38a0fe519689', 'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:9d:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:14Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 2, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:18.236110 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Checking router: 33c3be5c-f176-477a-aad3-b35a955f4950 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:12:18.236460 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Updating router 33c3be5c-f176-477a-aad3-b35a955f4950 port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:12:18.288729 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:18.295595 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0cf0fb4b-8608-463e-b5a9-27b5362af4bc req-e65a8348-5fd5-4f85-8fbd-5e6f3c1952a1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 210 time: 0.0583057
Dec 19 14:12:18.519620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:12:18.593604 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:12:18.593980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:18.637746 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:18.650280 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Transition to ACTIVE for port object 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:12:18.710075 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:18.714828 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:18.839147 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Pushing event updated for resources: {'Port': ['ID=1d29fc2c-bfb4-457f-bdf3-38a0fe519689,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:18.876449 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:18.876688 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:18.876933 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:18.877235 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:18.877548 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:18.877860 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:18.878795 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:18.879151 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:18.879482 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:18.879853 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:18.880211 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:12:18.887882 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:18.936741 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Attempting to bind port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:12:18.937114 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Attempting to bind port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:12:18.937697 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Attempting to bind port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 on network 308149df-aa79-4195-bccd-1c0bd0a84982 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:12:18.945078 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:12:18.945443 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Checking segment: {'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:12:18.946029 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:18.946595 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Bound using segment: {'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:12:18.947365 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Bound port: 1d29fc2c-bfb4-457f-bdf3-38a0fe519689, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:12:18.947919 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:19.038374 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] For port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:12:19.041172 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] For port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=1d29fc2c-bfb4-457f-bdf3-38a0fe519689,segment=NetworkSegment(cf20288c-a5b2-4144-9c06-b4a12ac04751),segment_id=cf20288c-a5b2-4144-9c06-b4a12ac04751)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:12:19.105041 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:19.109500 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-69d3ee3f-717e-41cb-8f19-9ad5aa6a6cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:19.188871 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Pushing event updated for resources: {'Port': ['ID=1d29fc2c-bfb4-457f-bdf3-38a0fe519689,revision_number=4']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:19.192614 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-0ff95d24-b654-4ba4-81df-cf78927f84b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:19.193369 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Routers {'33c3be5c-f176-477a-aad3-b35a955f4950'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:12:19.193982 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8700>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:12:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['33c3be5c-f176-477a-aad3-b35a955f4950'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:19.385516 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] Set router 33c3be5c-f176-477a-aad3-b35a955f4950 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:12:19.479463 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-547ede61-0472-4cc1-b815-eb0171b9ddab req-e9ad60c4-ec12-494d-83cb-6c3279b076c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 210 time: 0.0413895
Dec 19 14:12:19.716152 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8700>, [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '1d29fc2c-bfb4-457f-bdf3-38a0fe519689', 'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:9d:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:14Z', 'updated_at': '2021-12-19T14:12:19Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:19.720534 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72ae8f3-8adc-48ed-a1bb-750902704771 None None] The sync data for ids ['33c3be5c-f176-477a-aad3-b35a955f4950'] in dv-neutron-821895-1-hyperv is: [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '1d29fc2c-bfb4-457f-bdf3-38a0fe519689', 'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:9d:8c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:14Z', 'updated_at': '2021-12-19T14:12:19Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:12:20.504752 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95e481-202e-4303-b82b-011663a3385a req-7ef8c03f-5082-4c57-894a-bc17691e1d89 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:20.505425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-ef95e481-202e-4303-b82b-011663a3385a req-7ef8c03f-5082-4c57-894a-bc17691e1d89 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:12:20.518276 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-ef95e481-202e-4303-b82b-011663a3385a req-7ef8c03f-5082-4c57-894a-bc17691e1d89 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:12:20.519954 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-7ef8c03f-5082-4c57-894a-bc17691e1d89 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/networks?id=308149df-aa79-4195-bccd-1c0bd0a84982 HTTP/1.1" status: 200  len: 796 time: 0.1681232
Dec 19 14:12:20.604943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:12:20.687661 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-33222bc0-24cd-412b-8b50-985e6f05f658 req-fa1e2a98-4c45-4112-8c8f-beb4afd3bc3b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 210 time: 0.0587606
Dec 19 14:12:20.726633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-ef95e481-202e-4303-b82b-011663a3385a req-ae7df020-46a2-4cdd-8cf9-07eeef4e2023 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:12:20.738295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-ef95e481-202e-4303-b82b-011663a3385a req-ae7df020-46a2-4cdd-8cf9-07eeef4e2023 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:12:20.739421 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-ae7df020-46a2-4cdd-8cf9-07eeef4e2023 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a17a5984144a0aa8c4713b01d435e2 HTTP/1.1" status: 200  len: 380 time: 0.2061677
Dec 19 14:12:20.748192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'port': {'device_id': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'admin_state_up': True, 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'security_groups': ['b8950cba-71df-43ca-8f87-7c2045f4f1d1']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:20.777152 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:12:20.782169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:12:20.785836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:20.883727 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:20.894203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:20.900832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:20.932592 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=1d29fc2c-bfb4-457f-bdf3-38a0fe519689,segment=NetworkSegment(cf20288c-a5b2-4144-9c06-b4a12ac04751),segment_id=cf20288c-a5b2-4144-9c06-b4a12ac04751)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:12:20.977129 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Made reservation on behalf of 25a17a5984144a0aa8c4713b01d435e2 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:12:20.980167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:21.011202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:21.013005 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:21.077679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=1d29fc2c-bfb4-457f-bdf3-38a0fe519689,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:21.080546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:21.142848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.20.0.12 (308149df-aa79-4195-bccd-1c0bd0a84982/1b78a0de-b5e8-49e0-bbd6-bc71b33515e7/e7f1e681-46bb-4d51-b253-0be08c8e7b10) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:12:21.324665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:21.341064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Transition to ACTIVE for port object e7f1e681-46bb-4d51-b253-0be08c8e7b10 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:12:21.442529 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:21.448059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ab76b2d6-fb58-4f41-9da0-a50a8f470f88 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:21.507385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 308149df-aa79-4195-bccd-1c0bd0a84982 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:12:21.517640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:12:21.521997 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:12:21.552337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=e7f1e681-46bb-4d51-b253-0be08c8e7b10,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:21.558729 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:21.588326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:21.595311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:21.697739 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9530423
Dec 19 14:12:21.708907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Request body: {'port': {'device_id': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:21.819433 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:21.887697 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b9936a32-5c97-4979-8b0c-418ff7e892ea None None] Provisioning for port e7f1e681-46bb-4d51-b253-0be08c8e7b10 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:12:21.888871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61872f91-6a7d-46f3-8eb9-f86bdbb69cfb req-55229a40-f469-48ab-bc5d-e38ef3be49e9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:21.890401 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61872f91-6a7d-46f3-8eb9-f86bdbb69cfb req-55229a40-f469-48ab-bc5d-e38ef3be49e9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 932 time: 0.0829473
Dec 19 14:12:21.893396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b9936a32-5c97-4979-8b0c-418ff7e892ea None None] Provisioning complete for port e7f1e681-46bb-4d51-b253-0be08c8e7b10 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:12:21.894411 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b9936a32-5c97-4979-8b0c-418ff7e892ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:21.938543 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-61872f91-6a7d-46f3-8eb9-f86bdbb69cfb req-d3940275-0905-4fbc-9489-9c48bc1037d2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422671
Dec 19 14:12:21.951369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b9936a32-5c97-4979-8b0c-418ff7e892ea None None] Port e7f1e681-46bb-4d51-b253-0be08c8e7b10 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:12:22.156627 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f1e681-46bb-4d51-b253-0be08c8e7b10 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:12:22.163231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:22.176894 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Transition to ACTIVE for port object e7f1e681-46bb-4d51-b253-0be08c8e7b10 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:12:22.310277 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:22.314155 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b6192399-4d3b-438b-9a24-c01d88d732a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:22.443517 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Pushing event updated for resources: {'Port': ['ID=e7f1e681-46bb-4d51-b253-0be08c8e7b10,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:22.447240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:22.524168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:12:22.567192 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Attempting to bind port e7f1e681-46bb-4d51-b253-0be08c8e7b10 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:12:22.567812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Attempting to bind port e7f1e681-46bb-4d51-b253-0be08c8e7b10 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:12:22.567812 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Attempting to bind port e7f1e681-46bb-4d51-b253-0be08c8e7b10 on network 308149df-aa79-4195-bccd-1c0bd0a84982 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:12:22.573448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Port e7f1e681-46bb-4d51-b253-0be08c8e7b10 on network 308149df-aa79-4195-bccd-1c0bd0a84982 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:12:22.573753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Attempting to bind port e7f1e681-46bb-4d51-b253-0be08c8e7b10 on network 308149df-aa79-4195-bccd-1c0bd0a84982 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:12:22.579821 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:12:22.580141 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Checking segment: {'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:12:22.580577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Bound using segment: {'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:12:22.580904 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Bound port: e7f1e681-46bb-4d51-b253-0be08c8e7b10, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf20288c-a5b2-4144-9c06-b4a12ac04751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:12:22.581876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:22.608257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:12:22.608641 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:22.669889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] For port e7f1e681-46bb-4d51-b253-0be08c8e7b10, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:12:22.672965 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] For port e7f1e681-46bb-4d51-b253-0be08c8e7b10, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e7f1e681-46bb-4d51-b253-0be08c8e7b10,segment=NetworkSegment(cf20288c-a5b2-4144-9c06-b4a12ac04751),segment_id=cf20288c-a5b2-4144-9c06-b4a12ac04751)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:12:22.779280 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:22.783093 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-586ba5fd-82b9-4ea8-af30-01edf094d424 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:22.839363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:22.840710 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] 10.222.0.18 "PUT /v2.0/ports/e7f1e681-46bb-4d51-b253-0be08c8e7b10 HTTP/1.1" status: 200  len: 1094 time: 1.1360376
Dec 19 14:12:22.841202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'tag': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:12:22.870166 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Pushing event updated for resources: {'Port': ['ID=e7f1e681-46bb-4d51-b253-0be08c8e7b10,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:22.875937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:22.896525 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'tag': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10', 'status': 'completed', 'code': 200}
Dec 19 14:12:22.989295 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bee76148-95ea-46cb-b742-c4a228e5f7db req-54d6be66-2e77-46cc-a63e-bd6bd90cbc75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 1097 time: 0.0729659
Dec 19 14:12:23.143262 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1093d1-0f93-4669-8a75-e1c1f655e431 req-05384115-4de9-4a08-b160-7ae1cfca2615 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:23.145098 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-db1093d1-0f93-4669-8a75-e1c1f655e431 req-05384115-4de9-4a08-b160-7ae1cfca2615 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 944 time: 0.0802374
Dec 19 14:12:23.191360 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-db1093d1-0f93-4669-8a75-e1c1f655e431 req-b708f27f-0f28-4f23-8874-206a01175590 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397620
Dec 19 14:12:23.235320 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee76148-95ea-46cb-b742-c4a228e5f7db req-62a3b7cd-d97b-44ac-b358-7868c6cf638f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:23.236742 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bee76148-95ea-46cb-b742-c4a228e5f7db req-62a3b7cd-d97b-44ac-b358-7868c6cf638f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=25a17a5984144a0aa8c4713b01d435e2&shared=False HTTP/1.1" status: 200  len: 897 time: 0.2408042
Dec 19 14:12:23.368007 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee76148-95ea-46cb-b742-c4a228e5f7db req-879ef67d-dc21-47c4-a69f-2b36ef5288b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:23.369403 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-bee76148-95ea-46cb-b742-c4a228e5f7db req-879ef67d-dc21-47c4-a69f-2b36ef5288b6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1271250
Dec 19 14:12:23.477498 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-fcfa23c7-030f-4beb-a5ea-88a01587cef5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 1097 time: 0.0715878
Dec 19 14:12:23.543885 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-c5db80f9-ff59-4f8b-b803-87c1d7ccc861 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f1e681-46bb-4d51-b253-0be08c8e7b10 HTTP/1.1" status: 200  len: 217 time: 0.0595438
Dec 19 14:12:23.607877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95e481-202e-4303-b82b-011663a3385a req-0f639eaa-75e3-4871-bd99-4aa342d3f0bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:23.609273 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-0f639eaa-75e3-4871-bd99-4aa342d3f0bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b78a0de-b5e8-49e0-bbd6-bc71b33515e7 HTTP/1.1" status: 200  len: 835 time: 0.0596886
Dec 19 14:12:23.692626 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-c1dbc1f0-5daf-4ee8-a72e-8add7fd30604 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=308149df-aa79-4195-bccd-1c0bd0a84982&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0769656
Dec 19 14:12:23.830003 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-f239a3fc-6a2d-4b5f-b880-18e4d08da0c8 service neutron] 10.222.0.18 "GET /v2.0/networks/308149df-aa79-4195-bccd-1c0bd0a84982?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309648
Dec 19 14:12:23.959482 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef95e481-202e-4303-b82b-011663a3385a req-529fec6a-e259-4ffe-9de7-0ff49944bee4 service neutron] 10.222.0.18 "GET /v2.0/networks/308149df-aa79-4195-bccd-1c0bd0a84982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236036
Dec 19 14:12:24.393398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a4512-d261-4bb7-80be-0b257079a39c req-fac49fe6-99b6-4bdb-aa03-37b2c7927167 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:24.395130 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b4a4512-d261-4bb7-80be-0b257079a39c req-fac49fe6-99b6-4bdb-aa03-37b2c7927167 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 944 time: 0.0801513
Dec 19 14:12:24.441980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b4a4512-d261-4bb7-80be-0b257079a39c req-735a2961-2009-4f88-be8c-e91c1b2c4fdf tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410967
Dec 19 14:12:25.638152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5df59-0ec4-44eb-aee7-c754703ae277 req-997b178c-3c70-44b9-bca8-3694784b7e07 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:25.639619 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ae5df59-0ec4-44eb-aee7-c754703ae277 req-997b178c-3c70-44b9-bca8-3694784b7e07 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 944 time: 0.0769248
Dec 19 14:12:25.688791 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0ae5df59-0ec4-44eb-aee7-c754703ae277 req-27dc48ab-29bd-4bf9-b4a3-9d61f1f081f3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432165
Dec 19 14:12:25.887008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:26.816366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device e7f1e681-46bb-4d51-b253-0be08c8e7b10 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:12:26.885118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871700c-ef7f-4d33-84b4-7cb90190e24a req-07e4cafe-980f-410c-a970-992695af7148 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:26.886568 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5871700c-ef7f-4d33-84b4-7cb90190e24a req-07e4cafe-980f-410c-a970-992695af7148 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 944 time: 0.0754585
Dec 19 14:12:26.932279 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5871700c-ef7f-4d33-84b4-7cb90190e24a req-c0ceb954-45a6-4b7b-8c0f-ffe79180bdb7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400386
Dec 19 14:12:26.947119 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port e7f1e681-46bb-4d51-b253-0be08c8e7b10, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e7f1e681-46bb-4d51-b253-0be08c8e7b10,segment=NetworkSegment(cf20288c-a5b2-4144-9c06-b4a12ac04751),segment_id=cf20288c-a5b2-4144-9c06-b4a12ac04751)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:12:26.960769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'port_id': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10', 'mac_address': 'fa:16:3e:e0:6a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:12:27.015663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:27.032189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f1e681-46bb-4d51-b253-0be08c8e7b10 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:12:27.047047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port e7f1e681-46bb-4d51-b253-0be08c8e7b10, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e7f1e681-46bb-4d51-b253-0be08c8e7b10,segment=NetworkSegment(cf20288c-a5b2-4144-9c06-b4a12ac04751),segment_id=cf20288c-a5b2-4144-9c06-b4a12ac04751)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:12:27.096562 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:27.098256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:27.160653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=e7f1e681-46bb-4d51-b253-0be08c8e7b10,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:27.163533 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:27.298067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['e7f1e681-46bb-4d51-b253-0be08c8e7b10'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:12:28.128784 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0535e-f034-4565-bbf3-e84d298b5851 req-0cde2901-527d-42ed-805b-1c00f841f4bc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:28.130283 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9da0535e-f034-4565-bbf3-e84d298b5851 req-0cde2901-527d-42ed-805b-1c00f841f4bc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 945 time: 0.0789614
Dec 19 14:12:28.177411 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9da0535e-f034-4565-bbf3-e84d298b5851 req-92cb4740-e01e-4c56-8c51-db3af462ea21 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417104
Dec 19 14:12:28.826671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device e7f1e681-46bb-4d51-b253-0be08c8e7b10 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:12:28.967303 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port e7f1e681-46bb-4d51-b253-0be08c8e7b10 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:12:28.971910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port e7f1e681-46bb-4d51-b253-0be08c8e7b10 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:12:28.979435 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:29.081311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:29.110932 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:12:29.121094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port e7f1e681-46bb-4d51-b253-0be08c8e7b10, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e7f1e681-46bb-4d51-b253-0be08c8e7b10,segment=NetworkSegment(cf20288c-a5b2-4144-9c06-b4a12ac04751),segment_id=cf20288c-a5b2-4144-9c06-b4a12ac04751)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:12:29.164325 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10', 'code': 200}
Dec 19 14:12:29.207829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:29.210402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-2d8849a3-f8d6-44a2-b666-8441076f9e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:29.276548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=e7f1e681-46bb-4d51-b253-0be08c8e7b10,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:29.279482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:29.372368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa159bc-f6b6-47d5-af54-13b7c6d4d5c6 req-df7d94d0-d6c2-4597-b063-e8e27e6360f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:29.373783 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5aa159bc-f6b6-47d5-af54-13b7c6d4d5c6 req-df7d94d0-d6c2-4597-b063-e8e27e6360f2 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.0774860
Dec 19 14:12:29.419793 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5aa159bc-f6b6-47d5-af54-13b7c6d4d5c6 req-8c62e167-bc3b-4439-8ec7-01f8accf263c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402181
Dec 19 14:12:29.540958 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2643046b-7997-41f1-8dd0-1ffe8b52b719 req-d4f356d3-9f7d-4b0b-86c5-f79a5b6d412a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 1099 time: 0.0708025
Dec 19 14:12:29.583349 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2643046b-7997-41f1-8dd0-1ffe8b52b719 req-f230bcab-a23b-4cd0-93db-9bca05b8f1eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356576
Dec 19 14:12:30.626953 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38507417-8981-4738-ad93-d23ad5e677d2 req-e83d04ee-e69d-4908-9761-bdeb74683603 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:30.629101 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-38507417-8981-4738-ad93-d23ad5e677d2 req-e83d04ee-e69d-4908-9761-bdeb74683603 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.0850391
Dec 19 14:12:30.674778 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-38507417-8981-4738-ad93-d23ad5e677d2 req-6cb68b53-5a6f-468b-b56d-29dfdd728223 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400014
Dec 19 14:12:31.873202 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195aa6e-7619-47bf-a658-274262841fa3 req-67347df1-43be-44d4-b664-2af3dd0820aa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:31.874631 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5195aa6e-7619-47bf-a658-274262841fa3 req-67347df1-43be-44d4-b664-2af3dd0820aa tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.0758264
Dec 19 14:12:31.921896 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5195aa6e-7619-47bf-a658-274262841fa3 req-17fe3075-54d3-4667-bac8-1c4c3e4dc830 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407765
Dec 19 14:12:32.127290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9692521-7be8-4b63-9613-da2f0c5a4264 req-2cd44f57-0414-48f3-bb6d-94c6ae13f5e9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:32.129278 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f9692521-7be8-4b63-9613-da2f0c5a4264 req-2cd44f57-0414-48f3-bb6d-94c6ae13f5e9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.0803344
Dec 19 14:12:32.173718 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f9692521-7be8-4b63-9613-da2f0c5a4264 req-39a3f7b9-d985-46b9-be97-237336d3f433 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382700
Dec 19 14:12:32.201585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53674) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:32.271835 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-17eac72b-7554-4d63-a907-8217f64f3af1 tempest-TestNetworkAdvancedServerOps-174210508 tempest-TestNetworkAdvancedServerOps-174210508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 1094 time: 0.0690312
Dec 19 14:12:32.274446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53678) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:32.279669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:12:32.285325 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:12:32.289106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Usage tracker for resource:floatingip and tenant:25a17a5984144a0aa8c4713b01d435e2 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:12:32.292206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:12:32.297874 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:12:32.401826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:32.538509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:32.677733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Allocated IP 172.26.4.192 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/2598db37-f26e-490e-b7ef-532e73c42aed) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:12:32.823802 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:32.902472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:32.906000 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:32.971356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:12:32.975522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:12:32.977481 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=2598db37-f26e-490e-b7ef-532e73c42aed,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:32.979516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:12:33.007252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:33.591368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:33.704913 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:33.914106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:33.973544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:33.977408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-930c2885-e64c-45d2-ba6e-4160c5fbd182 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:12:34.104726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event updated for resources: {'Port': ['ID=2598db37-f26e-490e-b7ef-532e73c42aed,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:12:34.109385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:12:34.125403 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:34.350619 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.l3_db [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Floating IP 83807a8b-5c8f-476a-aa87-00e11ede73d8 associated. External IP: 172.26.4.192, port: e7f1e681-46bb-4d51-b253-0be08c8e7b10.
Dec 19 14:12:34.755935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 33c3be5c-f176-477a-aad3-b35a955f4950 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:12:35.059757 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:12:35.069680 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0b8e4c-8561-486f-8d4d-43fefbd3775e None None] Sync routers for ids ['33c3be5c-f176-477a-aad3-b35a955f4950'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:12:35.082534 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b8e4c-8561-486f-8d4d-43fefbd3775e None None] Routers {'33c3be5c-f176-477a-aad3-b35a955f4950'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:12:35.083186 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4c0b8e4c-8561-486f-8d4d-43fefbd3775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4771be50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:12:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['33c3be5c-f176-477a-aad3-b35a955f4950'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:35.150486 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:35.204540 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9289403
Dec 19 14:12:35.205309 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'tag': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:12:35.264134 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'tag': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10', 'status': 'completed', 'code': 200}
Dec 19 14:12:35.314438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-4c0b8e4c-8561-486f-8d4d-43fefbd3775e None None] Set router 33c3be5c-f176-477a-aad3-b35a955f4950 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:12:35.358225 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01e6d63f-af58-4220-9c94-f5494f33bd6f req-a17b6968-ac88-4426-a0e8-912501b77fd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 1099 time: 0.0718393
Dec 19 14:12:35.387976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3073ca6-73c6-4e67-98e4-8e7dee716945 req-1d45f184-6c7e-42a8-ad30-fdae5e6fe78c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:35.389425 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d3073ca6-73c6-4e67-98e4-8e7dee716945 req-1d45f184-6c7e-42a8-ad30-fdae5e6fe78c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.0783799
Dec 19 14:12:35.499498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6d63f-af58-4220-9c94-f5494f33bd6f req-7565611c-520a-4f2f-a2f7-853b87473be9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:35.501466 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01e6d63f-af58-4220-9c94-f5494f33bd6f req-7565611c-520a-4f2f-a2f7-853b87473be9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=308149df-aa79-4195-bccd-1c0bd0a84982 HTTP/1.1" status: 200  len: 897 time: 0.1370492
Dec 19 14:12:35.546880 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d3073ca6-73c6-4e67-98e4-8e7dee716945 req-ee4cdf62-e0be-47b8-ae86-0bdd2ff74d6b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1511624
Dec 19 14:12:35.577084 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53686) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:35.608951 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01e6d63f-af58-4220-9c94-f5494f33bd6f req-2e80a662-b464-42b7-b8f6-02b624d55a44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f1e681-46bb-4d51-b253-0be08c8e7b10 HTTP/1.1" status: 200  len: 1000 time: 0.1019921
Dec 19 14:12:35.677234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6d63f-af58-4220-9c94-f5494f33bd6f req-2a75012b-a916-418e-836d-3c46c99a33a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:12:35.678760 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01e6d63f-af58-4220-9c94-f5494f33bd6f req-2a75012b-a916-418e-836d-3c46c99a33a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b78a0de-b5e8-49e0-bbd6-bc71b33515e7 HTTP/1.1" status: 200  len: 835 time: 0.0639777
Dec 19 14:12:35.679865 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4c0b8e4c-8561-486f-8d4d-43fefbd3775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4771be50>, [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '83807a8b-5c8f-476a-aa87-00e11ede73d8', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.192', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'port_id': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'mac_address': 'fa:16:3e:e0:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:12:33Z', 'updated_at': '2021-12-19T14:12:33Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d29fc2c-bfb4-457f-bdf3-38a0fe519689', 'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:9d:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:14Z', 'updated_at': '2021-12-19T14:12:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:35.683812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0b8e4c-8561-486f-8d4d-43fefbd3775e None None] Checking router: 33c3be5c-f176-477a-aad3-b35a955f4950 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:12:35.694871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b8e4c-8561-486f-8d4d-43fefbd3775e None None] Routers {'33c3be5c-f176-477a-aad3-b35a955f4950'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:12:35.695579 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4c0b8e4c-8561-486f-8d4d-43fefbd3775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4771be50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:12:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['33c3be5c-f176-477a-aad3-b35a955f4950'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:35.707583 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2bd59df5-5200-45be-a5b5-2cbfed1eb884 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/83807a8b-5c8f-476a-aa87-00e11ede73d8 HTTP/1.1" status: 200  len: 992 time: 0.1274958
Dec 19 14:12:35.757528 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01e6d63f-af58-4220-9c94-f5494f33bd6f req-7189d62f-3723-4ee2-b5ee-4d2b7354f8fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=308149df-aa79-4195-bccd-1c0bd0a84982&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726864
Dec 19 14:12:35.877419 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-4c0b8e4c-8561-486f-8d4d-43fefbd3775e None None] Set router 33c3be5c-f176-477a-aad3-b35a955f4950 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:12:35.888255 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01e6d63f-af58-4220-9c94-f5494f33bd6f req-701f5ce2-374b-45e1-9b22-e73f3782e3aa service neutron] 10.222.0.18 "GET /v2.0/networks/308149df-aa79-4195-bccd-1c0bd0a84982?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238906
Dec 19 14:12:36.020262 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-01e6d63f-af58-4220-9c94-f5494f33bd6f req-d5408ef0-65bc-4240-b312-3bc653f415ba service neutron] 10.222.0.18 "GET /v2.0/networks/308149df-aa79-4195-bccd-1c0bd0a84982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257093
Dec 19 14:12:36.224667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-4c0b8e4c-8561-486f-8d4d-43fefbd3775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4771be50>, [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '83807a8b-5c8f-476a-aa87-00e11ede73d8', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.192', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'port_id': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'mac_address': 'fa:16:3e:e0:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:12:33Z', 'updated_at': '2021-12-19T14:12:33Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d29fc2c-bfb4-457f-bdf3-38a0fe519689', 'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:9d:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:14Z', 'updated_at': '2021-12-19T14:12:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:12:36.228439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0b8e4c-8561-486f-8d4d-43fefbd3775e None None] The sync data for ids ['33c3be5c-f176-477a-aad3-b35a955f4950'] in dv-neutron-821895-1-hyperv is: [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '83807a8b-5c8f-476a-aa87-00e11ede73d8', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'floating_ip_address': '172.26.4.192', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'port_id': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'mac_address': 'fa:16:3e:e0:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:12:33Z', 'updated_at': '2021-12-19T14:12:33Z', 'revision_number': 0, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d29fc2c-bfb4-457f-bdf3-38a0fe519689', 'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:9d:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:14Z', 'updated_at': '2021-12-19T14:12:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:12:36.671552 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b938a0a-5fd7-47bf-9bd9-c62134f3bc6b None None] New status for floating IP 83807a8b-5c8f-476a-aa87-00e11ede73d8: ACTIVE {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:12:36.710344 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53690) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:36.814009 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-23578eb0-ed80-4b1e-a91b-a184e8e0c6ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/83807a8b-5c8f-476a-aa87-00e11ede73d8 HTTP/1.1" status: 200  len: 992 time: 0.1013339
Dec 19 14:12:37.817035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53694) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:12:37.922696 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-a06edc6b-0a5a-46c3-a427-196b23ae0f67 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/83807a8b-5c8f-476a-aa87-00e11ede73d8 HTTP/1.1" status: 200  len: 994 time: 0.1039612
Dec 19 14:12:38.053821 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:12:42.462068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-924999cc-27d0-447e-b3c0-e0818d63efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:44.653092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7dbf772b-abee-4c5c-bfdc-ef1d1d1c73bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:46.361165 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:46.412593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:47.742094 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:12:55.932943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:03.261254 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d95dec-e1c4-4d53-b9d4-72dc1769c4c1 req-20646b75-e92e-43a0-b315-bcf9972df9a3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:03.262683 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-67d95dec-e1c4-4d53-b9d4-72dc1769c4c1 req-20646b75-e92e-43a0-b315-bcf9972df9a3 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.2488399
Dec 19 14:13:03.307343 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-67d95dec-e1c4-4d53-b9d4-72dc1769c4c1 req-58dc7c62-b056-482a-b06b-14e4aa397542 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390792
Dec 19 14:13:04.571182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba22cf-7fd2-444f-bdf9-72694772bc48 req-f79158d6-4ab4-4623-bfe8-5595d28eca5c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:04.572615 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-edba22cf-7fd2-444f-bdf9-72694772bc48 req-f79158d6-4ab4-4623-bfe8-5595d28eca5c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.1451869
Dec 19 14:13:04.622754 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-edba22cf-7fd2-444f-bdf9-72694772bc48 req-ed790fbe-2bf6-4ba9-83b3-125fd8552415 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446632
Dec 19 14:13:04.650718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53716) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:04.755618 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-be8cca28-98e4-4293-8686-e86e3e27cdf8 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/83807a8b-5c8f-476a-aa87-00e11ede73d8 HTTP/1.1" status: 200  len: 994 time: 0.1036057
Dec 19 14:13:06.367909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4ac9c-f4a1-4276-8d69-7434a0f3cf27 req-5b9d167b-d33a-43dd-b5be-65c5d08be927 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:06.369452 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0df4ac9c-f4a1-4276-8d69-7434a0f3cf27 req-5b9d167b-d33a-43dd-b5be-65c5d08be927 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.0770962
Dec 19 14:13:06.416145 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0df4ac9c-f4a1-4276-8d69-7434a0f3cf27 req-6d3f9d70-1e39-484e-91a6-323f87b318d9 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412190
Dec 19 14:13:06.435609 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ce60388d-c432-4d58-8e52-0cbb7152ade8 req-a8da4ae1-a413-4bf1-a153-fc9fe93858ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 1099 time: 0.0686522
Dec 19 14:13:06.564712 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60388d-c432-4d58-8e52-0cbb7152ade8 req-9e982849-0d67-4eeb-9f8b-dbd1d7b05467 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:06.566117 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ce60388d-c432-4d58-8e52-0cbb7152ade8 req-9e982849-0d67-4eeb-9f8b-dbd1d7b05467 service neutron] 10.222.0.18 "GET /v2.0/networks?id=308149df-aa79-4195-bccd-1c0bd0a84982 HTTP/1.1" status: 200  len: 897 time: 0.1238651
Dec 19 14:13:06.668687 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ce60388d-c432-4d58-8e52-0cbb7152ade8 req-b0b01d4b-81a4-41d3-9780-da2d6caca152 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f1e681-46bb-4d51-b253-0be08c8e7b10 HTTP/1.1" status: 200  len: 1002 time: 0.0962701
Dec 19 14:13:06.730257 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60388d-c432-4d58-8e52-0cbb7152ade8 req-fbfc6595-eff4-4290-8d25-064400214452 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:06.731634 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ce60388d-c432-4d58-8e52-0cbb7152ade8 req-fbfc6595-eff4-4290-8d25-064400214452 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b78a0de-b5e8-49e0-bbd6-bc71b33515e7 HTTP/1.1" status: 200  len: 835 time: 0.0571446
Dec 19 14:13:06.810070 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ce60388d-c432-4d58-8e52-0cbb7152ade8 req-8c392bd5-8792-4ada-a6e8-36ed6fc37874 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=308149df-aa79-4195-bccd-1c0bd0a84982&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722830
Dec 19 14:13:07.047300 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ce60388d-c432-4d58-8e52-0cbb7152ade8 req-18bb90d1-7348-4bb3-b103-419149b712bf service neutron] 10.222.0.18 "GET /v2.0/networks/308149df-aa79-4195-bccd-1c0bd0a84982?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308714
Dec 19 14:13:07.173616 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ce60388d-c432-4d58-8e52-0cbb7152ade8 req-485a7e22-bd63-4b60-a22a-dc094d33146b service neutron] 10.222.0.18 "GET /v2.0/networks/308149df-aa79-4195-bccd-1c0bd0a84982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204467
Dec 19 14:13:07.617623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4f23-3c4b-40f7-8376-f14542d22e91 req-c973956d-d398-4a5d-87ed-2cdc19d3827d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:07.619078 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b0a4f23-3c4b-40f7-8376-f14542d22e91 req-c973956d-d398-4a5d-87ed-2cdc19d3827d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.0809960
Dec 19 14:13:07.665380 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b0a4f23-3c4b-40f7-8376-f14542d22e91 req-64729693-c25e-4acd-9000-11195601572c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406601
Dec 19 14:13:08.860200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1ec9e-5803-45d3-96b0-c4af22ac1eb6 req-ca24a69d-e1a3-4986-855a-3ba9358c977b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:08.861620 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b0d1ec9e-5803-45d3-96b0-c4af22ac1eb6 req-ca24a69d-e1a3-4986-855a-3ba9358c977b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.0759757
Dec 19 14:13:08.906146 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b0d1ec9e-5803-45d3-96b0-c4af22ac1eb6 req-35b9db4c-39fe-4097-8681-acb512a98c57 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389183
Dec 19 14:13:08.934217 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53730) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:09.037245 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-342e19e7-3590-472d-affe-bc0a616b17dc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/floatingips/83807a8b-5c8f-476a-aa87-00e11ede73d8 HTTP/1.1" status: 200  len: 994 time: 0.1016600
Dec 19 14:13:09.382909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53738) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:09.580483 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 2598db37-f26e-490e-b7ef-532e73c42aed {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:13:09.580818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:09.744621 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:09.744945 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:09.862133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 2598db37-f26e-490e-b7ef-532e73c42aed owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:13:10.052681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:10.056691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3eb18454-0791-48de-9cf5-136c2f695a76 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:10.101653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=2598db37-f26e-490e-b7ef-532e73c42aed,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:10.239149 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:10.239436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:10.239809 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:10.240304 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:10.240692 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:10.241059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:10.241422 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:10.241782 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:10.242141 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:10.242496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:10.242857 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:10.249355 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:10.301870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:10.688312 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 33c3be5c-f176-477a-aad3-b35a955f4950 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:13:10.887002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:13:10.896871 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd8c46-63ed-4b32-844a-d608670239c6 None None] Sync routers for ids ['33c3be5c-f176-477a-aad3-b35a955f4950'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:13:10.903214 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:10.909266 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd8c46-63ed-4b32-844a-d608670239c6 None None] Routers {'33c3be5c-f176-477a-aad3-b35a955f4950'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:10.909809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1edd8c46-63ed-4b32-844a-d608670239c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46edcd00>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:12:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['33c3be5c-f176-477a-aad3-b35a955f4950'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:10.957230 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1319c7f9-a5c9-4867-8e6c-9c9369dfa249 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/floatingips/83807a8b-5c8f-476a-aa87-00e11ede73d8 HTTP/1.1" status: 204  len: 168 time: 1.5732548
Dec 19 14:13:10.957865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'tag': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:13:11.015383 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'tag': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10', 'status': 'completed', 'code': 200}
Dec 19 14:13:11.091957 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-1edd8c46-63ed-4b32-844a-d608670239c6 None None] Set router 33c3be5c-f176-477a-aad3-b35a955f4950 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:11.109018 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e835a187-d14a-4373-98c1-8d904a91b17c req-fc7152dd-8618-4b0d-b355-cc10e4eb4301 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a17a5984144a0aa8c4713b01d435e2&device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 1099 time: 0.0729599
Dec 19 14:13:11.248478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835a187-d14a-4373-98c1-8d904a91b17c req-0556643e-e22a-4696-b5d0-521649c8e46e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:11.249906 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e835a187-d14a-4373-98c1-8d904a91b17c req-0556643e-e22a-4696-b5d0-521649c8e46e service neutron] 10.222.0.18 "GET /v2.0/networks?id=308149df-aa79-4195-bccd-1c0bd0a84982 HTTP/1.1" status: 200  len: 897 time: 0.1338830
Dec 19 14:13:11.320968 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e835a187-d14a-4373-98c1-8d904a91b17c req-02f30061-09de-4438-874a-23ceec4cf536 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f1e681-46bb-4d51-b253-0be08c8e7b10 HTTP/1.1" status: 200  len: 217 time: 0.0645230
Dec 19 14:13:11.386906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835a187-d14a-4373-98c1-8d904a91b17c req-096e0df7-5301-4a03-94a9-805abc36945a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:11.388362 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e835a187-d14a-4373-98c1-8d904a91b17c req-096e0df7-5301-4a03-94a9-805abc36945a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b78a0de-b5e8-49e0-bbd6-bc71b33515e7 HTTP/1.1" status: 200  len: 835 time: 0.0601449
Dec 19 14:13:11.465379 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1edd8c46-63ed-4b32-844a-d608670239c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46edcd00>, [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '1d29fc2c-bfb4-457f-bdf3-38a0fe519689', 'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:9d:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:14Z', 'updated_at': '2021-12-19T14:12:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:11.467720 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e835a187-d14a-4373-98c1-8d904a91b17c req-858dd560-e4bd-4952-800b-23db2a92cd06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=308149df-aa79-4195-bccd-1c0bd0a84982&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729086
Dec 19 14:13:11.469146 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd8c46-63ed-4b32-844a-d608670239c6 None None] Checking router: 33c3be5c-f176-477a-aad3-b35a955f4950 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:13:11.479985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd8c46-63ed-4b32-844a-d608670239c6 None None] Routers {'33c3be5c-f176-477a-aad3-b35a955f4950'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:11.480582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1edd8c46-63ed-4b32-844a-d608670239c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46edcd00>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:12:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['33c3be5c-f176-477a-aad3-b35a955f4950'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:11.604665 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e835a187-d14a-4373-98c1-8d904a91b17c req-478c3b68-d0a8-4494-93bd-55a0244e435c service neutron] 10.222.0.18 "GET /v2.0/networks/308149df-aa79-4195-bccd-1c0bd0a84982?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307766
Dec 19 14:13:11.671495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-1edd8c46-63ed-4b32-844a-d608670239c6 None None] Set router 33c3be5c-f176-477a-aad3-b35a955f4950 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:11.693020 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231df2a2-6790-494a-ac3a-2b19196f7abc req-408a5e4d-742e-4617-bde6-addc58ad73af tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:11.694021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-231df2a2-6790-494a-ac3a-2b19196f7abc req-408a5e4d-742e-4617-bde6-addc58ad73af tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:13:11.746653 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e835a187-d14a-4373-98c1-8d904a91b17c req-e9a85cc2-cf9f-41e0-ac91-4d29732ed1dc service neutron] 10.222.0.18 "GET /v2.0/networks/308149df-aa79-4195-bccd-1c0bd0a84982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342182
Dec 19 14:13:11.764345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-231df2a2-6790-494a-ac3a-2b19196f7abc req-408a5e4d-742e-4617-bde6-addc58ad73af tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:13:11.765603 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-231df2a2-6790-494a-ac3a-2b19196f7abc req-408a5e4d-742e-4617-bde6-addc58ad73af tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.1535408
Dec 19 14:13:11.811838 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-231df2a2-6790-494a-ac3a-2b19196f7abc req-3b350d73-5ffd-4eac-bea9-4dd1709278d7 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401638
Dec 19 14:13:11.983563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1edd8c46-63ed-4b32-844a-d608670239c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46edcd00>, [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '1d29fc2c-bfb4-457f-bdf3-38a0fe519689', 'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:9d:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:14Z', 'updated_at': '2021-12-19T14:12:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:11.987568 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd8c46-63ed-4b32-844a-d608670239c6 None None] The sync data for ids ['33c3be5c-f176-477a-aad3-b35a955f4950'] in dv-neutron-821895-1-hyperv is: [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '1d29fc2c-bfb4-457f-bdf3-38a0fe519689', 'name': '', 'network_id': '308149df-aa79-4195-bccd-1c0bd0a84982', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'mac_address': 'fa:16:3e:9d:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:14Z', 'updated_at': '2021-12-19T14:12:20Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'subnets': [{'id': '1b78a0de-b5e8-49e0-bbd6-bc71b33515e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:13:12.199606 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc9772-5054-4535-85ee-2a29496a3fa0 None None] New status for floating IP 83807a8b-5c8f-476a-aa87-00e11ede73d8: DOWN {{(pid=84127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:13:12.484811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9fbc6b6f-6c93-4742-b181-47eb6940bf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:13.010516 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628e39a-4335-40a8-b19d-1cabdece6a18 req-3c4a6801-b1db-4b90-be77-3422ea901190 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:13.011860 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9628e39a-4335-40a8-b19d-1cabdece6a18 req-3c4a6801-b1db-4b90-be77-3422ea901190 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.0767279
Dec 19 14:13:13.059815 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9628e39a-4335-40a8-b19d-1cabdece6a18 req-f0578b7f-9e36-411f-8d8b-85bece8efef1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8950cba-71df-43ca-8f87-7c2045f4f1d1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425212
Dec 19 14:13:13.128414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-2bb07cdc-ff2b-4c4f-a135-7d2eec0cd419 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:13.129105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-2bb07cdc-ff2b-4c4f-a135-7d2eec0cd419 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Synchronizing usage tracker for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:13:13.140651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-2bb07cdc-ff2b-4c4f-a135-7d2eec0cd419 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Unset dirty status for tenant:25a17a5984144a0aa8c4713b01d435e2 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:13:13.141686 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-2bb07cdc-ff2b-4c4f-a135-7d2eec0cd419 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 946 time: 0.0864732
Dec 19 14:13:13.206479 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port e7f1e681-46bb-4d51-b253-0be08c8e7b10 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:13:13.206800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:13.443572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port e7f1e681-46bb-4d51-b253-0be08c8e7b10, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e7f1e681-46bb-4d51-b253-0be08c8e7b10,segment=NetworkSegment(cf20288c-a5b2-4144-9c06-b4a12ac04751),segment_id=cf20288c-a5b2-4144-9c06-b4a12ac04751)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:13.444006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:13.565029 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for e7f1e681-46bb-4d51-b253-0be08c8e7b10 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:13:13.901774 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:13.907535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:13.951419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=e7f1e681-46bb-4d51-b253-0be08c8e7b10,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:13.991755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:13.992137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:13.992508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:13.992870 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:13.993234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:13.993595 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:13.993948 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:13.994303 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:13.994653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:13.995003 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:13.995381 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:14.001848 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:14.034613 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] No DVR routers for this DVR port e7f1e681-46bb-4d51-b253-0be08c8e7b10 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:13:14.036990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:14.039978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'name': 'network-vif-deleted', 'tag': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:13:14.108662 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b5f67095-890f-42ae-9780-67d6d8ba95fb req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.18 "DELETE /v2.0/ports/e7f1e681-46bb-4d51-b253-0be08c8e7b10 HTTP/1.1" status: 204  len: 173 time: 0.9613495
Dec 19 14:13:14.170942 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe1c596-f60a-428f-9b2c-084a29899ed3', 'name': 'network-vif-deleted', 'tag': 'e7f1e681-46bb-4d51-b253-0be08c8e7b10', 'status': 'completed', 'code': 200}
Dec 19 14:13:14.223287 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6d1a7958-db3e-4e68-8391-626320fc4209 req-ba99dfb2-270c-490e-b285-2460667c73a4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe1c596-f60a-428f-9b2c-084a29899ed3 HTTP/1.1" status: 200  len: 210 time: 0.0413337
Dec 19 14:13:14.644452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-090705ea-326c-4454-8adf-e6457b318875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:15.053054 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:13:15.331308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53758) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:15.726528 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:16.352798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:16.382098 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:16.441264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:13:16.441867 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:16.623460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port 1d29fc2c-bfb4-457f-bdf3-38a0fe519689, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=1d29fc2c-bfb4-457f-bdf3-38a0fe519689,segment=NetworkSegment(cf20288c-a5b2-4144-9c06-b4a12ac04751),segment_id=cf20288c-a5b2-4144-9c06-b4a12ac04751)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:16.623711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:16.743837 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 owned by network:router_interface {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:13:17.033401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device e7f1e681-46bb-4d51-b253-0be08c8e7b10 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:13:17.069910 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: e7f1e681-46bb-4d51-b253-0be08c8e7b10 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:13:17.070261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device e7f1e681-46bb-4d51-b253-0be08c8e7b10 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:13:17.084624 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:17.088648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2d3fae49-1d28-4210-a8cc-a679926c7194 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:17.129839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=1d29fc2c-bfb4-457f-bdf3-38a0fe519689,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:17.134365 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:17.429510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:17.735793 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:18.112014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Router 33c3be5c-f176-477a-aad3-b35a955f4950 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:13:18.309965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:13:18.320415 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bd979-7e27-4182-bdfa-a0105df975da None None] Sync routers for ids ['33c3be5c-f176-477a-aad3-b35a955f4950'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:13:18.324393 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "PUT /v2.0/routers/33c3be5c-f176-477a-aad3-b35a955f4950/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9919965
Dec 19 14:13:18.326423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53762) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:18.332864 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38bd979-7e27-4182-bdfa-a0105df975da None None] Routers {'33c3be5c-f176-477a-aad3-b35a955f4950'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:18.333477 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c38bd979-7e27-4182-bdfa-a0105df975da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47353580>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['33c3be5c-f176-477a-aad3-b35a955f4950'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:18.511071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-c38bd979-7e27-4182-bdfa-a0105df975da None None] Set router 33c3be5c-f176-477a-aad3-b35a955f4950 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:18.511283 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_v2 [None req-111d39d7-bf02-4b7a-8888-ebf286d90572 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting subnet 1b78a0de-b5e8-49e0-bbd6-bc71b33515e7 {{(pid=84125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:13:18.514308 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-111d39d7-bf02-4b7a-8888-ebf286d90572 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:18.573272 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-111d39d7-bf02-4b7a-8888-ebf286d90572 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15430439'] for subnet, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:18.658972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-111d39d7-bf02-4b7a-8888-ebf286d90572 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:18.794530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c38bd979-7e27-4182-bdfa-a0105df975da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47353580>, [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:13:16Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:18.801946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bd979-7e27-4182-bdfa-a0105df975da None None] Checking router: 33c3be5c-f176-477a-aad3-b35a955f4950 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:13:18.809196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38bd979-7e27-4182-bdfa-a0105df975da None None] Routers {'33c3be5c-f176-477a-aad3-b35a955f4950'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:18.809786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c38bd979-7e27-4182-bdfa-a0105df975da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47353580>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['33c3be5c-f176-477a-aad3-b35a955f4950'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:18.821917 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-111d39d7-bf02-4b7a-8888-ebf286d90572 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16132236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15506595'] for subnet, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:18.826335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-19099d5d-eecd-4bf3-b750-f2335178641c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:18.866548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d39d7-bf02-4b7a-8888-ebf286d90572 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Subnet': ['ID=1b78a0de-b5e8-49e0-bbd6-bc71b33515e7,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:18.869890 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-111d39d7-bf02-4b7a-8888-ebf286d90572 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:18.870965 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-111d39d7-bf02-4b7a-8888-ebf286d90572 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for subnet, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:18.878875 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-111d39d7-bf02-4b7a-8888-ebf286d90572 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/subnets/1b78a0de-b5e8-49e0-bbd6-bc71b33515e7 HTTP/1.1" status: 204  len: 168 time: 0.5515049
Dec 19 14:13:18.881594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53766) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:18.881959 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f1d0e4-2f66-4d50-9084-e68ffdd6cca6 None None] Network 308149df-aa79-4195-bccd-1c0bd0a84982 requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:13:19.080137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:19.181791 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-c38bd979-7e27-4182-bdfa-a0105df975da None None] Set router 33c3be5c-f176-477a-aad3-b35a955f4950 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:19.398908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:19.454380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] DHCP port deletion for 308149df-aa79-4195-bccd-1c0bd0a84982 request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:13:19.464511 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Deleting port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:13:19.464886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:19.469891 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Deleting port 3ae618f7-88f4-4843-89c3-8d12868d25ff {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:13:19.470293 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:19.654857 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-c38bd979-7e27-4182-bdfa-a0105df975da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47353580>, [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:13:16Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:19.665253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] For port 3ae618f7-88f4-4843-89c3-8d12868d25ff, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=3ae618f7-88f4-4843-89c3-8d12868d25ff,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:19.665603 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:19.671752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bd979-7e27-4182-bdfa-a0105df975da None None] The sync data for ids ['33c3be5c-f176-477a-aad3-b35a955f4950'] in dv-neutron-821895-1-hyperv is: [{'id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14813342', 'tenant_id': '25a17a5984144a0aa8c4713b01d435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:13:16Z', 'revision_number': 5, 'project_id': '25a17a5984144a0aa8c4713b01d435e2', 'gw_port': {'id': '3ae618f7-88f4-4843-89c3-8d12868d25ff', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c3be5c-f176-477a-aad3-b35a955f4950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:12:10Z', 'updated_at': '2021-12-19T14:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:13:19.697435 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] For port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=8ea9a7ed-e608-4b0d-835c-d1d7f0931a31,segment=NetworkSegment(cf20288c-a5b2-4144-9c06-b4a12ac04751),segment_id=cf20288c-a5b2-4144-9c06-b4a12ac04751)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:19.697838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:19.808247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Calling delete_port for 3ae618f7-88f4-4843-89c3-8d12868d25ff owned by network:router_gateway {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:13:19.829007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Calling delete_port for 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:13:19.990017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226'] for port, after_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:19.993846 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:20.038212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Pushing event deleted for resources: {'Port': ['ID=8ea9a7ed-e608-4b0d-835c-d1d7f0931a31,revision_number=None']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:20.042841 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:20.047640 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] No DVR routers for this DVR port 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 on host dv-neutron-821895-1-hyperv {{(pid=84126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:13:20.051790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9da014b9-e309-4433-960e-9774b6c94e7f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:20.053210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:20.063631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:20.063631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:20.063631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:20.063631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:20.063631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:20.063631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:20.063631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:20.063631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:20.063631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:20.063631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:20.064543 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-458f814d-055b-4d25-b4f7-9c9af7603e3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:20.102872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Port': ['ID=3ae618f7-88f4-4843-89c3-8d12868d25ff,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:20.105488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:20.339989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:20.596392 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:13:20.601406 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:20.605586 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:20.629918 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:13:20.630267 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 8ea9a7ed-e608-4b0d-835c-d1d7f0931a31 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:13:20.630733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:13:20.666145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:13:20.666497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 1d29fc2c-bfb4-457f-bdf3-38a0fe519689 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:13:20.695797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:20.706463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Fanout notify agent at l3_agent the message router_deleted on router 33c3be5c-f176-477a-aad3-b35a955f4950 {{(pid=84125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:13:20.711477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for router, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:20.712573 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/routers/33c3be5c-f176-477a-aad3-b35a955f4950 HTTP/1.1" status: 204  len: 168 time: 1.8300574
Dec 19 14:13:20.715778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53770) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:20.831099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:21.077713 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:21.102521 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46fa01f0>,) {'filters': {'network_id': ['308149df-aa79-4195-bccd-1c0bd0a84982']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:21.115164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46fa01f0>, 'cf20288c-a5b2-4144-9c06-b4a12ac04751') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:21.115507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46fa01f0>, 'cf20288c-a5b2-4144-9c06-b4a12ac04751') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:21.127278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:21.144168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:21.153947 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:13:21.154293 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:13:21.168710 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:13:21.321317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:21.324815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4a778602-5db2-46ba-83ab-5d8882a2527e tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:21.339855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:21.353252 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'Network': ['ID=308149df-aa79-4195-bccd-1c0bd0a84982,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:21.356030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:21.413813 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-4c814d38-b024-46be-8c91-e8bc47a68e06 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/networks/308149df-aa79-4195-bccd-1c0bd0a84982 HTTP/1.1" status: 204  len: 168 time: 0.6971953
Dec 19 14:13:21.416369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53774) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:21.486515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93528c32-e292-4730-a754-2d0e05fb3a84 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:21.514881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93528c32-e292-4730-a754-2d0e05fb3a84 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:21.655788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93528c32-e292-4730-a754-2d0e05fb3a84 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:21.659806 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2ec52018-8dc9-433b-a4ac-74121d4475ff tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:21.675463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93528c32-e292-4730-a754-2d0e05fb3a84 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8950cba-71df-43ca-8f87-7c2045f4f1d1,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:21.678042 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-93528c32-e292-4730-a754-2d0e05fb3a84 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:21.758467 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-93528c32-e292-4730-a754-2d0e05fb3a84 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:21.759643 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-93528c32-e292-4730-a754-2d0e05fb3a84 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] 10.222.0.24 "DELETE /v2.0/security-groups/b8950cba-71df-43ca-8f87-7c2045f4f1d1 HTTP/1.1" status: 204  len: 168 time: 0.3423927
Dec 19 14:13:22.329317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53784) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:22.501646 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3ae618f7-88f4-4843-89c3-8d12868d25ff no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:13:22.514317 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a51ade17-711f-408d-9978-49bb84dcae6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25a17a5984144a0aa8c4713b01d435e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1837721
Dec 19 14:13:22.516675 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53790) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:22.535428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 3ae618f7-88f4-4843-89c3-8d12868d25ff {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:13:22.535780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 3ae618f7-88f4-4843-89c3-8d12868d25ff not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:13:22.577473 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-331f4d87-fb55-45dd-acc1-ccfc1a4d5942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:22.603133 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-331f4d87-fb55-45dd-acc1-ccfc1a4d5942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:22.764276 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-331f4d87-fb55-45dd-acc1-ccfc1a4d5942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:22.769219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-78a7999d-d8d0-4d9f-8150-0b82f342c72b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:22.782895 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f4d87-fb55-45dd-acc1-ccfc1a4d5942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8904b00d-f096-4e59-8322-548b3015b24d,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:22.785926 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-331f4d87-fb55-45dd-acc1-ccfc1a4d5942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:22.790960 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-331f4d87-fb55-45dd-acc1-ccfc1a4d5942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:22.792142 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-331f4d87-fb55-45dd-acc1-ccfc1a4d5942 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8904b00d-f096-4e59-8322-548b3015b24d HTTP/1.1" status: 204  len: 168 time: 0.2745962
Dec 19 14:13:23.436440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53798) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:23.454597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e61d86f1-821c-4fe7-95be-fce21e7318ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:23.485077 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e61d86f1-821c-4fe7-95be-fce21e7318ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:23.488883 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e61d86f1-821c-4fe7-95be-fce21e7318ab admin admin] Usage tracker for resource:security_group_rule and tenant:4b0da3108a814e41b0984391b9fd5e3f is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:23.492552 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e61d86f1-821c-4fe7-95be-fce21e7318ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:23.498057 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e61d86f1-821c-4fe7-95be-fce21e7318ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:23.561839 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e61d86f1-821c-4fe7-95be-fce21e7318ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:23.612383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e61d86f1-821c-4fe7-95be-fce21e7318ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:23.619164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-56263483-8c95-4557-baa3-43aca9cc5e2e tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:23.657964 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d86f1-821c-4fe7-95be-fce21e7318ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a711c7-7913-4bfa-9b58-d7f6a25436c0,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:23.660974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e61d86f1-821c-4fe7-95be-fce21e7318ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:23.665069 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e61d86f1-821c-4fe7-95be-fce21e7318ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b0da3108a814e41b0984391b9fd5e3f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2276607
Dec 19 14:13:23.667798 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53802) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:23.727440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-43488db8-d3b7-4b65-9a4a-1b352852c3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:23.751940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-43488db8-d3b7-4b65-9a4a-1b352852c3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:23.889901 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-43488db8-d3b7-4b65-9a4a-1b352852c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:23.894690 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8919bc53-f5a4-4faf-a112-a404924ae467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:23.907912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43488db8-d3b7-4b65-9a4a-1b352852c3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a711c7-7913-4bfa-9b58-d7f6a25436c0,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:23.910498 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-43488db8-d3b7-4b65-9a4a-1b352852c3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:23.911647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-43488db8-d3b7-4b65-9a4a-1b352852c3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:23.912946 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-43488db8-d3b7-4b65-9a4a-1b352852c3bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50a711c7-7913-4bfa-9b58-d7f6a25436c0 HTTP/1.1" status: 204  len: 168 time: 0.2439420
Dec 19 14:13:25.107308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53824) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:25.236563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1986734721-network', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:25.241538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:25.245310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Usage tracker for resource:network and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:25.248107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:25.254557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:25.321102 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Made reservation on behalf of 788be17de73c4890bc3cef6cbb5b5ddd for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:13:25.323386 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:25.336205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:25.370371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:25.374095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:25.376846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:25.382597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:25.446256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:25.512593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:25.515447 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a6282b1c-d81b-444f-868a-0026ea1df26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:25.543146 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:13:25.551083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ef24a4-7b85-4235-8170-817238c1abe2,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:25.554368 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:25.562551 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:25.562551 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Added segment d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7 of type vlan for network 46747fd8-9ed7-4cc4-b339-34799754623c
Dec 19 14:13:25.585968 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:25.712572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:25.713639 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:25.714194 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:25.717726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-36b9de0a-a839-4cf0-857e-78bc78d1a92c tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:25.821231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=46747fd8-9ed7-4cc4-b339-34799754623c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:25.823956 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:25.831312 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 46747fd8-9ed7-4cc4-b339-34799754623c details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:13:25.905172 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7967951
Dec 19 14:13:25.908229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53830) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:25.913830 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Request body: {'subnet': {'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1986734721-subnet', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:25.918800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:25.922692 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Usage tracker for resource:subnet and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:25.925557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:25.932070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:25.935842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:26.026963 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Made reservation on behalf of 788be17de73c4890bc3cef6cbb5b5ddd for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:13:26.029358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:26.275728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:26.279923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5889232e-a11f-48d3-b729-d8b56435cef1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:26.348328 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9c5161-f57d-459a-8667-c3f2a8a66ed8,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:26.353362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:26.362922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Checking segment: {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:13:26.363294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Network hostable DHCP agents. Network: 46747fd8-9ed7-4cc4-b339-34799754623c, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:13:26.432628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Network 46747fd8-9ed7-4cc4-b339-34799754623c is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:13:26.495682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 46747fd8-9ed7-4cc4-b339-34799754623c) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:26.499590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:26.500154 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:26.504420 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd4119-028e-4a37-9fb5-665a30b213a6 None None] Network 46747fd8-9ed7-4cc4-b339-34799754623c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:13:26.585874 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2824aa4d-0b41-4c04-85ae-8d7e1b4bba2a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6757357
Dec 19 14:13:26.588540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53834) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:26.593588 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:26.598271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:26.602805 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Usage tracker for resource:router and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:26.605704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:26.612391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:26.687461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:26.688406 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:26.706579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:26.765405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-46747fd8-9ed7-4cc4-b339-34799754623c', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:13:26.766214 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:26.922909 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Allocated IP 172.20.0.2 (46747fd8-9ed7-4cc4-b339-34799754623c/ef9c5161-f57d-459a-8667-c3f2a8a66ed8/5f14d715-8fcd-47c2-b05a-c2c066c69291) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:13:26.939739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:27.121318 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:27.132009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Transition to ACTIVE for port object 5f14d715-8fcd-47c2-b05a-c2c066c69291 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:27.151133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Transition to ACTIVE for port object 5f14d715-8fcd-47c2-b05a-c2c066c69291 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:27.200444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:27.216010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:27.220334 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:27.230723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:27.293127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Network 46747fd8-9ed7-4cc4-b339-34799754623c is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:13:27.296654 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:27.299008 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:13:27.301996 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Pushing event updated for resources: {'Port': ['ID=5f14d715-8fcd-47c2-b05a-c2c066c69291,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:27.305175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:27.369125 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Allocated IP 172.26.4.97 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/a693c23e-1bc6-4706-a5d8-f39ea62016f6) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:13:27.388945 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Attempting to bind port 5f14d715-8fcd-47c2-b05a-c2c066c69291 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:13:27.389317 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Attempting to bind port 5f14d715-8fcd-47c2-b05a-c2c066c69291 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:13:27.389681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Attempting to bind port 5f14d715-8fcd-47c2-b05a-c2c066c69291 on network 46747fd8-9ed7-4cc4-b339-34799754623c {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:13:27.396027 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:13:27.396398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Checking segment: {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:13:27.396828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:27.397282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Bound using segment: {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:13:27.397738 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Bound port: 5f14d715-8fcd-47c2-b05a-c2c066c69291, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:13:27.398100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:27.488149 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] For port 5f14d715-8fcd-47c2-b05a-c2c066c69291, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:13:27.491677 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] For port 5f14d715-8fcd-47c2-b05a-c2c066c69291, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5f14d715-8fcd-47c2-b05a-c2c066c69291,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:13:27.515632 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:27.587629 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:27.591718 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-21ec0887-4bf6-4e1d-991e-1a1a17a58957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:27.616979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:27.620955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7f0d7fe9-073e-4e47-9758-6688c74554b1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:27.672979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Pushing event updated for resources: {'Port': ['ID=5f14d715-8fcd-47c2-b05a-c2c066c69291,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:27.675327 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:27.676905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:13:27.680628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:27.689426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:13:27.729598 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a693c23e-1bc6-4706-a5d8-f39ea62016f6,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:27.733571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:28.068282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:28.068972 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:28.372330 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Router c6256887-92f7-4da4-9293-8320a703d757 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:13:28.576472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5f14d715-8fcd-47c2-b05a-c2c066c69291 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:13:28.588086 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:13:28.605991 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Sync routers for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:13:28.610449 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea69802-8d5b-4a3e-83d3-add69cfa2c15 None None] Network 46747fd8-9ed7-4cc4-b339-34799754623c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:13:28.618473 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:28.622217 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475dbd90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:28.670135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:28.674087 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.0818136
Dec 19 14:13:28.674310 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53838) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:28.795931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6785f0bf-fd17-48f1-8939-55d0c471caf4 None None] Provisioning for port 5f14d715-8fcd-47c2-b05a-c2c066c69291 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:13:28.798529 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:28.873519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 5f14d715-8fcd-47c2-b05a-c2c066c69291 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:13:28.885809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 5f14d715-8fcd-47c2-b05a-c2c066c69291 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:28.886272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.014587 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.048595 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 5f14d715-8fcd-47c2-b05a-c2c066c69291, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5f14d715-8fcd-47c2-b05a-c2c066c69291,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:29.097560 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475dbd90>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:27Z', 'revision_number': 3, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:29.102716 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Checking router: c6256887-92f7-4da4-9293-8320a703d757 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:13:29.103093 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Updating router c6256887-92f7-4da4-9293-8320a703d757 port a693c23e-1bc6-4706-a5d8-f39ea62016f6 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:13:29.124585 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.126663 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:29.158686 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.206525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=5f14d715-8fcd-47c2-b05a-c2c066c69291,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:29.209861 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:29.235814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6ebada12-3b2a-4c1d-92d4-154aebd5f1ba None None] Provisioning complete for port 5f14d715-8fcd-47c2-b05a-c2c066c69291 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:29.236199 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6ebada12-3b2a-4c1d-92d4-154aebd5f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.450382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.498516 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.510899 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Transition to ACTIVE for port object a693c23e-1bc6-4706-a5d8-f39ea62016f6 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:29.586769 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.590787 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:29.658920 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Allocated IP 172.20.0.1 (46747fd8-9ed7-4cc4-b339-34799754623c/ef9c5161-f57d-459a-8667-c3f2a8a66ed8/2a52b1f3-6f25-4da5-906d-33e86e2e9954) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:13:29.670930 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Attempting to bind port a693c23e-1bc6-4706-a5d8-f39ea62016f6 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:13:29.673220 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Attempting to bind port a693c23e-1bc6-4706-a5d8-f39ea62016f6 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:13:29.673220 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Attempting to bind port a693c23e-1bc6-4706-a5d8-f39ea62016f6 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:13:29.674253 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Pushing event updated for resources: {'Port': ['ID=a693c23e-1bc6-4706-a5d8-f39ea62016f6,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:29.684936 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:13:29.685304 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:13:29.685701 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.686091 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:13:29.686550 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Bound port: a693c23e-1bc6-4706-a5d8-f39ea62016f6, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:13:29.686916 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.714581 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:29.714838 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:29.715189 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:29.715512 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:29.715834 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:29.716149 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:29.716465 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:29.716778 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:29.717090 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:29.717401 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:29.717710 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:13:29.729523 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:29.801681 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] For port a693c23e-1bc6-4706-a5d8-f39ea62016f6, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:13:29.805433 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] For port a693c23e-1bc6-4706-a5d8-f39ea62016f6, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a693c23e-1bc6-4706-a5d8-f39ea62016f6,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:13:29.875919 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.879713 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:29.924745 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:29.941240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Transition to ACTIVE for port object 2a52b1f3-6f25-4da5-906d-33e86e2e9954 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:29.958835 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Pushing event updated for resources: {'Port': ['ID=a693c23e-1bc6-4706-a5d8-f39ea62016f6,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:29.962871 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-544ff4f9-f810-4a62-8dfa-489536402fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:29.966357 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:29.967133 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475dbd90>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:30.027363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:30.031781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-34c61d60-59a6-40b9-9434-68a85b11984b tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:30.097444 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Network 46747fd8-9ed7-4cc4-b339-34799754623c is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:13:30.101200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:30.105559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:13:30.133318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Pushing event updated for resources: {'Port': ['ID=2a52b1f3-6f25-4da5-906d-33e86e2e9954,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:30.140084 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:30.151797 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:30.163992 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:30.321108 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:30.435429 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475dbd90>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:27Z', 'revision_number': 3, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:30.439148 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090a640-768e-42c8-b8b3-677e8b574d3c None None] The sync data for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv is: [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:27Z', 'revision_number': 3, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:13:30.461502 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a3e53f3d-9d6c-4ed5-bbda-3794a34a7bad None None] Provisioning for port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:13:30.467297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a3e53f3d-9d6c-4ed5-bbda-3794a34a7bad None None] Provisioning complete for port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:30.471622 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a3e53f3d-9d6c-4ed5-bbda-3794a34a7bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:30.524103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a3e53f3d-9d6c-4ed5-bbda-3794a34a7bad None None] Port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:13:30.558585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:30.567865 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5f14d715-8fcd-47c2-b05a-c2c066c69291 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:13:30.633019 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:30.654493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 5f14d715-8fcd-47c2-b05a-c2c066c69291 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:30.654957 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:30.673431 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8ca0ea91-7a30-4a1c-abf2-28cc50372b49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:30.767819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:30.771465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Pushing event updated for resources: {'Port': ['ID=2a52b1f3-6f25-4da5-906d-33e86e2e9954,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:30.775221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:30.915579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Network 46747fd8-9ed7-4cc4-b339-34799754623c is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:13:30.916783 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:31.149221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f290ed4c-ec90-486c-a12a-786c6eefd1b0 None None] Provisioning complete for port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:31.149708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f290ed4c-ec90-486c-a12a-786c6eefd1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:31.206126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f290ed4c-ec90-486c-a12a-786c6eefd1b0 None None] Port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:13:31.322781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Router c6256887-92f7-4da4-9293-8320a703d757 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:13:31.522420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:13:31.530826 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] 10.222.0.24 "PUT /v2.0/routers/c6256887-92f7-4da4-9293-8320a703d757/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8554978
Dec 19 14:13:32.564021 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a693c23e-1bc6-4706-a5d8-f39ea62016f6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:13:32.613117 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53860) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:32.619665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1368419862-network', 'tenant_id': '042bc27971a24bd182d3050f47f77417'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:32.624898 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:32.629847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Usage tracker for resource:network and tenant:042bc27971a24bd182d3050f47f77417 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:32.633555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:32.640323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:32.735784 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Made reservation on behalf of 042bc27971a24bd182d3050f47f77417 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:13:32.738435 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:32.751590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:32.771522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port a693c23e-1bc6-4706-a5d8-f39ea62016f6 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:13:32.777966 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port a693c23e-1bc6-4706-a5d8-f39ea62016f6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:32.778350 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:32.783291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:32.787446 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Usage tracker for resource:security_group_rule and tenant:042bc27971a24bd182d3050f47f77417 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:32.791425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:32.797147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:32.864288 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:32.903555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:32.923242 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port a693c23e-1bc6-4706-a5d8-f39ea62016f6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a693c23e-1bc6-4706-a5d8-f39ea62016f6,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:32.943787 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:32.947764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-25a78e20-bbb0-42fd-92a0-e67899c028e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:32.977313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:13:32.986163 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13d50db-2961-4f38-8458-7abfe128336b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:32.988937 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:32.992056 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:32.992400 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Added segment e05af2a3-2519-4f85-aa03-d5b68953a9fa of type vlan for network 0a77b84c-1716-45ea-9ce9-62eb1a780b5c
Dec 19 14:13:33.018575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:33.024211 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:33.025737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:33.096474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=a693c23e-1bc6-4706-a5d8-f39ea62016f6,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:33.099985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:33.106718 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:33.107807 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:33.108387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:33.113078 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-570e96a8-6b45-4be6-b0f4-7d05c7fff4e4 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:33.369882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Pushing event updated for resources: {'Network': ['ID=0a77b84c-1716-45ea-9ce9-62eb1a780b5c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:33.372661 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:33.380221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 0a77b84c-1716-45ea-9ce9-62eb1a780b5c details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:13:33.439155 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8246720
Dec 19 14:13:33.442187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53864) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:33.448058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Request body: {'subnet': {'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1368419862-subnet', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:33.453906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:33.458707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Usage tracker for resource:subnet and tenant:042bc27971a24bd182d3050f47f77417 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:33.462385 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:33.468738 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:33.547242 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Made reservation on behalf of 042bc27971a24bd182d3050f47f77417 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:13:33.549609 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:33.821788 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:33.827967 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-4dd38540-ec74-45fd-bffe-892a6b41d3b3 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:33.905877 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d700e60a-18df-46cf-bcbb-812592c0fda9,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:33.909493 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:33.920716 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Checking segment: {'id': 'e05af2a3-2519-4f85-aa03-d5b68953a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:13:33.921058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Network hostable DHCP agents. Network: 0a77b84c-1716-45ea-9ce9-62eb1a780b5c, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:13:33.935311 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Sync routers for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:13:33.947881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:33.948926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476675e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:34.024126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Network 0a77b84c-1716-45ea-9ce9-62eb1a780b5c is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:13:34.109351 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 0a77b84c-1716-45ea-9ce9-62eb1a780b5c) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:34.113448 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:34.114124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:34.120977 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9dad85-7f51-4370-97b4-06fc972b519d None None] Network 0a77b84c-1716-45ea-9ce9-62eb1a780b5c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:13:34.207493 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-108615e0-4778-41a8-9cee-ad34057246ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7641101
Dec 19 14:13:34.208652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:34.210010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 53868) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:34.215461 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1368419862-router', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:34.220103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:34.223810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Usage tracker for resource:router and tenant:042bc27971a24bd182d3050f47f77417 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:34.226946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:34.234628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:34.332573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:34.333507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:34.352075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:34.550270 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-0a77b84c-1716-45ea-9ce9-62eb1a780b5c', 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'fixed_ips': [{'subnet_id': 'd700e60a-18df-46cf-bcbb-812592c0fda9'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:13:34.551115 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:34.566795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a693c23e-1bc6-4706-a5d8-f39ea62016f6 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:13:34.573053 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:34.803828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port a693c23e-1bc6-4706-a5d8-f39ea62016f6 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:34.804356 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:34.825713 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:34.856507 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:34.886253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476675e0>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 2, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:34.888701 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Allocated IP 172.20.0.2 (0a77b84c-1716-45ea-9ce9-62eb1a780b5c/d700e60a-18df-46cf-bcbb-812592c0fda9/bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:13:34.897804 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Checking router: c6256887-92f7-4da4-9293-8320a703d757 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:13:34.899704 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Updating router c6256887-92f7-4da4-9293-8320a703d757 port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:13:34.996996 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Allocated IP 172.26.4.181 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/a89f25f6-08c3-4e13-a7d3-4a5932c82169) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:13:35.119488 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:35.145980 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:35.235579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:35.239297 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8460476d-84bc-4013-bcf0-41b858059b3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:35.308142 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:13:35.311302 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:35.315466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:13:35.342603 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Pushing event updated for resources: {'Port': ['ID=a89f25f6-08c3-4e13-a7d3-4a5932c82169,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:35.349164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:35.382224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:35.444792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Transition to ACTIVE for port object bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:35.479619 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Transition to ACTIVE for port object bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:35.529989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:35.530981 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:35.560554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:35.569297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:35.658576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Network 0a77b84c-1716-45ea-9ce9-62eb1a780b5c is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:13:35.662386 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:35.665763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:35.668156 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:13:35.680997 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Pushing event updated for resources: {'Port': ['ID=bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:35.683643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:35.688302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Transition to ACTIVE for port object 2a52b1f3-6f25-4da5-906d-33e86e2e9954 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:35.770331 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Attempting to bind port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:13:35.770703 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Attempting to bind port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'e05af2a3-2519-4f85-aa03-d5b68953a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:13:35.771136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Attempting to bind port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 on network 0a77b84c-1716-45ea-9ce9-62eb1a780b5c {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:13:35.774714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:35.779111 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:35.825352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:13:35.825728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Checking segment: {'id': 'e05af2a3-2519-4f85-aa03-d5b68953a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:13:35.826131 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:35.826524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Bound using segment: {'id': 'e05af2a3-2519-4f85-aa03-d5b68953a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:13:35.826990 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Bound port: bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05af2a3-2519-4f85-aa03-d5b68953a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:13:35.827387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:35.837935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Router cff0d647-0782-4c9f-b389-62b5f2390d6a is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:13:35.948060 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffad745-0625-4075-b1eb-22942a5b87d4 None None] Pushing event updated for resources: {'Port': ['ID=2a52b1f3-6f25-4da5-906d-33e86e2e9954,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:35.950931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7ffad745-0625-4075-b1eb-22942a5b87d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:36.095752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Attempting to bind port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:13:36.096127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Attempting to bind port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:13:36.096497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Attempting to bind port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 on network 46747fd8-9ed7-4cc4-b339-34799754623c {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:13:36.098708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] For port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:13:36.114145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] For port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9,segment=NetworkSegment(e05af2a3-2519-4f85-aa03-d5b68953a9fa),segment_id=e05af2a3-2519-4f85-aa03-d5b68953a9fa)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:13:36.121868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:13:36.121868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Checking segment: {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:13:36.121868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:36.121868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Bound using segment: {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:13:36.121868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Bound port: 2a52b1f3-6f25-4da5-906d-33e86e2e9954, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:13:36.121868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:36.156731 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:13:36.167442 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Sync routers for ids ['cff0d647-0782-4c9f-b389-62b5f2390d6a'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:13:36.178875 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Routers {'cff0d647-0782-4c9f-b389-62b5f2390d6a'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:36.179723 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4789b580>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['cff0d647-0782-4c9f-b389-62b5f2390d6a'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:36.207981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] For port 2a52b1f3-6f25-4da5-906d-33e86e2e9954, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:13:36.211832 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] For port 2a52b1f3-6f25-4da5-906d-33e86e2e9954, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2a52b1f3-6f25-4da5-906d-33e86e2e9954,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:13:36.226888 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:36.230975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:36.255533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:36.260167 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.0462308
Dec 19 14:13:36.260569 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53872) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:36.310783 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Pushing event updated for resources: {'Port': ['ID=bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:36.313971 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:36.319854 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:36.324212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-21ec0887-4bf6-4e1d-991e-1a1a17a58957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:36.367396 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Set router cff0d647-0782-4c9f-b389-62b5f2390d6a gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:36.404912 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffad745-0625-4075-b1eb-22942a5b87d4 None None] Pushing event updated for resources: {'Port': ['ID=2a52b1f3-6f25-4da5-906d-33e86e2e9954,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:36.408333 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7ffad745-0625-4075-b1eb-22942a5b87d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:36.411784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:36.412391 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d476675e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:36.692236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:36.817353 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4789b580>, [{'id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'name': 'tempest-TestShelveInstance-1368419862-router', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:35Z', 'revision_number': 3, 'project_id': '042bc27971a24bd182d3050f47f77417', 'gw_port': {'id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:36.821465 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Checking router: cff0d647-0782-4c9f-b389-62b5f2390d6a for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:13:36.821818 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Updating router cff0d647-0782-4c9f-b389-62b5f2390d6a port a89f25f6-08c3-4e13-a7d3-4a5932c82169 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:13:36.879358 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:37.121825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d476675e0>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:36Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:37.126381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d605bc4-fcae-409a-a17c-691191e88320 None None] The sync data for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv is: [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:36Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:13:37.240080 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:37.270479 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:37.284894 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Transition to ACTIVE for port object a89f25f6-08c3-4e13-a7d3-4a5932c82169 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:37.370129 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:37.376255 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-03e75095-6820-4318-8848-2bf892e15354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:37.476458 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Attempting to bind port a89f25f6-08c3-4e13-a7d3-4a5932c82169 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:13:37.476877 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Attempting to bind port a89f25f6-08c3-4e13-a7d3-4a5932c82169 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:13:37.477655 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Attempting to bind port a89f25f6-08c3-4e13-a7d3-4a5932c82169 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:13:37.488477 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6956ad-b8f0-471b-971c-7b48fc3e9d3c None None] Pushing event updated for resources: {'Port': ['ID=a89f25f6-08c3-4e13-a7d3-4a5932c82169,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:37.491902 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:13:37.492738 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:13:37.493330 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:37.493892 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:13:37.494552 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Bound port: a89f25f6-08c3-4e13-a7d3-4a5932c82169, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:13:37.495120 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:37.533744 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-0b6956ad-b8f0-471b-971c-7b48fc3e9d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:37.572679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d5e35b-2e87-49f5-857d-b997c28f38e2 None None] Network 0a77b84c-1716-45ea-9ce9-62eb1a780b5c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:13:37.590626 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] For port a89f25f6-08c3-4e13-a7d3-4a5932c82169, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:13:37.594639 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] For port a89f25f6-08c3-4e13-a7d3-4a5932c82169, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a89f25f6-08c3-4e13-a7d3-4a5932c82169,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:13:37.658264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Allocated IP 172.20.0.1 (0a77b84c-1716-45ea-9ce9-62eb1a780b5c/d700e60a-18df-46cf-bcbb-812592c0fda9/e5cdec39-e67a-4c98-932b-29a3c2bae50b) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:13:37.679778 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:37.684188 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-bd0ab716-4df8-4f1e-923b-df9fd7b283fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:37.779417 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6956ad-b8f0-471b-971c-7b48fc3e9d3c None None] Pushing event updated for resources: {'Port': ['ID=a89f25f6-08c3-4e13-a7d3-4a5932c82169,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:37.782610 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-0b6956ad-b8f0-471b-971c-7b48fc3e9d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:37.785553 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Routers {'cff0d647-0782-4c9f-b389-62b5f2390d6a'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:37.786317 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4789b580>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['cff0d647-0782-4c9f-b389-62b5f2390d6a'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:37.822395 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-92537488-0bcd-48e1-bbb4-78b4efec6b95 None None] Provisioning for port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:13:37.846998 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:37.866550 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Transition to ACTIVE for port object e5cdec39-e67a-4c98-932b-29a3c2bae50b will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:37.987655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:37.993160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-293691f4-ba2e-4da2-8ed5-97b304ae366d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:37.997621 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] Set router cff0d647-0782-4c9f-b389-62b5f2390d6a gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:38.072922 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Network 0a77b84c-1716-45ea-9ce9-62eb1a780b5c is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:13:38.076420 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:38.080752 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:13:38.105800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cdec39-e67a-4c98-932b-29a3c2bae50b,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:38.111088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:38.144242 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:38.305350 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:38.320660 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4789b580>, [{'id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'name': 'tempest-TestShelveInstance-1368419862-router', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:35Z', 'revision_number': 3, 'project_id': '042bc27971a24bd182d3050f47f77417', 'gw_port': {'id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:38.324473 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f4d92-02c9-4f25-a4a0-22758166e513 None None] The sync data for ids ['cff0d647-0782-4c9f-b389-62b5f2390d6a'] in dv-neutron-821895-1-hyperv is: [{'id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'name': 'tempest-TestShelveInstance-1368419862-router', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:35Z', 'revision_number': 3, 'project_id': '042bc27971a24bd182d3050f47f77417', 'gw_port': {'id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:13:38.538829 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:38.558292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c5dd3a01-d7ad-4c8e-bc42-3f101e88bff6 None None] Provisioning for port e5cdec39-e67a-4c98-932b-29a3c2bae50b completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:13:38.563679 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c5dd3a01-d7ad-4c8e-bc42-3f101e88bff6 None None] Provisioning complete for port e5cdec39-e67a-4c98-932b-29a3c2bae50b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:38.564183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3a01-d7ad-4c8e-bc42-3f101e88bff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:38.605860 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:13:38.609741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:38.638369 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0580b110-3475-4700-a976-1e2a14e99038 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:38.661466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd3a01-d7ad-4c8e-bc42-3f101e88bff6 None None] Port e5cdec39-e67a-4c98-932b-29a3c2bae50b cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:13:38.721029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cdec39-e67a-4c98-932b-29a3c2bae50b,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:38.724029 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:38.724988 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:38.738224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:13:38.748822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:38.748822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:38.875438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:38.877181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Network 0a77b84c-1716-45ea-9ce9-62eb1a780b5c is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:13:38.878496 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:38.910081 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9,segment=NetworkSegment(e05af2a3-2519-4f85-aa03-d5b68953a9fa),segment_id=e05af2a3-2519-4f85-aa03-d5b68953a9fa)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:38.984011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:38.985297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2a52b1f3-6f25-4da5-906d-33e86e2e9954 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:13:39.011120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:39.105573 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:39.110233 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:39.175380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:13:39.183002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:39.183392 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:39.229771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-0cd062d3-21f1-453d-b689-070c442702ae None None] Provisioning complete for port e5cdec39-e67a-4c98-932b-29a3c2bae50b triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:39.230148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0cd062d3-21f1-453d-b689-070c442702ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:39.273005 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Router cff0d647-0782-4c9f-b389-62b5f2390d6a has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:13:39.297351 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-0cd062d3-21f1-453d-b689-070c442702ae None None] Port e5cdec39-e67a-4c98-932b-29a3c2bae50b cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:13:39.355237 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:39.386035 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 2a52b1f3-6f25-4da5-906d-33e86e2e9954, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2a52b1f3-6f25-4da5-906d-33e86e2e9954,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:39.443956 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:39.446873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-ea4d8578-272e-4bb0-b721-a3b180ca689f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:39.477588 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:13:39.486214 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] 10.222.0.24 "PUT /v2.0/routers/cff0d647-0782-4c9f-b389-62b5f2390d6a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2246394
Dec 19 14:13:39.511722 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=2a52b1f3-6f25-4da5-906d-33e86e2e9954,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:39.514935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:40.245708 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53882) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:40.251439 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-63472417', 'description': 'tempest-secgroup-smoke-63472417 description', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:40.258541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:40.261910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:40.264775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:40.270385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:40.455313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:40.489638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:40.493896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:40.496648 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:40.502338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:40.557581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:40.562247 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:13:40.632650 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:40.632881 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:40.633037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:40.636856 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cb8c4a1d-e7ff-4bb1-b14a-3e315b3dfb44 tempest-NegativeSecGroupTest-405195028 tempest-NegativeSecGroupTest-405195028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:40.677196 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0169d621-47a8-414f-a7d3-642ff5383fd1,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:40.680978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:40.752894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2a52b1f3-6f25-4da5-906d-33e86e2e9954 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:13:40.772382 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:40.777479 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-92f375ca-d143-4810-b613-bbe188ef0c9b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.5270014
Dec 19 14:13:40.777479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53886) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:40.782515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '0169d621-47a8-414f-a7d3-642ff5383fd1', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:40.788920 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:40.792634 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:40.795525 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:40.801013 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:40.820687 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:40.821061 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:40.905650 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:40.976487 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:41.046413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:41.048223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3b8fe4c6-4f33-40fc-9bea-a9c17d080b64 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:41.069359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2927547-5be8-445d-b583-414d48834844,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:41.071630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:41.140640 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:41.141881 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-f956c98e-507a-43d1-b431-02218d52f2b9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3641982
Dec 19 14:13:41.144491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53890) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:41.150378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '0169d621-47a8-414f-a7d3-642ff5383fd1', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:41.156150 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:41.159868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:41.163373 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:41.168957 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:41.244073 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:41.306234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:41.375281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:41.380756 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3be9e584-cedc-4074-a01a-ce63f3ce5770 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:41.400616 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8a545f-7657-429c-962e-c373db2115a8,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:41.402855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:41.472216 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:41.473360 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-2e5582ef-974f-4dce-ad9f-b9c17b698baa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3279636
Dec 19 14:13:41.476201 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53894) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:41.481507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '0169d621-47a8-414f-a7d3-642ff5383fd1', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:41.487199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:41.490976 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:41.493793 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:41.499512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:41.587711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:41.649558 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:41.726831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:41.732390 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:41.750941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26743efe-8616-43ce-b8ce-cd390b7dff92,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:41.753094 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:41.835261 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:41.836430 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3593357
Dec 19 14:13:41.839460 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53898) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:41.844929 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '0169d621-47a8-414f-a7d3-642ff5383fd1', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:41.850807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:41.854655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:41.857632 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:41.863331 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:41.944568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.009730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.083637 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.085642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-bca3399c-958f-41f0-b9df-0c27c28d9fe7 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:42.108135 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de60d4c-98d1-4750-b8d4-f0c587b8a18e,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:42.112205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:42.209539 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.210695 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-84261345-86eb-4e8e-b494-ac74930868ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3703716
Dec 19 14:13:42.213330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53902) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:42.218870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '0169d621-47a8-414f-a7d3-642ff5383fd1', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:42.224570 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:42.228952 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:42.231846 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:42.238182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:42.335430 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Project 788be17de73c4890bc3cef6cbb5b5ddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:13:42.342173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.405896 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.478226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9ad5a95b-e788-4985-8ac0-75889f39c37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.512514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.519524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-3b2edf53-6978-4faa-baa5-323a30eab6dd tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:42.537039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586bdba6-6ea5-4517-be05-165ed8d39353,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:42.539996 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:42.598104 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.599276 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3848116
Dec 19 14:13:42.602687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53906) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:42.608030 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '0169d621-47a8-414f-a7d3-642ff5383fd1', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:42.613711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:42.617562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:42.620378 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:42.625959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:42.701203 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Project 788be17de73c4890bc3cef6cbb5b5ddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:13:42.708117 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.773375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.820641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.822391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9f5ca2fd-26a1-47d2-9e80-d7c9485633c1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:42.846683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bbbe0d-1d48-47fd-8584-77e7e48e44b0,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:42.849051 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:42.935091 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:42.936192 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6f263682-0897-460c-9f5c-f03fe5195ffa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3325956
Dec 19 14:13:43.180955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-e1557b59-0fc6-459a-872c-5aabe652c378 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Synchronizing usage tracker for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:13:43.260864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-e1557b59-0fc6-459a-872c-5aabe652c378 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Unset dirty status for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:13:43.262036 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-e1557b59-0fc6-459a-872c-5aabe652c378 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63472417&fields=id&tenant_id=788be17de73c4890bc3cef6cbb5b5ddd HTTP/1.1" status: 200  len: 267 time: 0.1206801
Dec 19 14:13:43.404807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-a8ed5d37-5f26-41ce-84c3-d8b811610eb7 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:43.406206 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-a8ed5d37-5f26-41ce-84c3-d8b811610eb7 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 809 time: 0.1377971
Dec 19 14:13:43.421891 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-554ea150-eca2-4b6d-8b9a-75add794c4c9 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/quotas/788be17de73c4890bc3cef6cbb5b5ddd HTTP/1.1" status: 200  len: 375 time: 0.0104210
Dec 19 14:13:43.499699 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c70823af-cdc6-4127-9c4c-7526479c2acc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0731413
Dec 19 14:13:43.633889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ccf454bb-1b22-425e-a4e1-b6250a7ed14f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 14:13:43.634989 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ccf454bb-1b22-425e-a4e1-b6250a7ed14f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1243446
Dec 19 14:13:43.766624 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-afd2921b-3eed-4a22-a6b2-fe2692a4ebf2 service neutron] 10.222.0.24 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252854
Dec 19 14:13:43.896128 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-fb345a01-77f2-4d9c-b1c3-5bdada99bbdb service neutron] 10.222.0.24 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239502
Dec 19 14:13:44.150324 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2ceea020-3162-42a9-9ea8-154b0a3b894f req-9e9b5759-cdf7-4df5-9d77-366611e3ea65 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 210 time: 0.0441084
Dec 19 14:13:44.635686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-878624f9-ab4f-4145-ad19-2894bc1e4a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:45.321627 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-03bd47f1-577d-46c9-8ca2-618ea414059b req-f529db1a-cc1e-4ee9-8973-ee38a24d0211 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 210 time: 0.0443633
Dec 19 14:13:46.338441 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:46.444398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:46.448678 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-fdc00584-5213-4645-a986-19956f06c09b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:46.449352 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-fdc00584-5213-4645-a986-19956f06c09b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Synchronizing usage tracker for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:13:46.518940 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-60b9023d-b027-4e16-b8d0-f2c4b846e7f2 req-0e9f0e4b-8d2a-4731-a5a6-5392f2843347 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 210 time: 0.0429490
Dec 19 14:13:46.561411 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-fdc00584-5213-4645-a986-19956f06c09b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Unset dirty status for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:13:46.562562 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-fdc00584-5213-4645-a986-19956f06c09b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 809 time: 0.2715485
Dec 19 14:13:46.583849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a89f25f6-08c3-4e13-a7d3-4a5932c82169 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:13:46.617872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-647e7c2f-bdda-4d9c-b4c3-ca81390a4872 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Synchronizing usage tracker for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:13:46.629697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-647e7c2f-bdda-4d9c-b4c3-ca81390a4872 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Unset dirty status for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:13:46.631178 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-647e7c2f-bdda-4d9c-b4c3-ca81390a4872 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=788be17de73c4890bc3cef6cbb5b5ddd HTTP/1.1" status: 200  len: 378 time: 0.0551252
Dec 19 14:13:46.640400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'port': {'device_id': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'admin_state_up': True, 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'security_groups': ['0169d621-47a8-414f-a7d3-642ff5383fd1']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:46.720728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port a89f25f6-08c3-4e13-a7d3-4a5932c82169 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:13:46.727367 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port a89f25f6-08c3-4e13-a7d3-4a5932c82169 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:46.731540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:46.779766 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:46.784083 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:port and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:46.788979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:46.793441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:46.875915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Made reservation on behalf of 788be17de73c4890bc3cef6cbb5b5ddd for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:13:46.879010 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:46.887193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:46.903218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port a89f25f6-08c3-4e13-a7d3-4a5932c82169, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a89f25f6-08c3-4e13-a7d3-4a5932c82169,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:46.981118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:46.983842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:47.046540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Allocated IP 172.20.0.10 (46747fd8-9ed7-4cc4-b339-34799754623c/ef9c5161-f57d-459a-8667-c3f2a8a66ed8/4e15f2da-d5d6-4bd1-85a9-c911695d2161) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:13:47.047753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=a89f25f6-08c3-4e13-a7d3-4a5932c82169,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:47.050760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:47.230785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:47.246647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Transition to ACTIVE for port object 4e15f2da-d5d6-4bd1-85a9-c911695d2161 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:47.349676 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:47.356092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:47.419173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Network 46747fd8-9ed7-4cc4-b339-34799754623c is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:13:47.426132 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:47.430366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:13:47.460931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'Port': ['ID=4e15f2da-d5d6-4bd1-85a9-c911695d2161,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:47.467954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:47.496298 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:47.496839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:47.608093 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9711552
Dec 19 14:13:47.620203 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Request body: {'port': {'device_id': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:47.734724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:47.739431 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc6bd8-9d88-4d96-addd-a1068c5347dc req-106d2903-a037-473f-97d6-2100c5d7d372 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:47.740900 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f2cc6bd8-9d88-4d96-addd-a1068c5347dc req-106d2903-a037-473f-97d6-2100c5d7d372 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 932 time: 0.0978427
Dec 19 14:13:47.743862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-66521641-828c-4d8b-b93e-59f51a5f7f3f None None] Provisioning for port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:13:47.753338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-66521641-828c-4d8b-b93e-59f51a5f7f3f None None] Provisioning complete for port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:47.753338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-66521641-828c-4d8b-b93e-59f51a5f7f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:47.777220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:47.790441 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f2cc6bd8-9d88-4d96-addd-a1068c5347dc req-d75e232e-4064-40e8-97d8-14c02d644eec tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427330
Dec 19 14:13:47.802189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-66521641-828c-4d8b-b93e-59f51a5f7f3f None None] Port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:13:48.074100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e15f2da-d5d6-4bd1-85a9-c911695d2161 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:13:48.081495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:48.095711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Transition to ACTIVE for port object 4e15f2da-d5d6-4bd1-85a9-c911695d2161 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:48.152440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:48.156472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:48.281106 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e15f2da-d5d6-4bd1-85a9-c911695d2161,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:48.284557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:48.495383 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Attempting to bind port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:13:48.496060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Attempting to bind port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:13:48.496060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Attempting to bind port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 on network 46747fd8-9ed7-4cc4-b339-34799754623c {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:13:48.501440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 on network 46747fd8-9ed7-4cc4-b339-34799754623c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:13:48.501730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Attempting to bind port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 on network 46747fd8-9ed7-4cc4-b339-34799754623c {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:13:48.508205 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:13:48.508506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Checking segment: {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:13:48.508856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Bound using segment: {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:13:48.509265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Bound port: 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:13:48.509593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:48.561798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a89f25f6-08c3-4e13-a7d3-4a5932c82169 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:13:48.599575 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:13:48.604585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:13:48.628443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port a89f25f6-08c3-4e13-a7d3-4a5932c82169 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:48.628766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:48.693319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:48.698838 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:48.751107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:48.752622 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] 10.222.0.18 "PUT /v2.0/ports/4e15f2da-d5d6-4bd1-85a9-c911695d2161 HTTP/1.1" status: 200  len: 1094 time: 1.1377044
Dec 19 14:13:48.755268 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:13:48.782240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e15f2da-d5d6-4bd1-85a9-c911695d2161,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:48.784781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:48.824495 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'status': 'completed', 'code': 200}
Dec 19 14:13:48.920146 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c9916344-aa06-4038-9fec-92070cff487b req-3339b993-71c7-4aff-a024-940477acae25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1097 time: 0.0741150
Dec 19 14:13:48.998328 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b33a88-cdbe-4d0a-8d74-e9185dd02c5b req-fbd971e1-2021-42fa-ab61-6fc0b5f5f3c1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:48.999788 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37b33a88-cdbe-4d0a-8d74-e9185dd02c5b req-fbd971e1-2021-42fa-ab61-6fc0b5f5f3c1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0773306
Dec 19 14:13:49.049092 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-37b33a88-cdbe-4d0a-8d74-e9185dd02c5b req-5d0a9c3d-0d83-46b1-bd72-a6dca58cdd26 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436208
Dec 19 14:13:49.065881 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9916344-aa06-4038-9fec-92070cff487b req-681cefbe-196a-4aec-826b-8f43d0675da5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:49.067427 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c9916344-aa06-4038-9fec-92070cff487b req-681cefbe-196a-4aec-826b-8f43d0675da5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1394975
Dec 19 14:13:49.202884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9916344-aa06-4038-9fec-92070cff487b req-1976799a-a164-41c0-92c4-7e2cd0a4d8b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:49.204298 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c9916344-aa06-4038-9fec-92070cff487b req-1976799a-a164-41c0-92c4-7e2cd0a4d8b5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1292365
Dec 19 14:13:49.309274 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-efc42ca3-69ab-4a7e-8a88-7f2bc0c8dcff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1097 time: 0.0714324
Dec 19 14:13:49.380843 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-2ae36d6f-07c0-4db9-9929-3145266a0f25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161 HTTP/1.1" status: 200  len: 217 time: 0.0638580
Dec 19 14:13:49.442889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-3dff01a0-715f-47f0-a84a-8ce44eef7d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:49.444307 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-3dff01a0-715f-47f0-a84a-8ce44eef7d81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0562217
Dec 19 14:13:49.518530 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-75e2eb9f-984f-4210-b7af-b48a777b0613 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671740
Dec 19 14:13:49.649060 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-3da70775-660c-485a-8cea-4b506f8e377f service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232595
Dec 19 14:13:49.778565 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a744de3d-5c2e-41e0-a2e5-6fcb4d5d44dc req-93202689-a99e-4195-bd8f-9f5b7a82b49c service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238482
Dec 19 14:13:50.248475 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4647b0-e5dc-4e23-933a-9b5e3c040e7a req-1f773287-caee-4e85-b9dc-4711edfbfe88 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:50.249968 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ab4647b0-e5dc-4e23-933a-9b5e3c040e7a req-1f773287-caee-4e85-b9dc-4711edfbfe88 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0764174
Dec 19 14:13:50.295104 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ab4647b0-e5dc-4e23-933a-9b5e3c040e7a req-890fccbd-08d0-4345-a3c2-f7f6e0089446 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395250
Dec 19 14:13:51.219564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 4e15f2da-d5d6-4bd1-85a9-c911695d2161 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:13:51.349962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:51.362801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'port_id': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'mac_address': 'fa:16:3e:5e:a1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:13:51.419630 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:51.437285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e15f2da-d5d6-4bd1-85a9-c911695d2161 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:13:51.452814 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:51.492907 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d3829-c3f7-441a-8a91-6ecad953d9e9 req-3bb51c4a-83ed-4dff-b774-797a3d913625 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:51.494241 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bf0d3829-c3f7-441a-8a91-6ecad953d9e9 req-3bb51c4a-83ed-4dff-b774-797a3d913625 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0804300
Dec 19 14:13:51.512730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:51.515676 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:51.539923 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bf0d3829-c3f7-441a-8a91-6ecad953d9e9 req-c44a8a50-a125-4d77-837a-d25e21de141e tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400994
Dec 19 14:13:51.594995 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=4e15f2da-d5d6-4bd1-85a9-c911695d2161,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:51.598039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:51.715187 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['4e15f2da-d5d6-4bd1-85a9-c911695d2161'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:13:52.053630 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:13:52.746517 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c853956-366f-4cd4-9065-c0d5e5c061b7 req-9be56a70-4101-4348-8683-4b4b0c2711ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:52.747971 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8c853956-366f-4cd4-9065-c0d5e5c061b7 req-9be56a70-4101-4348-8683-4b4b0c2711ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 945 time: 0.0763557
Dec 19 14:13:52.793540 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8c853956-366f-4cd4-9065-c0d5e5c061b7 req-caabb355-c077-428b-8b1d-757a0d2d7158 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398006
Dec 19 14:13:53.230538 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 4e15f2da-d5d6-4bd1-85a9-c911695d2161 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:13:53.366625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:13:53.371963 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:13:53.372446 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:53.482346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:53.508667 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:13:53.517771 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:13:53.612724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:53.615554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:53.652016 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'code': 200}
Dec 19 14:13:53.684893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=4e15f2da-d5d6-4bd1-85a9-c911695d2161,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:53.687692 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:53.998262 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6270c-ce7c-4ca4-bdcf-5dd7af24e6c4 req-bde450ed-0308-485a-ab9f-cc7fd668b873 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:53.999730 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7da6270c-ce7c-4ca4-bdcf-5dd7af24e6c4 req-bde450ed-0308-485a-ab9f-cc7fd668b873 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0824244
Dec 19 14:13:54.044453 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7da6270c-ce7c-4ca4-bdcf-5dd7af24e6c4 req-5d75838f-e19c-450a-ac88-c5c38d383fb6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392346
Dec 19 14:13:54.059549 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-16611628-88ff-4cd1-991d-cf2774c954cd req-81fa5a88-13d3-4753-8714-654d52849cb3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1099 time: 0.0753865
Dec 19 14:13:54.102720 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-16611628-88ff-4cd1-991d-cf2774c954cd req-bf7603ec-4095-494c-be4e-381912a160f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0368075
Dec 19 14:13:55.246864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00be62-e79f-480b-8df9-9e4bbe0b8a30 req-bf9296e0-5d3f-46f2-8b7a-eb9d23320999 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:55.248327 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fc00be62-e79f-480b-8df9-9e4bbe0b8a30 req-bf9296e0-5d3f-46f2-8b7a-eb9d23320999 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0759451
Dec 19 14:13:55.293721 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fc00be62-e79f-480b-8df9-9e4bbe0b8a30 req-95fe1d50-db25-4bee-873f-0a46ac5c1df2 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390334
Dec 19 14:13:55.923472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:56.586160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10857c7-dca5-4354-8029-f69498403bba req-a65a1978-91e1-486a-9232-c17965bcd3e1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:56.587689 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b10857c7-dca5-4354-8029-f69498403bba req-a65a1978-91e1-486a-9232-c17965bcd3e1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.1745908
Dec 19 14:13:56.633313 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b10857c7-dca5-4354-8029-f69498403bba req-84c52b86-a2a3-406d-9cbf-83f64a5ea47c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393820
Dec 19 14:13:56.831889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe12d8-e369-4e58-b89d-8f3edfabc3e4 req-8c30c122-4b33-4c09-9f5f-3346f15a9d68 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:13:56.833295 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-89fe12d8-e369-4e58-b89d-8f3edfabc3e4 req-8c30c122-4b33-4c09-9f5f-3346f15a9d68 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0775204
Dec 19 14:13:56.878214 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-89fe12d8-e369-4e58-b89d-8f3edfabc3e4 req-24b6a36a-907b-4804-87b2-3a9f9443dca0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392754
Dec 19 14:13:56.906087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53964) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:57.040685 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3acfa916-75c3-45c7-8dab-281934233205 tempest-TestShelveInstance-386348245 tempest-TestShelveInstance-386348245-project-admin] Synchronizing usage tracker for tenant:042bc27971a24bd182d3050f47f77417 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:13:57.144835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Sync routers for ids ['cff0d647-0782-4c9f-b389-62b5f2390d6a'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:13:57.149466 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-3acfa916-75c3-45c7-8dab-281934233205 tempest-TestShelveInstance-386348245 tempest-TestShelveInstance-386348245-project-admin] Unset dirty status for tenant:042bc27971a24bd182d3050f47f77417 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:13:57.150881 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-3acfa916-75c3-45c7-8dab-281934233205 tempest-TestShelveInstance-386348245 tempest-TestShelveInstance-386348245-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1094 time: 0.2438440
Dec 19 14:13:57.153720 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 53970) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:13:57.157404 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Routers {'cff0d647-0782-4c9f-b389-62b5f2390d6a'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:57.158009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47527be0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['cff0d647-0782-4c9f-b389-62b5f2390d6a'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:57.158951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:13:57.164461 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:13:57.168974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:floatingip and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:13:57.172025 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:13:57.177635 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:13:57.246905 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:57.333763 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Set router cff0d647-0782-4c9f-b389-62b5f2390d6a gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:57.384223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:57.522549 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Allocated IP 172.26.4.67 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/87741802-6a11-4542-9f2d-4cae24932a11) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:13:57.677132 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:57.686439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47527be0>, [{'id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'name': 'tempest-TestShelveInstance-1368419862-router', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:38Z', 'revision_number': 4, 'project_id': '042bc27971a24bd182d3050f47f77417', 'gw_port': {'id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e5cdec39-e67a-4c98-932b-29a3c2bae50b', 'name': '', 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'mac_address': 'fa:16:3e:91:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd700e60a-18df-46cf-bcbb-812592c0fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:37Z', 'updated_at': '2021-12-19T14:13:38Z', 'revision_number': 2, 'project_id': '042bc27971a24bd182d3050f47f77417', 'subnets': [{'id': 'd700e60a-18df-46cf-bcbb-812592c0fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:57.690463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Checking router: cff0d647-0782-4c9f-b389-62b5f2390d6a for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:13:57.690828 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Updating router cff0d647-0782-4c9f-b389-62b5f2390d6a port e5cdec39-e67a-4c98-932b-29a3c2bae50b binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:13:57.746241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:57.755665 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:57.761687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-fce8d84f-6d7c-41de-bd80-998bd056666b tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:57.823362 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:13:57.826380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:13:57.830494 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:13:57.861071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'Port': ['ID=87741802-6a11-4542-9f2d-4cae24932a11,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:57.868313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:58.091407 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:58.105002 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Transition to ACTIVE for port object e5cdec39-e67a-4c98-932b-29a3c2bae50b will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:13:58.177744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:58.182594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:58.302794 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6770e-128b-41d6-ba45-41c5b34bacb1 None None] Pushing event updated for resources: {'Port': ['ID=e5cdec39-e67a-4c98-932b-29a3c2bae50b,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:58.306815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6bd6770e-128b-41d6-ba45-41c5b34bacb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:58.350548 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:58.394553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Attempting to bind port e5cdec39-e67a-4c98-932b-29a3c2bae50b on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:13:58.394922 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Attempting to bind port e5cdec39-e67a-4c98-932b-29a3c2bae50b by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'e05af2a3-2519-4f85-aa03-d5b68953a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:13:58.395359 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Attempting to bind port e5cdec39-e67a-4c98-932b-29a3c2bae50b on network 0a77b84c-1716-45ea-9ce9-62eb1a780b5c {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:13:58.403170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:13:58.403557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Checking segment: {'id': 'e05af2a3-2519-4f85-aa03-d5b68953a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:13:58.403954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:58.404341 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Bound using segment: {'id': 'e05af2a3-2519-4f85-aa03-d5b68953a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:13:58.404803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Bound port: e5cdec39-e67a-4c98-932b-29a3c2bae50b, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05af2a3-2519-4f85-aa03-d5b68953a9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:13:58.405226 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:58.471006 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:58.493050 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] For port e5cdec39-e67a-4c98-932b-29a3c2bae50b, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:13:58.496401 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] For port e5cdec39-e67a-4c98-932b-29a3c2bae50b, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e5cdec39-e67a-4c98-932b-29a3c2bae50b,segment=NetworkSegment(e05af2a3-2519-4f85-aa03-d5b68953a9fa),segment_id=e05af2a3-2519-4f85-aa03-d5b68953a9fa)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:13:58.592733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:58.596931 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:58.677681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6770e-128b-41d6-ba45-41c5b34bacb1 None None] Pushing event updated for resources: {'Port': ['ID=e5cdec39-e67a-4c98-932b-29a3c2bae50b,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:58.680877 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Routers {'cff0d647-0782-4c9f-b389-62b5f2390d6a'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:58.681625 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47527be0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['cff0d647-0782-4c9f-b389-62b5f2390d6a'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:58.682609 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:58.728028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6bd6770e-128b-41d6-ba45-41c5b34bacb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:58.772612 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:58.776914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-4ae0c816-37bb-43d1-b670-824f9c39c92f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:13:58.868968 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] Set router cff0d647-0782-4c9f-b389-62b5f2390d6a gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:13:58.995234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'Port': ['ID=87741802-6a11-4542-9f2d-4cae24932a11,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:13:59.002971 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:13:59.012513 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:13:59.189212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47527be0>, [{'id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'name': 'tempest-TestShelveInstance-1368419862-router', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:38Z', 'revision_number': 4, 'project_id': '042bc27971a24bd182d3050f47f77417', 'gw_port': {'id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e5cdec39-e67a-4c98-932b-29a3c2bae50b', 'name': '', 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'mac_address': 'fa:16:3e:91:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd700e60a-18df-46cf-bcbb-812592c0fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:37Z', 'updated_at': '2021-12-19T14:13:58Z', 'revision_number': 4, 'project_id': '042bc27971a24bd182d3050f47f77417', 'subnets': [{'id': 'd700e60a-18df-46cf-bcbb-812592c0fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:59.193143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9164b39-b074-4a73-b8e4-db3b8759ed0e None None] The sync data for ids ['cff0d647-0782-4c9f-b389-62b5f2390d6a'] in dv-neutron-821895-1-hyperv is: [{'id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'name': 'tempest-TestShelveInstance-1368419862-router', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:38Z', 'revision_number': 4, 'project_id': '042bc27971a24bd182d3050f47f77417', 'gw_port': {'id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e5cdec39-e67a-4c98-932b-29a3c2bae50b', 'name': '', 'network_id': '0a77b84c-1716-45ea-9ce9-62eb1a780b5c', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'mac_address': 'fa:16:3e:91:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd700e60a-18df-46cf-bcbb-812592c0fda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:37Z', 'updated_at': '2021-12-19T14:13:58Z', 'revision_number': 4, 'project_id': '042bc27971a24bd182d3050f47f77417', 'subnets': [{'id': 'd700e60a-18df-46cf-bcbb-812592c0fda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:13:59.205521 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Floating IP ca090267-5719-4aa4-aace-de73c0f9d108 associated. External IP: 172.26.4.67, port: 4e15f2da-d5d6-4bd1-85a9-c911695d2161.
Dec 19 14:13:59.627826 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Router c6256887-92f7-4da4-9293-8320a703d757 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:13:59.832032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:13:59.843456 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c482590-2da5-4e60-b448-b47207fd2970 None None] Sync routers for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:13:59.857123 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c482590-2da5-4e60-b448-b47207fd2970 None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:13:59.857736 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1c482590-2da5-4e60-b448-b47207fd2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47887b20>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:13:59.960845 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:00.030440 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8756423
Dec 19 14:14:00.031629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:14:00.045521 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-1c482590-2da5-4e60-b448-b47207fd2970 None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:14:00.167531 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'status': 'completed', 'code': 200}
Dec 19 14:14:00.258802 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f73f59b2-0aba-4fda-9742-6e210e0c8436 req-904f3d70-333c-424f-928f-3d7c3eca1dfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1099 time: 0.0687258
Dec 19 14:14:00.389251 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f59b2-0aba-4fda-9742-6e210e0c8436 req-b3dc3a64-fcb1-4858-ac5a-8267e238285b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:14:00.390569 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f73f59b2-0aba-4fda-9742-6e210e0c8436 req-b3dc3a64-fcb1-4858-ac5a-8267e238285b service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1257393
Dec 19 14:14:00.419165 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1c482590-2da5-4e60-b448-b47207fd2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47887b20>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'ca090267-5719-4aa4-aace-de73c0f9d108', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'port_id': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'mac_address': 'fa:16:3e:5e:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:13:58Z', 'updated_at': '2021-12-19T14:13:58Z', 'revision_number': 0, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:14:00.422972 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c482590-2da5-4e60-b448-b47207fd2970 None None] Checking router: c6256887-92f7-4da4-9293-8320a703d757 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:14:00.434104 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c482590-2da5-4e60-b448-b47207fd2970 None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:14:00.434685 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1c482590-2da5-4e60-b448-b47207fd2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47887b20>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:13:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:14:00.493595 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f73f59b2-0aba-4fda-9742-6e210e0c8436 req-69290b5b-af7b-4fe3-adca-298a74f508a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161 HTTP/1.1" status: 200  len: 999 time: 0.0961730
Dec 19 14:14:00.563664 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f59b2-0aba-4fda-9742-6e210e0c8436 req-31989f8d-4a33-4073-a4dd-917b51f5ce08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:14:00.565242 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f73f59b2-0aba-4fda-9742-6e210e0c8436 req-31989f8d-4a33-4073-a4dd-917b51f5ce08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0653696
Dec 19 14:14:00.601184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e5cdec39-e67a-4c98-932b-29a3c2bae50b up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:14:00.623277 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-1c482590-2da5-4e60-b448-b47207fd2970 None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:14:00.643309 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f73f59b2-0aba-4fda-9742-6e210e0c8436 req-eead0eb9-f2e3-4ac1-9a4c-23400db16c94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715764
Dec 19 14:14:00.732553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port e5cdec39-e67a-4c98-932b-29a3c2bae50b completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:14:00.738292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e5cdec39-e67a-4c98-932b-29a3c2bae50b triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:14:00.738745 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:00.783726 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f73f59b2-0aba-4fda-9742-6e210e0c8436 req-281473eb-8225-4c99-99fb-cc2ae8c1d4ad service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340728
Dec 19 14:14:00.903616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:00.940504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e5cdec39-e67a-4c98-932b-29a3c2bae50b, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e5cdec39-e67a-4c98-932b-29a3c2bae50b,segment=NetworkSegment(e05af2a3-2519-4f85-aa03-d5b68953a9fa),segment_id=e05af2a3-2519-4f85-aa03-d5b68953a9fa)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:14:00.987283 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1c482590-2da5-4e60-b448-b47207fd2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47887b20>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'ca090267-5719-4aa4-aace-de73c0f9d108', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'port_id': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'mac_address': 'fa:16:3e:5e:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:13:58Z', 'updated_at': '2021-12-19T14:13:58Z', 'revision_number': 0, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:14:00.991304 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c482590-2da5-4e60-b448-b47207fd2970 None None] The sync data for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv is: [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': 'ca090267-5719-4aa4-aace-de73c0f9d108', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'port_id': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'mac_address': 'fa:16:3e:5e:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:13:58Z', 'updated_at': '2021-12-19T14:13:58Z', 'revision_number': 0, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:14:01.018373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:01.020382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:14:01.021212 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f73f59b2-0aba-4fda-9742-6e210e0c8436 req-9864068f-9b26-45a5-a189-038e67dd2ed8 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2316852
Dec 19 14:14:01.093148 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e5cdec39-e67a-4c98-932b-29a3c2bae50b,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:14:01.096102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:14:02.568089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e5cdec39-e67a-4c98-932b-29a3c2bae50b up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:14:02.635631 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e5cdec39-e67a-4c98-932b-29a3c2bae50b triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:14:02.636714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:03.267315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abc0a58-d501-43f6-aa5e-9664b6968907 None None] New status for floating IP ca090267-5719-4aa4-aace-de73c0f9d108: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:14:12.497653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-20adbd4d-dd48-4153-9f00-918b093afa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:14.688719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d94b306-d3f5-4888-8a01-db8d0b3e4ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:14.987449 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7adfbe2c-66bc-4510-8dd2-ecebc69ddfef req-f871cf4d-0544-497c-97f8-c303027e3609 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1360168
Dec 19 14:14:15.127415 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7adfbe2c-66bc-4510-8dd2-ecebc69ddfef req-cb784452-96f2-4ab7-9933-724ec7bfa58c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1099 time: 0.0712218
Dec 19 14:14:15.268677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfbe2c-66bc-4510-8dd2-ecebc69ddfef req-c37b4743-c8c8-41c2-8d29-788536b54d8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:14:15.270074 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7adfbe2c-66bc-4510-8dd2-ecebc69ddfef req-c37b4743-c8c8-41c2-8d29-788536b54d8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1239347
Dec 19 14:14:15.372145 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7adfbe2c-66bc-4510-8dd2-ecebc69ddfef req-11a15ad6-cc30-46d2-9cf0-1f33733094dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161 HTTP/1.1" status: 200  len: 1001 time: 0.0955441
Dec 19 14:14:15.433204 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfbe2c-66bc-4510-8dd2-ecebc69ddfef req-a31beef5-7ad6-4710-b1c3-921d5a2cb7fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:14:15.434480 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7adfbe2c-66bc-4510-8dd2-ecebc69ddfef req-a31beef5-7ad6-4710-b1c3-921d5a2cb7fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0555308
Dec 19 14:14:15.510774 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7adfbe2c-66bc-4510-8dd2-ecebc69ddfef req-39251948-67e1-4af8-a479-44b714ac1abb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691323
Dec 19 14:14:15.641525 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7adfbe2c-66bc-4510-8dd2-ecebc69ddfef req-9ddf4338-c0b7-41d8-9dcd-6b8e12a19476 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239820
Dec 19 14:14:15.771164 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-7adfbe2c-66bc-4510-8dd2-ecebc69ddfef req-a41e99f4-77a2-4755-9470-68e014b7f4fd service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230485
Dec 19 14:14:16.349112 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:16.385698 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:17.749062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:25.917222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:29.057564 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:14:42.454213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cedacbd7-9095-4511-afe4-217728a671c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:44.665254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd30e-fcc3-4592-9b20-866a607bfdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:46.350954 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:46.379527 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:47.748757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:14:55.933921 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:06.058340 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:15:12.440213 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-30fc1976-55df-43f3-868e-20f93c6719b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:14.651815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f7f01370-ebc4-4fc5-ac63-3946242ceaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:16.366039 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:16.401575 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:16.910075 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-935f46a8-7c6c-4b23-94aa-85b5a682e63d req-05ebc9c2-93f4-4f0e-b20d-59e2bdd49ec0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0665236
Dec 19 14:15:17.046864 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-935f46a8-7c6c-4b23-94aa-85b5a682e63d req-971f619a-d7e3-44e0-afc3-bdabd71e53c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1099 time: 0.0675540
Dec 19 14:15:17.190072 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f46a8-7c6c-4b23-94aa-85b5a682e63d req-9bd0effe-51cc-4cb9-9174-24c8a53179d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:15:17.191472 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-935f46a8-7c6c-4b23-94aa-85b5a682e63d req-9bd0effe-51cc-4cb9-9174-24c8a53179d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1262393
Dec 19 14:15:17.295346 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-935f46a8-7c6c-4b23-94aa-85b5a682e63d req-f77dbdac-3706-4e1f-b85d-a9b6c1b4eba5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161 HTTP/1.1" status: 200  len: 1001 time: 0.0967891
Dec 19 14:15:17.359596 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f46a8-7c6c-4b23-94aa-85b5a682e63d req-b29cbfa3-f1bd-4796-8013-6be6fcc06886 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:15:17.361069 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-935f46a8-7c6c-4b23-94aa-85b5a682e63d req-b29cbfa3-f1bd-4796-8013-6be6fcc06886 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0601547
Dec 19 14:15:17.434500 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-935f46a8-7c6c-4b23-94aa-85b5a682e63d req-2530024d-2a38-4d85-84aa-37282a083a4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670557
Dec 19 14:15:17.562220 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-935f46a8-7c6c-4b23-94aa-85b5a682e63d req-f3dd0986-9751-4fdb-a79e-07e04f7d655e service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217031
Dec 19 14:15:17.744772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:17.797326 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-935f46a8-7c6c-4b23-94aa-85b5a682e63d req-5b56110b-dd11-4526-9c86-2813bc134c55 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2292688
Dec 19 14:15:25.955700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:42.464182 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-33a335f6-1c50-4a41-a748-73cb8ca60ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:43.058019 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:15:44.658671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-271a4142-cd6f-45d1-adbe-f48d3e6070b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:46.372855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:46.383955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:47.778010 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:53.862618 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0a8f8-d701-42aa-b421-10bdfa920887 req-b6f8407e-76dc-4cc1-a4a7-c115f6705b8c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:15:53.864088 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-beb0a8f8-d701-42aa-b421-10bdfa920887 req-b6f8407e-76dc-4cc1-a4a7-c115f6705b8c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0791149
Dec 19 14:15:53.908996 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-beb0a8f8-d701-42aa-b421-10bdfa920887 req-47acedce-7682-40c5-9c73-1d22f224c5ca tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394652
Dec 19 14:15:55.119828 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c1eb-ebdd-44b3-9cdc-c3a7b59278d9 req-51adffc5-1d4b-44d8-8e82-f7c4144a2a55 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:15:55.121245 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0bc5c1eb-ebdd-44b3-9cdc-c3a7b59278d9 req-51adffc5-1d4b-44d8-8e82-f7c4144a2a55 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0795572
Dec 19 14:15:55.165746 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-0bc5c1eb-ebdd-44b3-9cdc-c3a7b59278d9 req-e149671e-8d24-4da9-acb5-f079cc3221d8 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382230
Dec 19 14:15:55.892984 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:15:56.374478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dd56b-4137-4e7f-a046-3bc9f24bc9e9 req-e69a63c4-b883-4d67-b581-d36faa4b410a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:15:56.376015 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-988dd56b-4137-4e7f-a046-3bc9f24bc9e9 req-e69a63c4-b883-4d67-b581-d36faa4b410a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0755603
Dec 19 14:15:56.420407 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-988dd56b-4137-4e7f-a046-3bc9f24bc9e9 req-559547b0-fd41-4ff3-8f2e-72967dc612cc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390372
Dec 19 14:15:57.616563 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa8adc-dc3f-4986-bd29-4e18cf5976e7 req-42b658be-b333-4043-9d2e-53775b4c7804 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:15:57.618740 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-65fa8adc-dc3f-4986-bd29-4e18cf5976e7 req-42b658be-b333-4043-9d2e-53775b4c7804 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0791507
Dec 19 14:15:57.664605 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-65fa8adc-dc3f-4986-bd29-4e18cf5976e7 req-ef588af8-5e98-4046-b449-87768df2e2ca tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403399
Dec 19 14:15:58.859178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46673a-8fdc-4acd-90a4-91228ba3ff68 req-a5b39197-4fb5-4ddc-a37d-9c12d2ede1e8 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:15:58.860696 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9b46673a-8fdc-4acd-90a4-91228ba3ff68 req-a5b39197-4fb5-4ddc-a37d-9c12d2ede1e8 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0757706
Dec 19 14:15:58.909157 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9b46673a-8fdc-4acd-90a4-91228ba3ff68 req-645b2ff3-1969-4898-8730-2b8b042ad8e5 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430288
Dec 19 14:16:00.105290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b69eff-bc01-48a7-ae88-a501c85d9f5a req-95edfe71-1842-4255-bdff-2fe4044c2efb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:00.106722 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-16b69eff-bc01-48a7-ae88-a501c85d9f5a req-95edfe71-1842-4255-bdff-2fe4044c2efb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0754795
Dec 19 14:16:00.151187 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-16b69eff-bc01-48a7-ae88-a501c85d9f5a req-8f37424d-cc7f-4a37-aadd-2081c0a19d3c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384388
Dec 19 14:16:01.458294 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68ad99-36ea-46d4-aaa0-40928067fa1b req-9df14867-1473-4c07-a414-8b350c1a9eaf tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:01.459636 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ca68ad99-36ea-46d4-aaa0-40928067fa1b req-9df14867-1473-4c07-a414-8b350c1a9eaf tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.1885118
Dec 19 14:16:01.503660 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ca68ad99-36ea-46d4-aaa0-40928067fa1b req-72f3b33e-0c66-4cb5-bde1-ca15f50612bb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386193
Dec 19 14:16:02.696738 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ae5de-ac7a-4ddf-b2a0-19280c53f644 req-d98750cc-29f4-46be-a31f-8f87ac9188c7 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:02.698151 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-199ae5de-ac7a-4ddf-b2a0-19280c53f644 req-d98750cc-29f4-46be-a31f-8f87ac9188c7 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0750513
Dec 19 14:16:02.742761 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-199ae5de-ac7a-4ddf-b2a0-19280c53f644 req-a4a4a9ec-bc4e-41b4-ad9d-9b33c6b50946 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390024
Dec 19 14:16:03.942822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ef649-03b9-4194-8e54-3867e10f2042 req-e05a9b49-f245-4493-bc98-f36b9f7f80b5 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:03.944189 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f6ef649-03b9-4194-8e54-3867e10f2042 req-e05a9b49-f245-4493-bc98-f36b9f7f80b5 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0782244
Dec 19 14:16:03.989090 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f6ef649-03b9-4194-8e54-3867e10f2042 req-43fd02de-143d-4709-a7d3-4185c5295617 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394702
Dec 19 14:16:05.185804 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88a7e2-6a13-4baa-8693-6c1b3a60b346 req-6f7d7191-e653-4832-be41-e6f503bd6a90 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:05.187255 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-df88a7e2-6a13-4baa-8693-6c1b3a60b346 req-6f7d7191-e653-4832-be41-e6f503bd6a90 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0745554
Dec 19 14:16:05.235044 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-df88a7e2-6a13-4baa-8693-6c1b3a60b346 req-6372a7f0-68b9-4c26-a804-683d87fd090a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422812
Dec 19 14:16:05.767896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 4e15f2da-d5d6-4bd1-85a9-c911695d2161 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:16:05.899100 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:16:05.912289 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'port_id': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'mac_address': 'fa:16:3e:5e:a1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:16:05.968816 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:05.985634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e15f2da-d5d6-4bd1-85a9-c911695d2161 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:16:06.000431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:16:06.068620 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:06.070397 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:16:06.136812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=4e15f2da-d5d6-4bd1-85a9-c911695d2161,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:16:06.146784 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['4e15f2da-d5d6-4bd1-85a9-c911695d2161'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:16:06.181498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:16:06.181498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:16:06.181498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:16:06.181498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:16:06.181498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:16:06.181498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:16:06.181498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:16:06.181498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:16:06.181498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:16:06.181498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:16:06.181498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:16:06.182602 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:16:06.439458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545d8fc-d62b-4f54-8148-695df0e242a6 req-0f901a89-0db1-4993-8cc6-7ca398e62b5b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:06.440891 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c545d8fc-d62b-4f54-8148-695df0e242a6 req-0f901a89-0db1-4993-8cc6-7ca398e62b5b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 945 time: 0.0829785
Dec 19 14:16:06.487280 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c545d8fc-d62b-4f54-8148-695df0e242a6 req-5cbd45b1-984c-42cf-ab27-d01578097f2e tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407939
Dec 19 14:16:07.735178 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831a164-6237-49fd-9dcd-b836451d636e req-86ffa788-6829-41af-871a-a12aa07d54e6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:07.738856 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3831a164-6237-49fd-9dcd-b836451d636e req-86ffa788-6829-41af-871a-a12aa07d54e6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 945 time: 0.1191294
Dec 19 14:16:07.781950 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 4e15f2da-d5d6-4bd1-85a9-c911695d2161 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:16:07.784873 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3831a164-6237-49fd-9dcd-b836451d636e req-f65530f5-d20d-47fc-a6ba-2f7aeebf6adb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426443
Dec 19 14:16:07.913338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:16:07.913706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:08.029321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:08.058301 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:16:08.069260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:16:08.120147 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'code': 200}
Dec 19 14:16:08.149837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:08.153786 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:16:08.227682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=4e15f2da-d5d6-4bd1-85a9-c911695d2161,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:16:08.230813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:16:09.021299 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf7147-675a-45e3-89c8-11fc87620fbb req-ed95ecb8-2a72-4cf5-a1f6-b21448601908 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:09.022759 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24cf7147-675a-45e3-89c8-11fc87620fbb req-ed95ecb8-2a72-4cf5-a1f6-b21448601908 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0842767
Dec 19 14:16:09.074500 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24cf7147-675a-45e3-89c8-11fc87620fbb req-6bc5e022-5d40-4fd8-a1e8-28b638f611dc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457609
Dec 19 14:16:10.301197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5519c-b705-452a-87b3-57556cef100a req-10ea60aa-2573-4930-9338-8c95b67f3527 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:10.303403 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-16c5519c-b705-452a-87b3-57556cef100a req-10ea60aa-2573-4930-9338-8c95b67f3527 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0957141
Dec 19 14:16:10.350602 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-16c5519c-b705-452a-87b3-57556cef100a req-c469fbaa-9437-4403-9a1f-128aa5d66fd0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415268
Dec 19 14:16:11.559156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed875d5-654d-497d-94fb-574885908f9c req-e1114acb-ac63-495e-b6bd-eb4eee4f863a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:11.560731 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4ed875d5-654d-497d-94fb-574885908f9c req-e1114acb-ac63-495e-b6bd-eb4eee4f863a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0833156
Dec 19 14:16:11.613832 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4ed875d5-654d-497d-94fb-574885908f9c req-96712af7-ef90-48ed-b6de-36cce3f5abb4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469892
Dec 19 14:16:12.440089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9c9939d2-0149-4203-bea9-d91e596345b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:12.836317 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc1562-c02f-4b32-8a20-c437b6af5998 req-801e3148-cfbc-4fcd-ac3d-47418f2510a7 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:12.837731 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a2bc1562-c02f-4b32-8a20-c437b6af5998 req-801e3148-cfbc-4fcd-ac3d-47418f2510a7 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0893323
Dec 19 14:16:12.889150 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a2bc1562-c02f-4b32-8a20-c437b6af5998 req-e35e7477-a499-475e-85d9-ca2df686b880 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436897
Dec 19 14:16:14.111990 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2515112-cdc9-44da-967a-398cad7adef8 req-fbedb1be-84df-439e-9185-1d97961172e8 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:14.113431 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a2515112-cdc9-44da-967a-398cad7adef8 req-fbedb1be-84df-439e-9185-1d97961172e8 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0847347
Dec 19 14:16:14.169426 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a2515112-cdc9-44da-967a-398cad7adef8 req-f0b5cee9-be81-4fa6-bd26-57424c1af1e5 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0501745
Dec 19 14:16:14.646411 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a6391190-3526-4bc3-8d16-351fe1055054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:15.375790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf28d6f-8f56-469d-b97c-b6611329fc66 req-6c38fcb8-6c39-4314-90ab-f72c10fa1b96 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:15.377533 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaf28d6f-8f56-469d-b97c-b6611329fc66 req-6c38fcb8-6c39-4314-90ab-f72c10fa1b96 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0794103
Dec 19 14:16:15.425476 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aaf28d6f-8f56-469d-b97c-b6611329fc66 req-e9948100-89dd-4d73-bddf-c1e33d19cd45 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424962
Dec 19 14:16:16.549669 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:16.566766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:16.637725 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317c17a-9e16-431a-9234-20b7bceb9f4b req-71c0646a-2159-4b19-9fc8-73b17557c37a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:16.639919 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3317c17a-9e16-431a-9234-20b7bceb9f4b req-71c0646a-2159-4b19-9fc8-73b17557c37a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0882258
Dec 19 14:16:16.697686 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3317c17a-9e16-431a-9234-20b7bceb9f4b req-1bf68e77-8f8c-4304-aa49-98ea1e9ba949 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0513842
Dec 19 14:16:16.992809 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-75d1f3f4-b772-4e2e-8bd2-d14c5d3a089b req-8a65ad43-5b4d-4508-a74f-8761c4e04055 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1099 time: 0.0832093
Dec 19 14:16:17.148564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f3f4-b772-4e2e-8bd2-d14c5d3a089b req-24836c31-59ae-4e81-bb8f-1047aec11410 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:17.150108 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-75d1f3f4-b772-4e2e-8bd2-d14c5d3a089b req-24836c31-59ae-4e81-bb8f-1047aec11410 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1361606
Dec 19 14:16:17.260808 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-75d1f3f4-b772-4e2e-8bd2-d14c5d3a089b req-db3f272f-97ef-4891-ba4e-78154b6dbd59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161 HTTP/1.1" status: 200  len: 1001 time: 0.1044960
Dec 19 14:16:17.324896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f3f4-b772-4e2e-8bd2-d14c5d3a089b req-05d025bf-8e7f-45a1-aa03-9f531e9b38f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:17.326339 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-75d1f3f4-b772-4e2e-8bd2-d14c5d3a089b req-05d025bf-8e7f-45a1-aa03-9f531e9b38f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0595520
Dec 19 14:16:17.400064 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-75d1f3f4-b772-4e2e-8bd2-d14c5d3a089b req-fcc8eab1-57e0-49df-8d0d-c7086d707c53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669985
Dec 19 14:16:17.531147 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-75d1f3f4-b772-4e2e-8bd2-d14c5d3a089b req-b18162cb-bb55-4302-89a2-387ad7bb3203 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249046
Dec 19 14:16:17.663239 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-75d1f3f4-b772-4e2e-8bd2-d14c5d3a089b req-64614ee5-05cc-4ae5-9a37-676dbd7fc7aa service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255198
Dec 19 14:16:17.776957 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:17.897228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b8b11-b111-43fb-9789-6bd2bd55d986 req-4344e198-f34d-46a8-a3d9-57c5152d44ad tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:17.898546 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ff4b8b11-b111-43fb-9789-6bd2bd55d986 req-4344e198-f34d-46a8-a3d9-57c5152d44ad tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0764558
Dec 19 14:16:17.942711 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ff4b8b11-b111-43fb-9789-6bd2bd55d986 req-d414af23-0c97-4f6f-800a-dc2585b6ae1c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385516
Dec 19 14:16:18.402886 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3b5c6b3d-197e-4d2f-9555-0b8557496164 req-183359ad-c070-41dc-8f64-bada3cd69a5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1099 time: 0.0727327
Dec 19 14:16:18.539685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c6b3d-197e-4d2f-9555-0b8557496164 req-4386644f-b65f-4b74-ab05-88d8f57a8b0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:18.541118 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3b5c6b3d-197e-4d2f-9555-0b8557496164 req-4386644f-b65f-4b74-ab05-88d8f57a8b0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1264484
Dec 19 14:16:18.643846 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3b5c6b3d-197e-4d2f-9555-0b8557496164 req-eab64409-dfed-48fc-82f7-566a8f1f9648 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161 HTTP/1.1" status: 200  len: 1001 time: 0.0962226
Dec 19 14:16:18.707020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c6b3d-197e-4d2f-9555-0b8557496164 req-5afc1a33-766a-4865-98f4-649367e6f4e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:18.708495 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3b5c6b3d-197e-4d2f-9555-0b8557496164 req-5afc1a33-766a-4865-98f4-649367e6f4e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0576029
Dec 19 14:16:18.784942 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3b5c6b3d-197e-4d2f-9555-0b8557496164 req-e5874075-e7e1-4d82-bf45-4485921f8ee9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701864
Dec 19 14:16:18.917389 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3b5c6b3d-197e-4d2f-9555-0b8557496164 req-bff2bf70-a9b8-4a15-9cc3-00f6c16ceadb service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260734
Dec 19 14:16:19.052802 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3b5c6b3d-197e-4d2f-9555-0b8557496164 req-63a16631-039e-4e9c-b84f-d68b9c1024db service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290753
Dec 19 14:16:19.146269 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7edd41-71d7-42dd-b8e5-f66687580cb7 req-fe9f16ef-9af2-48bd-b504-52e9013b3627 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:19.147743 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5d7edd41-71d7-42dd-b8e5-f66687580cb7 req-fe9f16ef-9af2-48bd-b504-52e9013b3627 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0828497
Dec 19 14:16:19.193146 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5d7edd41-71d7-42dd-b8e5-f66687580cb7 req-30aea8e8-4c4d-4961-a5bc-6b5f1fabcb41 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399313
Dec 19 14:16:20.057978 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:16:20.386746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b7ca3-4710-4c74-bbde-b5518ab800e6 req-a5eb74de-5279-40d4-804e-62b521405577 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:20.388194 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f3b7ca3-4710-4c74-bbde-b5518ab800e6 req-a5eb74de-5279-40d4-804e-62b521405577 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0761225
Dec 19 14:16:20.441619 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f3b7ca3-4710-4c74-bbde-b5518ab800e6 req-0b90980e-6cfa-4a66-b915-1a9093c89d30 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0476463
Dec 19 14:16:21.635412 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961455a9-1043-4883-8346-15f492b96e99 req-1f36c6c2-ec9d-49bf-bb82-58abfeefbe5c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:21.636836 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-961455a9-1043-4883-8346-15f492b96e99 req-1f36c6c2-ec9d-49bf-bb82-58abfeefbe5c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 946 time: 0.0758295
Dec 19 14:16:21.681978 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-961455a9-1043-4883-8346-15f492b96e99 req-e4494a98-c4de-4f36-accc-60d060ccd293 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387511
Dec 19 14:16:21.852099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 4e15f2da-d5d6-4bd1-85a9-c911695d2161 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:16:21.868913 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7a89ee65-ba39-4304-8468-af2c70a52f37 req-691f612a-7b51-4994-a826-23654c855358 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0720909
Dec 19 14:16:21.960198 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:21.989940 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:16:21.995453 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:16:22.037449 dv-neutron-821895-1-hyperv neutron-server[84126]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'code': 422} returned with failed status
Dec 19 14:16:22.046088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:22.048574 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:16:22.118482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=4e15f2da-d5d6-4bd1-85a9-c911695d2161,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:16:22.121668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:16:22.251245 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e3d2-d310-49cb-a53b-6510311233f1 req-dd83fce9-7f18-4e66-87b2-8b99bea1f10c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:22.252586 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-93d5e3d2-d310-49cb-a53b-6510311233f1 req-dd83fce9-7f18-4e66-87b2-8b99bea1f10c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0761917
Dec 19 14:16:22.302168 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-93d5e3d2-d310-49cb-a53b-6510311233f1 req-ba15ba98-34f7-4619-b545-398cab9897c4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440896
Dec 19 14:16:22.427571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54126) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:16:22.692023 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1f16087-6053-41d7-a5d2-70b21e0fb66d req-5c8c8e36-0342-4750-ad81-aebd61d1fe07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2632174
Dec 19 14:16:23.514905 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcebeb-7f0f-456a-b3de-35913a961ad7 req-855f6396-8d7c-479a-81ec-a8975fb58c9f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:23.516386 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3abcebeb-7f0f-456a-b3de-35913a961ad7 req-855f6396-8d7c-479a-81ec-a8975fb58c9f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0915775
Dec 19 14:16:23.536331 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1f16087-6053-41d7-a5d2-70b21e0fb66d req-8cac5b12-5855-450c-9f41-70b56b34cb7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea&tenant_id=788be17de73c4890bc3cef6cbb5b5ddd HTTP/1.1" status: 200  len: 1097 time: 0.0753465
Dec 19 14:16:23.633920 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1f16087-6053-41d7-a5d2-70b21e0fb66d req-4fab4c9b-b722-4178-bfec-dfa2be920d19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1097 time: 0.0721223
Dec 19 14:16:23.667845 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3abcebeb-7f0f-456a-b3de-35913a961ad7 req-598f3b67-6a73-4eaf-8c19-8b0d38cdbade tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1416037
Dec 19 14:16:23.764113 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f16087-6053-41d7-a5d2-70b21e0fb66d req-4c4452ae-f2a8-458a-815a-51caf23c1ae6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:23.765522 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1f16087-6053-41d7-a5d2-70b21e0fb66d req-4c4452ae-f2a8-458a-815a-51caf23c1ae6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1254473
Dec 19 14:16:23.867558 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1f16087-6053-41d7-a5d2-70b21e0fb66d req-f59cd1f3-c30f-45f2-bb1a-15ebbbf6c511 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161 HTTP/1.1" status: 200  len: 999 time: 0.0949194
Dec 19 14:16:23.933273 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f16087-6053-41d7-a5d2-70b21e0fb66d req-7070e009-ae34-4f80-ae5b-9482fc70290e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:23.933273 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1f16087-6053-41d7-a5d2-70b21e0fb66d req-7070e009-ae34-4f80-ae5b-9482fc70290e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0563791
Dec 19 14:16:24.005736 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1f16087-6053-41d7-a5d2-70b21e0fb66d req-646f12f9-86bd-404f-a652-cdcf169dab79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696354
Dec 19 14:16:24.133464 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1f16087-6053-41d7-a5d2-70b21e0fb66d req-f2a395c2-8ebe-4ee1-b73b-4b0d45efac02 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215534
Dec 19 14:16:24.267301 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-b1f16087-6053-41d7-a5d2-70b21e0fb66d req-8def03d1-3da9-472f-8b2f-4d501afb116d service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270416
Dec 19 14:16:24.865064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d8c0b-017b-4fc5-9cf4-0815a0fa49f3 req-7932b257-aa39-4543-8181-a575c584d452 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:24.866496 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c26d8c0b-017b-4fc5-9cf4-0815a0fa49f3 req-7932b257-aa39-4543-8181-a575c584d452 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0772939
Dec 19 14:16:24.911424 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c26d8c0b-017b-4fc5-9cf4-0815a0fa49f3 req-a762a922-3b36-4aa9-bf99-0e5bb8c0493f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389409
Dec 19 14:16:25.932301 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:26.120562 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba293-907b-4b1f-b854-7348a07cd003 req-5ac98cc2-c805-4857-8ecf-c01e3eb91583 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:26.121973 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9edba293-907b-4b1f-b854-7348a07cd003 req-5ac98cc2-c805-4857-8ecf-c01e3eb91583 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0834343
Dec 19 14:16:26.169074 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9edba293-907b-4b1f-b854-7348a07cd003 req-e60dbd51-d84d-4ee9-83d1-01ec10647a0e tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410132
Dec 19 14:16:27.379943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873d280-bfc5-4828-acd3-72e6054cb560 req-95218e89-a7eb-4813-9940-a82ccaa579c5 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:27.381365 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9873d280-bfc5-4828-acd3-72e6054cb560 req-95218e89-a7eb-4813-9940-a82ccaa579c5 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0786791
Dec 19 14:16:27.431904 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9873d280-bfc5-4828-acd3-72e6054cb560 req-18b0a572-20ad-42fb-8068-8483971cf442 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448701
Dec 19 14:16:28.640943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8debc-cde9-4621-988c-e6513c634c7e req-e7f090ea-e0b6-4eff-913c-34f700d01946 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:28.642638 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c5e8debc-cde9-4621-988c-e6513c634c7e req-e7f090ea-e0b6-4eff-913c-34f700d01946 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0861146
Dec 19 14:16:28.690924 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c5e8debc-cde9-4621-988c-e6513c634c7e req-bc60f3c8-322a-4246-80d8-53d20a12a0c1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418971
Dec 19 14:16:29.904154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740a86a-4d3f-4a5a-a5b9-e1150cafc7c8 req-5c7f6879-5ad0-4e0e-b8a5-f99691604444 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:29.905605 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e740a86a-4d3f-4a5a-a5b9-e1150cafc7c8 req-5c7f6879-5ad0-4e0e-b8a5-f99691604444 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0834875
Dec 19 14:16:29.952727 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e740a86a-4d3f-4a5a-a5b9-e1150cafc7c8 req-32412711-cd65-48ad-8242-ce4a01bac91a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407209
Dec 19 14:16:31.255160 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f00a3b-faac-4923-ac95-7034c6a3be4f req-91daafd5-5b2a-482f-a671-27b0c679a20f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:31.255160 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b6f00a3b-faac-4923-ac95-7034c6a3be4f req-91daafd5-5b2a-482f-a671-27b0c679a20f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0819240
Dec 19 14:16:31.255160 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-b6f00a3b-faac-4923-ac95-7034c6a3be4f req-71a6990e-f481-4889-acd5-79e17da40c19 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0486081
Dec 19 14:16:32.448710 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4d584-7861-4c44-b951-12d86799c2c5 req-2d80bab0-3f8c-4b08-b7a5-71e83b4e2098 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:32.490705 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-21c4d584-7861-4c44-b951-12d86799c2c5 req-2d80bab0-3f8c-4b08-b7a5-71e83b4e2098 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0896456
Dec 19 14:16:32.510889 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-21c4d584-7861-4c44-b951-12d86799c2c5 req-4a2ab1dc-0368-4c9c-9c02-e7745c41bb17 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0548153
Dec 19 14:16:33.723535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d50bb1-1e5c-461e-bb82-0738cb3f51ea req-7977c03a-4fe5-4175-9494-52751c3aac20 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:33.724989 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e0d50bb1-1e5c-461e-bb82-0738cb3f51ea req-7977c03a-4fe5-4175-9494-52751c3aac20 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0794251
Dec 19 14:16:33.778732 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e0d50bb1-1e5c-461e-bb82-0738cb3f51ea req-12c1f1c6-706a-4f3c-94ec-0eb21a24eb70 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0481737
Dec 19 14:16:34.980277 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae247e-7ceb-49f5-9d9c-4ce603ac3657 req-e840f1c6-3dac-4339-b306-dc64d8b08fcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:34.981627 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a3ae247e-7ceb-49f5-9d9c-4ce603ac3657 req-e840f1c6-3dac-4339-b306-dc64d8b08fcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0773647
Dec 19 14:16:35.026824 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a3ae247e-7ceb-49f5-9d9c-4ce603ac3657 req-74a1a710-7351-4116-9a1a-03f73d4f2113 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396714
Dec 19 14:16:36.224584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c56c0b-ef18-426a-97c1-90483c5066e3 req-50ac6633-f867-4c5c-ad56-58227389b5a7 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:36.225987 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84c56c0b-ef18-426a-97c1-90483c5066e3 req-50ac6633-f867-4c5c-ad56-58227389b5a7 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0791438
Dec 19 14:16:36.270420 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-84c56c0b-ef18-426a-97c1-90483c5066e3 req-53cb33ba-de32-4851-b223-e640bcaa03b5 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389850
Dec 19 14:16:37.466303 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762d3f6-8e6a-4c74-b581-5d0181a45872 req-844fde6a-f572-40b9-b725-aaf22d0b923d tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:37.467755 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f762d3f6-8e6a-4c74-b581-5d0181a45872 req-844fde6a-f572-40b9-b725-aaf22d0b923d tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 944 time: 0.0755980
Dec 19 14:16:37.513615 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f762d3f6-8e6a-4c74-b581-5d0181a45872 req-fe408675-aaea-45b8-b153-9e634b0b95aa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395086
Dec 19 14:16:37.897166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 4e15f2da-d5d6-4bd1-85a9-c911695d2161 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:16:38.027425 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:16:38.040117 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'port_id': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'mac_address': 'fa:16:3e:5e:a1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:16:38.093547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:38.110011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e15f2da-d5d6-4bd1-85a9-c911695d2161 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:16:38.124396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:16:38.211594 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:38.214181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:16:38.284715 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=4e15f2da-d5d6-4bd1-85a9-c911695d2161,revision_number=9']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:16:38.287753 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:16:38.439458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['4e15f2da-d5d6-4bd1-85a9-c911695d2161'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:16:38.721043 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb639ec-8f34-4098-b2f3-16301f45dbb0 req-b08d87ef-42e8-4d2e-8bfa-b18fbe2c3970 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:38.722656 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebb639ec-8f34-4098-b2f3-16301f45dbb0 req-b08d87ef-42e8-4d2e-8bfa-b18fbe2c3970 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 945 time: 0.0822592
Dec 19 14:16:38.768545 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebb639ec-8f34-4098-b2f3-16301f45dbb0 req-2838c437-a95c-4b6c-894d-20a74831e189 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396085
Dec 19 14:16:39.897321 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 4e15f2da-d5d6-4bd1-85a9-c911695d2161 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:16:39.961012 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74c7e4-e10f-41a8-ab59-6e8513ef5e9f req-00478f0f-53e6-4a81-95a8-c09009676a37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:39.962563 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ee74c7e4-e10f-41a8-ab59-6e8513ef5e9f req-00478f0f-53e6-4a81-95a8-c09009676a37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 945 time: 0.0765352
Dec 19 14:16:39.964819 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:16:39.965201 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:40.008011 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ee74c7e4-e10f-41a8-ab59-6e8513ef5e9f req-29d7bfd2-9ddc-4fa1-b42b-bc76eb78a92b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396891
Dec 19 14:16:40.078742 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:40.106000 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:16:40.115122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:16:40.160524 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'code': 200}
Dec 19 14:16:40.176683 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:40.178491 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cf7adbb8-4f20-4cc0-b9e7-4c8533e266e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:16:40.246166 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=4e15f2da-d5d6-4bd1-85a9-c911695d2161,revision_number=10']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:16:40.249099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:16:40.504491 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-62e81963-4c68-43a4-8183-d391606d0f68 req-72a99da2-a1d8-4780-8afa-decfddde36e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1100 time: 0.0661836
Dec 19 14:16:40.545774 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-62e81963-4c68-43a4-8183-d391606d0f68 req-666bca50-3a9a-46b6-980a-83cef0c5777d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0349433
Dec 19 14:16:41.207822 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d653c98-1bd0-410a-9138-a29dc6a0faca req-06c64528-0e65-49c6-879d-728a5667326b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:41.209222 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d653c98-1bd0-410a-9138-a29dc6a0faca req-06c64528-0e65-49c6-879d-728a5667326b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 947 time: 0.0772362
Dec 19 14:16:41.254087 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9d653c98-1bd0-410a-9138-a29dc6a0faca req-e7d4f495-ec7b-4721-8f4b-31b640792fc6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393450
Dec 19 14:16:42.455717 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35ce1a-0a5f-4c70-86e4-3e3bbbe7b5a0 req-eaa9e765-963d-4e9b-b523-0c9779c04086 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:42.456721 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d0fc6f73-61a2-4487-90c4-fc109680c034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:42.457163 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7e35ce1a-0a5f-4c70-86e4-3e3bbbe7b5a0 req-eaa9e765-963d-4e9b-b523-0c9779c04086 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 947 time: 0.0768406
Dec 19 14:16:42.507883 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7e35ce1a-0a5f-4c70-86e4-3e3bbbe7b5a0 req-f508d5f1-cc51-4cd2-9eca-fee8ebcb4631 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442708
Dec 19 14:16:43.702832 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebc005-3840-4a41-8165-191a7a47533b req-b157ee19-1d62-47fe-a7ac-21d29596823a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:16:43.704193 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07ebc005-3840-4a41-8165-191a7a47533b req-b157ee19-1d62-47fe-a7ac-21d29596823a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 947 time: 0.0750427
Dec 19 14:16:43.748575 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-07ebc005-3840-4a41-8165-191a7a47533b req-f982b0df-e3da-456f-b266-e0713fcbff32 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387838
Dec 19 14:16:44.640467 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d992c6d-60bc-4365-a4f1-c47486275a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:46.348536 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:46.371366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:47.765405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:55.941926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:16:57.057876 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:17:12.457135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b22732ff-5e20-40c4-8d77-4ca9ff3d20cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:14.639710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6a8b4539-eaad-486b-ac71-52ad52277f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:16.381898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:16.392989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:16.926840 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-87849574-a86b-4dbc-956a-658defd7cc5f req-0dadf346-3c0c-4dae-9ae7-e220e5ec0d24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0704584
Dec 19 14:17:17.060230 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-87849574-a86b-4dbc-956a-658defd7cc5f req-229654e5-739b-49d8-9979-3af2f3706ba9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1100 time: 0.0669026
Dec 19 14:17:17.207091 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87849574-a86b-4dbc-956a-658defd7cc5f req-dd9fe100-a136-4994-a428-f5faa8cad456 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:17:17.208577 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-87849574-a86b-4dbc-956a-658defd7cc5f req-dd9fe100-a136-4994-a428-f5faa8cad456 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1299620
Dec 19 14:17:17.314330 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-87849574-a86b-4dbc-956a-658defd7cc5f req-624d4d92-6c2a-4825-bc37-7d532c404ca5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161 HTTP/1.1" status: 200  len: 1001 time: 0.0991569
Dec 19 14:17:17.375681 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87849574-a86b-4dbc-956a-658defd7cc5f req-370e5f03-f681-46ec-acc2-1df884e27d47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:17:17.377111 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-87849574-a86b-4dbc-956a-658defd7cc5f req-370e5f03-f681-46ec-acc2-1df884e27d47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0571849
Dec 19 14:17:17.452415 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-87849574-a86b-4dbc-956a-658defd7cc5f req-91806a54-cf93-492f-923e-b89c97209047 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691464
Dec 19 14:17:17.462654 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [req-87849574-a86b-4dbc-956a-658defd7cc5f req-ad7f76ed-8748-4c2b-89fa-7ad624f77a2e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 14:17:17.463637 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-87849574-a86b-4dbc-956a-658defd7cc5f req-ad7f76ed-8748-4c2b-89fa-7ad624f77a2e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046499
Dec 19 14:17:17.698420 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-87849574-a86b-4dbc-956a-658defd7cc5f req-75b91da7-0841-4cd3-bfd4-d04a11ae6731 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284625
Dec 19 14:17:17.782282 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:17.828557 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-87849574-a86b-4dbc-956a-658defd7cc5f req-57d16c89-4339-4cb7-873d-43d26c25a842 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242037
Dec 19 14:17:25.942168 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:34.058008 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:17:42.455847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7686ebcd-b7a1-4f94-a76a-c1ae4d4dc135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:44.655817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e80909c2-a4ca-40a8-8e83-a65752f7a620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:46.370325 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:46.398993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:47.769831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:54.681743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54248) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:17:54.886776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Deleting port 87741802-6a11-4542-9f2d-4cae24932a11 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:17:54.887020 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:55.051190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:55.051504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:55.169872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Calling delete_port for 87741802-6a11-4542-9f2d-4cae24932a11 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:17:55.399662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:55.403394 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-17f6f47d-5112-438f-a168-1ca06827948a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:17:55.445346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event deleted for resources: {'Port': ['ID=87741802-6a11-4542-9f2d-4cae24932a11,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:17:55.484103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:17:55.484478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:17:55.484844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:17:55.485207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:17:55.485564 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:17:55.485947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:17:55.486300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:17:55.486653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:17:55.487002 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:17:55.487375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:17:55.487723 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:17:55.497891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:17:55.549362 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:55.931616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Router c6256887-92f7-4da4-9293-8320a703d757 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:17:55.987235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:56.303384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:17:56.313694 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43cb997-d9eb-475f-a62f-bcb10068afc1 None None] Sync routers for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:17:56.316863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:56.326472 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43cb997-d9eb-475f-a62f-bcb10068afc1 None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:17:56.327097 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f43cb997-d9eb-475f-a62f-bcb10068afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478b31f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:17:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:17:56.373663 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "DELETE /v2.0/floatingips/ca090267-5719-4aa4-aace-de73c0f9d108 HTTP/1.1" status: 204  len: 168 time: 1.6880753
Dec 19 14:17:56.373663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:17:56.444361 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'status': 'completed', 'code': 200}
Dec 19 14:17:56.508827 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-f43cb997-d9eb-475f-a62f-bcb10068afc1 None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:17:56.540954 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e5204904-c017-455e-b334-8ec0ca0e20b0 req-03fb4994-181d-4358-9ebe-31612208c880 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 1100 time: 0.0743828
Dec 19 14:17:56.678274 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5204904-c017-455e-b334-8ec0ca0e20b0 req-c2f397af-e307-42d7-a605-95889006d80b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:17:56.681615 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e5204904-c017-455e-b334-8ec0ca0e20b0 req-c2f397af-e307-42d7-a605-95889006d80b service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1345429
Dec 19 14:17:56.749728 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e5204904-c017-455e-b334-8ec0ca0e20b0 req-c1797afd-5453-47c0-b66f-96d354abbeb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161 HTTP/1.1" status: 200  len: 217 time: 0.0633245
Dec 19 14:17:56.818284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5204904-c017-455e-b334-8ec0ca0e20b0 req-3265e20c-0576-45ae-879e-49713a0314bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:17:56.820228 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e5204904-c017-455e-b334-8ec0ca0e20b0 req-3265e20c-0576-45ae-879e-49713a0314bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0640550
Dec 19 14:17:56.863194 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f43cb997-d9eb-475f-a62f-bcb10068afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478b31f0>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:17:56.869648 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43cb997-d9eb-475f-a62f-bcb10068afc1 None None] Checking router: c6256887-92f7-4da4-9293-8320a703d757 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:17:56.885693 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43cb997-d9eb-475f-a62f-bcb10068afc1 None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:17:56.886219 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f43cb997-d9eb-475f-a62f-bcb10068afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d478b31f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:17:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:17:56.904183 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e5204904-c017-455e-b334-8ec0ca0e20b0 req-517ef634-d391-41d0-9c64-472d111ad840 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774581
Dec 19 14:17:56.964764 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7674-38bd-45b3-8ab1-0ae60bb42210 req-e771772a-fd5e-4b24-a01d-d98749d06f29 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:17:56.967165 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d5ac7674-38bd-45b3-8ab1-0ae60bb42210 req-e771772a-fd5e-4b24-a01d-d98749d06f29 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 947 time: 0.0901065
Dec 19 14:17:57.014967 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d5ac7674-38bd-45b3-8ab1-0ae60bb42210 req-48e5a222-ea8d-4ef8-9cde-25dfc0709bb6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411885
Dec 19 14:17:57.043278 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e5204904-c017-455e-b334-8ec0ca0e20b0 req-12799fb9-e643-483f-95f9-3197304b00b2 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316206
Dec 19 14:17:57.068159 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-f43cb997-d9eb-475f-a62f-bcb10068afc1 None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:17:57.175033 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e5204904-c017-455e-b334-8ec0ca0e20b0 req-e3a79f7d-418c-4044-af83-d3559b50926d service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247158
Dec 19 14:17:57.376339 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-f43cb997-d9eb-475f-a62f-bcb10068afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d478b31f0>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:17:57.380155 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43cb997-d9eb-475f-a62f-bcb10068afc1 None None] The sync data for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv is: [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:17:57.590799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda55b32-2542-4fa1-8255-c9111cf00a46 None None] New status for floating IP ca090267-5719-4aa4-aace-de73c0f9d108: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:17:58.144931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94194073-c4e2-4234-9669-8352dcb96fca req-3d60db3e-5f21-49c2-9721-a41c43796b97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:17:58.145608 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-94194073-c4e2-4234-9669-8352dcb96fca req-3d60db3e-5f21-49c2-9721-a41c43796b97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Synchronizing usage tracker for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:17:58.215440 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb078d-c7cd-4248-83df-2e1a76982ca0 req-c37873ac-636e-4cdc-ba10-96662c9657d1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:17:58.217141 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-78bb078d-c7cd-4248-83df-2e1a76982ca0 req-c37873ac-636e-4cdc-ba10-96662c9657d1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 947 time: 0.0751619
Dec 19 14:17:58.221252 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-94194073-c4e2-4234-9669-8352dcb96fca req-3d60db3e-5f21-49c2-9721-a41c43796b97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Unset dirty status for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:17:58.222442 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-94194073-c4e2-4234-9669-8352dcb96fca req-3d60db3e-5f21-49c2-9721-a41c43796b97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 947 time: 0.1603165
Dec 19 14:17:58.262837 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-78bb078d-c7cd-4248-83df-2e1a76982ca0 req-0cd40e85-2bc2-4378-ad32-1351f1499d2a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=0169d621-47a8-414f-a7d3-642ff5383fd1&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400925
Dec 19 14:17:58.290631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-94194073-c4e2-4234-9669-8352dcb96fca req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Deleting port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:17:58.290966 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-94194073-c4e2-4234-9669-8352dcb96fca req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:58.533058 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-94194073-c4e2-4234-9669-8352dcb96fca req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] For port 4e15f2da-d5d6-4bd1-85a9-c911695d2161, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4e15f2da-d5d6-4bd1-85a9-c911695d2161,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:17:58.533408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-94194073-c4e2-4234-9669-8352dcb96fca req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:58.652962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-94194073-c4e2-4234-9669-8352dcb96fca req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Calling delete_port for 4e15f2da-d5d6-4bd1-85a9-c911695d2161 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:17:58.930990 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-94194073-c4e2-4234-9669-8352dcb96fca req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:58.937839 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-85ad98d3-33f3-4932-a8f6-e18d54f0864f tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:17:58.980191 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event deleted for resources: {'Port': ['ID=4e15f2da-d5d6-4bd1-85a9-c911695d2161,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:17:58.982577 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:17:59.054074 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-94194073-c4e2-4234-9669-8352dcb96fca req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] No DVR routers for this DVR port 4e15f2da-d5d6-4bd1-85a9-c911695d2161 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:17:59.057804 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-94194073-c4e2-4234-9669-8352dcb96fca req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:17:59.060590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'name': 'network-vif-deleted', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:17:59.115695 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0a304f-22f0-4bfb-971f-7b7de8b817ea', 'name': 'network-vif-deleted', 'tag': '4e15f2da-d5d6-4bd1-85a9-c911695d2161', 'status': 'completed', 'code': 200}
Dec 19 14:17:59.130607 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-94194073-c4e2-4234-9669-8352dcb96fca req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.18 "DELETE /v2.0/ports/4e15f2da-d5d6-4bd1-85a9-c911695d2161 HTTP/1.1" status: 204  len: 173 time: 0.9030278
Dec 19 14:17:59.436440 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-52d74824-45b5-4d71-a085-4987a028b5d4 req-e614f5c2-f4e0-4ff9-b3eb-67722d8a9a6e tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0a304f-22f0-4bfb-971f-7b7de8b817ea HTTP/1.1" status: 200  len: 210 time: 0.0491874
Dec 19 14:18:00.239062 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 4e15f2da-d5d6-4bd1-85a9-c911695d2161 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:18:00.271494 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 4e15f2da-d5d6-4bd1-85a9-c911695d2161 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:18:00.271835 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 4e15f2da-d5d6-4bd1-85a9-c911695d2161 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:18:00.541172 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54270) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:18:00.608022 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:00.637002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:00.741975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:00.745970 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0d30eb99-6e53-491c-929e-291870152ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:00.761086 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0169d621-47a8-414f-a7d3-642ff5383fd1,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:00.770048 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:00.773683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:00.773683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:00.773683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:00.773683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:00.773683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:00.773683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:00.773683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:00.773683 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:00.774469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:00.774469 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:00.777302 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:00.826039 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:00.827172 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-875cd5dd-b060-4102-b85d-3e4167c41711 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "DELETE /v2.0/security-groups/0169d621-47a8-414f-a7d3-642ff5383fd1 HTTP/1.1" status: 204  len: 168 time: 0.2850113
Dec 19 14:18:02.262706 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54280) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:18:02.268372 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340152693', 'description': 'tempest-secgroup-smoke-1340152693 description', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:18:02.274949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:18:02.279070 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:18:02.281864 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:18:02.287454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:18:02.381284 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:02.509162 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:18:02.512869 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:18:02.515611 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:18:02.521158 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:18:02.572646 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:02.615951 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:02.619803 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d72b53e4-7e9b-4258-a839-b7c5075aba0c tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:02.661413 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b6068c-78ea-4091-a733-beef0b600410,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:02.664148 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:02.701305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:02.702470 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1a8dc421-af48-4a7e-9135-c3829907cbab tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4387412
Dec 19 14:18:02.705377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54284) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:18:02.710691 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '36b6068c-78ea-4091-a733-beef0b600410', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:18:02.717940 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:18:02.721903 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:18:02.724815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:18:02.730403 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:18:02.781937 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:02.841346 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:02.901533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:02.903384 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-55f05085-4ace-454a-b473-b4b888d29100 tempest-ServerActionsTestJSON-96798091 tempest-ServerActionsTestJSON-96798091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:02.925776 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb25c02-c74a-4a18-ad85-5af0d109fa73,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:02.930099 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:02.981704 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:02.982869 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e9391913-b848-42be-aee5-a96434fc7e61 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2765746
Dec 19 14:18:02.985730 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54288) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:18:02.991113 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '36b6068c-78ea-4091-a733-beef0b600410', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:18:02.997711 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:18:03.001514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:18:03.004367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:18:03.010746 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:18:03.107918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:03.168489 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:03.245078 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:03.246859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-26a83518-4d6c-4d2e-8df5-840a8767ea8f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:03.268287 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573b0084-0efa-414e-9de4-40a60856eb49,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:03.270633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:03.364449 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:03.365574 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-0f28652d-f242-404e-ab90-a4d5fcb88d01 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3789091
Dec 19 14:18:03.369035 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54292) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:18:03.374478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '36b6068c-78ea-4091-a733-beef0b600410', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:18:03.380416 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:18:03.385455 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:18:03.388301 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:18:03.393871 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:18:03.474067 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:03.535122 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:03.604423 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:03.606197 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8d543d82-41c6-4132-a14b-ac3118ba09fc tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:03.628396 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3cea34-f114-41a1-afce-8ebe3720643c,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:03.632766 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:03.713458 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:03.714678 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-6acf622c-d867-49b6-a013-3777187d7dcc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3447359
Dec 19 14:18:03.717633 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54296) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:18:03.722989 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '36b6068c-78ea-4091-a733-beef0b600410', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:18:03.729552 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:18:03.733289 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:18:03.736148 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:18:03.741827 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:18:03.810436 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:03.875935 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:03.924187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:03.931470 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d3fce61c-65b5-4e2b-8604-fe08f461b810 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:03.950164 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3b97a5-701d-4cd4-998e-acfcfea32327,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:03.952511 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:04.026778 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:04.027961 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3093677
Dec 19 14:18:04.030770 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54300) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:18:04.036254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '36b6068c-78ea-4091-a733-beef0b600410', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:18:04.042367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:18:04.046135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:18:04.048959 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:18:04.055765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:18:04.112503 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Project 788be17de73c4890bc3cef6cbb5b5ddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:18:04.119189 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:04.314690 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:04.375424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:04.377229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b643b333-bbee-41d0-a231-85f60fec7751 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:04.400147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70299f08-10aa-4ee0-97c2-711b8b9d86ca,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:04.404585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:04.467760 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:04.468913 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-872bdcbf-0eb1-4f77-9ab7-48a91382a8a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4371691
Dec 19 14:18:04.471653 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54304) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:18:04.476946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'security_group_rule': {'security_group_id': '36b6068c-78ea-4091-a733-beef0b600410', 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:18:04.483105 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:18:04.486903 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:security_group_rule and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:18:04.489803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:18:04.496311 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:18:04.575663 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.securitygroups_db [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Project 788be17de73c4890bc3cef6cbb5b5ddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:18:04.581863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:04.649857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:04.718500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:04.724308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c0d473ed-efee-497c-91db-21fbd1b7b301 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:04.743128 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42961300-339a-492b-b9ff-e84bb66eea8a,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:04.746647 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:04.816337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:04.817616 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0bcc0b38-7877-4b7a-9c8d-a255fa8923d4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3449771
Dec 19 14:18:11.058846 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:18:12.472888 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-04c88e37-4c96-4306-8abe-d94e415a83e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:14.627549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-232ff277-cd29-4124-be53-6038928b5efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:16.404607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:16.427204 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:17.769708 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:25.998919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:28.962655 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b234193b-96d8-4866-8801-93c0974c1eba tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Synchronizing usage tracker for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:18:29.020758 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b234193b-96d8-4866-8801-93c0974c1eba tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Unset dirty status for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:18:29.021918 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b234193b-96d8-4866-8801-93c0974c1eba tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340152693&fields=id&tenant_id=788be17de73c4890bc3cef6cbb5b5ddd HTTP/1.1" status: 200  len: 267 time: 0.1002278
Dec 19 14:18:29.167610 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-3f24d425-6dcc-411c-81e8-55f3bbdfbc6f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:29.168924 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-3f24d425-6dcc-411c-81e8-55f3bbdfbc6f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 809 time: 0.1406643
Dec 19 14:18:29.185389 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-52592c46-6ada-4056-aed6-14892515d43a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/quotas/788be17de73c4890bc3cef6cbb5b5ddd HTTP/1.1" status: 200  len: 375 time: 0.0102551
Dec 19 14:18:29.265314 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-53957232-514f-4f80-ba57-94fdd82864ff tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0751975
Dec 19 14:18:29.502810 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-661f9920-f7d1-4cbc-aeef-7999bbb76238 service neutron] 10.222.0.24 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2253613
Dec 19 14:18:29.633004 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b78fc24d-ac88-408a-ac98-f23e6da08b1d service neutron] 10.222.0.24 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244898
Dec 19 14:18:30.315155 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2f2ac254-eb1c-491d-b08a-14a501730605 req-ea3ec895-973a-4421-96f8-953962b66042 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 210 time: 0.1114891
Dec 19 14:18:31.479427 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f852256c-480b-40ad-8cf4-e6ecbc9bfbe0 req-e5a43bfe-7e6f-495c-ab4d-8f1e86a04061 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 210 time: 0.0443461
Dec 19 14:18:32.299500 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-a2e75f73-f019-41d4-9ecc-7927e76dcb62 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:32.301026 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-a2e75f73-f019-41d4-9ecc-7927e76dcb62 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 809 time: 0.1528819
Dec 19 14:18:32.357145 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-d3fddc48-bb6d-43af-9c8e-813c513af198 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=788be17de73c4890bc3cef6cbb5b5ddd HTTP/1.1" status: 200  len: 380 time: 0.0425050
Dec 19 14:18:32.365509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'port': {'device_id': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'admin_state_up': True, 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'security_groups': ['36b6068c-78ea-4091-a733-beef0b600410']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:18:32.504301 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:18:32.509329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:port and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:18:32.512250 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:18:32.518932 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:18:32.576107 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Made reservation on behalf of 788be17de73c4890bc3cef6cbb5b5ddd for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:18:32.579863 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:32.666282 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7300916e-e9b0-4525-968f-ecf776a57169 req-7b0a1783-12ef-49b5-8cf9-21d58cb3a72f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 210 time: 0.0599082
Dec 19 14:18:32.760570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Allocated IP 172.20.0.3 (46747fd8-9ed7-4cc4-b339-34799754623c/ef9c5161-f57d-459a-8667-c3f2a8a66ed8/43dc8f4a-309b-451d-85c9-3170548ca198) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:18:32.950688 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:32.967587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Transition to ACTIVE for port object 43dc8f4a-309b-451d-85c9-3170548ca198 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:18:33.034209 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:33.040235 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-02245cfd-1ca7-4e9b-b08e-a44df61bf523 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:33.113907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Network 46747fd8-9ed7-4cc4-b339-34799754623c is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:18:33.117239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:18:33.119256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'Port': ['ID=43dc8f4a-309b-451d-85c9-3170548ca198,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:33.125622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:18:33.146465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:33.183854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:33.184601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:33.290362 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9279451
Dec 19 14:18:33.301597 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Request body: {'port': {'device_id': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:18:33.421145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:33.438315 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6848050f-2842-4ef5-a0f4-0e18ba891268 None None] Provisioning for port 43dc8f4a-309b-451d-85c9-3170548ca198 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:18:33.444163 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-6848050f-2842-4ef5-a0f4-0e18ba891268 None None] Provisioning complete for port 43dc8f4a-309b-451d-85c9-3170548ca198 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:18:33.444550 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-6848050f-2842-4ef5-a0f4-0e18ba891268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:33.497101 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-6848050f-2842-4ef5-a0f4-0e18ba891268 None None] Port 43dc8f4a-309b-451d-85c9-3170548ca198 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:18:33.763419 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43dc8f4a-309b-451d-85c9-3170548ca198 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:18:33.770233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:33.784958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Transition to ACTIVE for port object 43dc8f4a-309b-451d-85c9-3170548ca198 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:18:33.860156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403615a5-b72f-4f86-bd46-ed0fcfb3fc1e req-280ca4f2-3083-43f1-8545-14772210cebf tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:33.862137 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-403615a5-b72f-4f86-bd46-ed0fcfb3fc1e req-280ca4f2-3083-43f1-8545-14772210cebf tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 931 time: 0.0774455
Dec 19 14:18:33.878498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:33.883121 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ac56f7f6-0574-4c4b-bd72-4592b70a2243 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:33.908032 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-403615a5-b72f-4f86-bd46-ed0fcfb3fc1e req-cfe1171e-1bd9-4e04-80db-ee15c9e471c4 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402567
Dec 19 14:18:34.118856 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Pushing event updated for resources: {'Port': ['ID=43dc8f4a-309b-451d-85c9-3170548ca198,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:34.122011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:34.242322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Attempting to bind port 43dc8f4a-309b-451d-85c9-3170548ca198 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:18:34.242645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Attempting to bind port 43dc8f4a-309b-451d-85c9-3170548ca198 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:18:34.242969 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Attempting to bind port 43dc8f4a-309b-451d-85c9-3170548ca198 on network 46747fd8-9ed7-4cc4-b339-34799754623c {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:18:34.248578 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Port 43dc8f4a-309b-451d-85c9-3170548ca198 on network 46747fd8-9ed7-4cc4-b339-34799754623c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:18:34.248883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Attempting to bind port 43dc8f4a-309b-451d-85c9-3170548ca198 on network 46747fd8-9ed7-4cc4-b339-34799754623c {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:18:34.255017 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:18:34.255437 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Checking segment: {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:18:34.255806 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Bound using segment: {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:18:34.256215 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Bound port: 43dc8f4a-309b-451d-85c9-3170548ca198, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:18:34.256552 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:34.342708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] For port 43dc8f4a-309b-451d-85c9-3170548ca198, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:18:34.347338 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] For port 43dc8f4a-309b-451d-85c9-3170548ca198, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=43dc8f4a-309b-451d-85c9-3170548ca198,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:18:34.427295 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:34.431978 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:34.487851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:34.489210 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-b86c61d3-e07b-493b-be66-42920129903d service neutron] 10.222.0.18 "PUT /v2.0/ports/43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 1093 time: 1.1921372
Dec 19 14:18:34.489715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:18:34.519825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Pushing event updated for resources: {'Port': ['ID=43dc8f4a-309b-451d-85c9-3170548ca198,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:34.523243 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:34.635231 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198', 'status': 'completed', 'code': 200}
Dec 19 14:18:34.679338 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-a4285798-501e-4891-bb75-4a2512dbf86c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1096 time: 0.1022632
Dec 19 14:18:34.752996 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-be116583-11d0-49bf-8878-e31e5d8ca575 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 217 time: 0.0671113
Dec 19 14:18:34.815742 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-0e9a8f0e-4524-4cf5-958a-2f4148886f8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:34.817221 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-0e9a8f0e-4524-4cf5-958a-2f4148886f8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0586588
Dec 19 14:18:34.908002 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-c8e270fd-4373-4140-9f53-1e9d94db5b86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0838764
Dec 19 14:18:35.067995 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-dde326c5-89f4-4d74-82aa-af0460404e4f service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535325
Dec 19 14:18:35.124938 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c1582-e2b7-4d21-86fe-4eec703f7d64 req-dd20b3d0-44b3-49a0-9412-4a14711a28fd tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:35.127816 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-978c1582-e2b7-4d21-86fe-4eec703f7d64 req-dd20b3d0-44b3-49a0-9412-4a14711a28fd tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0869992
Dec 19 14:18:35.189359 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-978c1582-e2b7-4d21-86fe-4eec703f7d64 req-b5d574e3-f9d1-4a1e-afad-d34b7000c5a6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545697
Dec 19 14:18:35.219794 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1b9a66de-6591-4fa8-9908-1fbc09c4c853 req-c456c44a-f40b-44ec-89c9-6de54ca1565d service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458781
Dec 19 14:18:35.400968 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a3820cbc-61b0-475a-a014-5b30a2da2f82 req-ed5b72bd-2a9f-4e8d-9095-f53d5b93aa2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1096 time: 0.0787325
Dec 19 14:18:35.543672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820cbc-61b0-475a-a014-5b30a2da2f82 req-8c2a43f7-c77c-4ae8-8e02-51856df8a24e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:35.545086 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a3820cbc-61b0-475a-a014-5b30a2da2f82 req-8c2a43f7-c77c-4ae8-8e02-51856df8a24e service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1372557
Dec 19 14:18:35.617270 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a3820cbc-61b0-475a-a014-5b30a2da2f82 req-ea5951b6-f1ab-422d-8215-caf825041e18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 217 time: 0.0655253
Dec 19 14:18:35.678055 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820cbc-61b0-475a-a014-5b30a2da2f82 req-36f36d75-e910-4b4f-8158-8453d5ec794b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:35.679500 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a3820cbc-61b0-475a-a014-5b30a2da2f82 req-36f36d75-e910-4b4f-8158-8453d5ec794b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0566013
Dec 19 14:18:35.754261 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a3820cbc-61b0-475a-a014-5b30a2da2f82 req-a1cbf106-44ac-4822-b01b-1c5ba013ae5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678265
Dec 19 14:18:35.887091 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a3820cbc-61b0-475a-a014-5b30a2da2f82 req-1448f2c4-dca7-483d-968f-f588a71b43e8 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262982
Dec 19 14:18:36.016442 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a3820cbc-61b0-475a-a014-5b30a2da2f82 req-9e22cc59-eed7-4fa6-89cb-ae0e648d8246 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230271
Dec 19 14:18:36.389019 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7e3b1-592d-4ddf-b66e-fc33a66cfece req-160e07b4-99ac-4871-b0cb-4da1a2d7f717 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:36.390348 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-03b7e3b1-592d-4ddf-b66e-fc33a66cfece req-160e07b4-99ac-4871-b0cb-4da1a2d7f717 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0776725
Dec 19 14:18:36.434797 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-03b7e3b1-592d-4ddf-b66e-fc33a66cfece req-ff965d44-873f-4935-b1a7-ed61216f9181 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382676
Dec 19 14:18:37.633497 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff75e1-628b-4188-a815-398d16c84c3f req-eeb25710-d12d-4e2b-ba32-085a463d484d tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:37.634936 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-51ff75e1-628b-4188-a815-398d16c84c3f req-eeb25710-d12d-4e2b-ba32-085a463d484d tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0801432
Dec 19 14:18:37.680593 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-51ff75e1-628b-4188-a815-398d16c84c3f req-18777414-a007-48b4-aff4-5a74ce05d8df tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400968
Dec 19 14:18:38.873310 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c86673-d774-4e4d-a9e8-cb563b1703d8 req-ba523d98-245c-4e0e-bfc1-ab46194640b0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:38.874737 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c4c86673-d774-4e4d-a9e8-cb563b1703d8 req-ba523d98-245c-4e0e-bfc1-ab46194640b0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0760863
Dec 19 14:18:38.919681 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c4c86673-d774-4e4d-a9e8-cb563b1703d8 req-b2d93e67-3bbd-440b-b1a5-b48c22258d45 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385609
Dec 19 14:18:40.182688 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92fa4-ea2f-4bad-a25c-9e9f27118512 req-ed9edf56-3efd-453d-87d5-acd76631bcc2 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:40.184121 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20d92fa4-ea2f-4bad-a25c-9e9f27118512 req-ed9edf56-3efd-453d-87d5-acd76631bcc2 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.1445107
Dec 19 14:18:40.230150 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-20d92fa4-ea2f-4bad-a25c-9e9f27118512 req-8024e604-aba7-43a4-8862-7774729ecd1e tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404251
Dec 19 14:18:41.425914 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8d7e6-674f-4a57-8d10-7a0fc100674c req-b1c926af-12a0-454c-b506-0be9e577a9cb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:41.427271 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5fd8d7e6-674f-4a57-8d10-7a0fc100674c req-b1c926af-12a0-454c-b506-0be9e577a9cb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0783663
Dec 19 14:18:41.570945 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5fd8d7e6-674f-4a57-8d10-7a0fc100674c req-9eb0a152-6236-445f-8ac4-0b6cb8e74c5f tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1381953
Dec 19 14:18:42.443868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ad625164-8a4d-424c-ab3d-378c89bbea9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:42.767316 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac7299-c04e-4c57-a81d-f8d128db2263 req-f81750eb-91e5-4fcf-97a4-9caa23f7979d tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:42.768765 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dcac7299-c04e-4c57-a81d-f8d128db2263 req-f81750eb-91e5-4fcf-97a4-9caa23f7979d tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0745792
Dec 19 14:18:42.812874 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-dcac7299-c04e-4c57-a81d-f8d128db2263 req-e3ddc209-5b51-45be-943c-c9e0e0f16e07 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386591
Dec 19 14:18:44.012477 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcddff-1719-487b-9fae-ae56efea37ef req-0ba29f22-8f4c-4906-91ad-e69d6402a848 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:44.013931 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7edcddff-1719-487b-9fae-ae56efea37ef req-0ba29f22-8f4c-4906-91ad-e69d6402a848 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0796840
Dec 19 14:18:44.058799 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7edcddff-1719-487b-9fae-ae56efea37ef req-06cee257-f67a-4656-b939-2339ac251417 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392437
Dec 19 14:18:44.440946 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 43dc8f4a-309b-451d-85c9-3170548ca198 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:18:44.568087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 43dc8f4a-309b-451d-85c9-3170548ca198, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=43dc8f4a-309b-451d-85c9-3170548ca198,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:18:44.589730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '43dc8f4a-309b-451d-85c9-3170548ca198', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'port_id': '43dc8f4a-309b-451d-85c9-3170548ca198', 'mac_address': 'fa:16:3e:06:f4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:18:44.649261 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:44.662538 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c54822f4-a43f-481e-8e5b-755f426e9345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:44.668983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dc8f4a-309b-451d-85c9-3170548ca198 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:18:44.684307 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 43dc8f4a-309b-451d-85c9-3170548ca198, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=43dc8f4a-309b-451d-85c9-3170548ca198,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:18:44.735398 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:44.737665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-cd518ce1-55ac-4039-908a-0d4dfe224dec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:44.798839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=43dc8f4a-309b-451d-85c9-3170548ca198,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:44.807385 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:44.807733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:44.808125 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:44.808388 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:44.808712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:44.809031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:44.809355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:44.809670 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:44.809985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:44.810299 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:44.810611 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:18:44.814448 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:44.962706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['43dc8f4a-309b-451d-85c9-3170548ca198'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:18:45.254715 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db07290-b62f-4523-a53a-8de39ea81898 req-66576bf6-c274-40b8-a3a1-70e755b9fcbb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:45.256146 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8db07290-b62f-4523-a53a-8de39ea81898 req-66576bf6-c274-40b8-a3a1-70e755b9fcbb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 944 time: 0.0762739
Dec 19 14:18:45.300494 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8db07290-b62f-4523-a53a-8de39ea81898 req-b1bc086d-75d3-4cae-9183-e76b35230f84 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388608
Dec 19 14:18:46.392391 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:46.398016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:46.471726 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 43dc8f4a-309b-451d-85c9-3170548ca198 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:18:46.500872 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fccb9-5f00-4a9a-a91d-ab6044f5f4b5 req-e3d937ec-c6d0-47e6-a126-732c9aaae948 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:46.504394 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-063fccb9-5f00-4a9a-a91d-ab6044f5f4b5 req-e3d937ec-c6d0-47e6-a126-732c9aaae948 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 944 time: 0.0799785
Dec 19 14:18:46.548620 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-063fccb9-5f00-4a9a-a91d-ab6044f5f4b5 req-d36940b8-dbab-42ef-98fe-b7f57d7c7ccf tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401597
Dec 19 14:18:46.609671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 43dc8f4a-309b-451d-85c9-3170548ca198 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:18:46.614637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 43dc8f4a-309b-451d-85c9-3170548ca198 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:18:46.615015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:46.731232 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:46.756669 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:18:46.765686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 43dc8f4a-309b-451d-85c9-3170548ca198, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=43dc8f4a-309b-451d-85c9-3170548ca198,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:18:46.811554 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198', 'code': 200}
Dec 19 14:18:46.816046 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:46.817965 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6bd6770e-128b-41d6-ba45-41c5b34bacb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:46.880802 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=43dc8f4a-309b-451d-85c9-3170548ca198,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:46.883626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:47.306705 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-903dfd5c-ae94-4874-865c-5e3560274780 req-96beeb2b-9f55-4ec9-84de-5d16f10f72be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1098 time: 0.1689558
Dec 19 14:18:47.350910 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-903dfd5c-ae94-4874-865c-5e3560274780 req-a5a9f917-623a-459e-9f30-00b04bb05889 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372109
Dec 19 14:18:47.754046 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4b855-ed95-4759-a162-a2b896958e35 req-38cd023d-b394-4622-9d16-88fa44766bd1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:47.755511 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddd4b855-ed95-4759-a162-a2b896958e35 req-38cd023d-b394-4622-9d16-88fa44766bd1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0769877
Dec 19 14:18:47.804183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:47.804806 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ddd4b855-ed95-4759-a162-a2b896958e35 req-2efa2730-2db6-48ef-ba90-0fc19b49b455 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432441
Dec 19 14:18:48.057781 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:18:49.010218 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19051-2ba3-4a29-a500-3dbd3f2d0e9e req-efec997a-02ae-4ccc-bd7f-b94f47d7b70b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:49.011688 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2fc19051-2ba3-4a29-a500-3dbd3f2d0e9e req-efec997a-02ae-4ccc-bd7f-b94f47d7b70b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0863049
Dec 19 14:18:49.059588 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2fc19051-2ba3-4a29-a500-3dbd3f2d0e9e req-a7d01dab-89f5-4d16-8834-9971d0248d27 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403836
Dec 19 14:18:49.263681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d942a-6eda-44a9-a424-26f3f7db5f51 req-b9d6c2e9-b7a7-4802-a012-ac147590882e tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:49.265105 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d86d942a-6eda-44a9-a424-26f3f7db5f51 req-b9d6c2e9-b7a7-4802-a012-ac147590882e tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0839806
Dec 19 14:18:49.309467 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d86d942a-6eda-44a9-a424-26f3f7db5f51 req-0a754dd1-c124-4c5c-b982-541ddca05a3e tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383246
Dec 19 14:18:49.336813 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54500) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:18:49.406316 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5e9c69b4-0de8-40cc-8700-3ebc8fc1fdfd tempest-TestShelveInstance-386348245 tempest-TestShelveInstance-386348245-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1093 time: 0.0683336
Dec 19 14:18:49.409459 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54504) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:18:49.414401 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '43dc8f4a-309b-451d-85c9-3170548ca198', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:18:49.419670 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:18:49.423375 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Usage tracker for resource:floatingip and tenant:788be17de73c4890bc3cef6cbb5b5ddd is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:18:49.426523 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:18:49.432026 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:18:49.535529 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:49.678816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:49.813049 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Allocated IP 172.26.4.210 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/fd0b7bdf-8dde-4d38-a1bd-e814f843cafd) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:18:49.957628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:50.049941 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:50.053453 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-b3cedcd2-31cc-453a-a5c9-66f64cd97772 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:50.116136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:18:50.119136 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:18:50.123153 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:18:50.150518 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'Port': ['ID=fd0b7bdf-8dde-4d38-a1bd-e814f843cafd,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:50.155229 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:50.725311 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:50.843476 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:51.044463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:51.083815 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:51.087309 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d861395c-fb4e-483a-a848-1cd4ecee589e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:18:51.186807 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event updated for resources: {'Port': ['ID=fd0b7bdf-8dde-4d38-a1bd-e814f843cafd,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:18:51.191095 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:18:51.204906 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:51.396103 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Floating IP 04aa8b5c-99d6-4ec2-8179-6d504bdb4fa2 associated. External IP: 172.26.4.210, port: 43dc8f4a-309b-451d-85c9-3170548ca198.
Dec 19 14:18:51.777037 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Router c6256887-92f7-4da4-9293-8320a703d757 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:18:51.971010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:18:51.980509 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b024c6-0498-450b-bf74-6ec13142702d None None] Sync routers for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:18:51.994876 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b024c6-0498-450b-bf74-6ec13142702d None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:18:51.995506 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-37b024c6-0498-450b-bf74-6ec13142702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47850100>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:18:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:18:52.067001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:18:52.123712 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7132788
Dec 19 14:18:52.124532 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:18:52.167830 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-37b024c6-0498-450b-bf74-6ec13142702d None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:18:52.179888 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198', 'status': 'completed', 'code': 200}
Dec 19 14:18:52.270963 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a4b07d0a-606b-4726-82dd-83228f7dbd73 req-b38af98a-ddd6-463d-8408-9eca0d85ed2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1098 time: 0.0687006
Dec 19 14:18:52.404341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b07d0a-606b-4726-82dd-83228f7dbd73 req-da381c54-277e-49af-aa15-bc089d77b7f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:52.405753 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a4b07d0a-606b-4726-82dd-83228f7dbd73 req-da381c54-277e-49af-aa15-bc089d77b7f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1289589
Dec 19 14:18:52.508229 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a4b07d0a-606b-4726-82dd-83228f7dbd73 req-8a8eedcc-2df6-43ef-9659-6dea50bb9975 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 999 time: 0.0959637
Dec 19 14:18:52.511482 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-37b024c6-0498-450b-bf74-6ec13142702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47850100>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '04aa8b5c-99d6-4ec2-8179-6d504bdb4fa2', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'port_id': '43dc8f4a-309b-451d-85c9-3170548ca198', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'mac_address': 'fa:16:3e:06:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:18:50Z', 'updated_at': '2021-12-19T14:18:50Z', 'revision_number': 0, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:18:52.515276 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b024c6-0498-450b-bf74-6ec13142702d None None] Checking router: c6256887-92f7-4da4-9293-8320a703d757 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:18:52.526192 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b024c6-0498-450b-bf74-6ec13142702d None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:18:52.526708 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-37b024c6-0498-450b-bf74-6ec13142702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47850100>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:18:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:18:52.574026 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b07d0a-606b-4726-82dd-83228f7dbd73 req-59900490-6d0d-4fba-bd3c-bdb03c91113b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:18:52.575467 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a4b07d0a-606b-4726-82dd-83228f7dbd73 req-59900490-6d0d-4fba-bd3c-bdb03c91113b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0612762
Dec 19 14:18:52.657074 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a4b07d0a-606b-4726-82dd-83228f7dbd73 req-fecf070c-66e4-4c5d-a35c-d7bf2a8698d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744793
Dec 19 14:18:52.736547 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-37b024c6-0498-450b-bf74-6ec13142702d None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:18:52.788453 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a4b07d0a-606b-4726-82dd-83228f7dbd73 req-6b52be03-4eea-4344-97d8-aea3974735a4 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243863
Dec 19 14:18:52.920720 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a4b07d0a-606b-4726-82dd-83228f7dbd73 req-0e9e9563-9fc6-4541-9091-51252e1d49ec service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261172
Dec 19 14:18:53.073821 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-37b024c6-0498-450b-bf74-6ec13142702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47850100>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '04aa8b5c-99d6-4ec2-8179-6d504bdb4fa2', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'port_id': '43dc8f4a-309b-451d-85c9-3170548ca198', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'mac_address': 'fa:16:3e:06:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:18:50Z', 'updated_at': '2021-12-19T14:18:50Z', 'revision_number': 0, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:18:53.077561 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b024c6-0498-450b-bf74-6ec13142702d None None] The sync data for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv is: [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '04aa8b5c-99d6-4ec2-8179-6d504bdb4fa2', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'floating_ip_address': '172.26.4.210', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'port_id': '43dc8f4a-309b-451d-85c9-3170548ca198', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'mac_address': 'fa:16:3e:06:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:18:50Z', 'updated_at': '2021-12-19T14:18:50Z', 'revision_number': 0, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:18:53.258772 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663abb2c-9a8c-4506-9178-6fdef2b0aec7 None None] New status for floating IP 04aa8b5c-99d6-4ec2-8179-6d504bdb4fa2: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:18:55.986788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:12.449626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4e23aced-11df-4e42-bab6-5e9875bcaee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:14.672917 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-cf3024b0-23c6-42dd-a525-ca8c5c1e0732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:16.386358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:16.414815 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:17.803635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:17.972629 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-328c184d-754a-4ed7-912c-1c5feda021de req-f3891f02-0280-43e5-a3cc-767b2e8e2ad8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1357617
Dec 19 14:19:18.113106 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-328c184d-754a-4ed7-912c-1c5feda021de req-98a65fa8-b5df-4ad7-9815-aa1c5c09b5b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1098 time: 0.0713115
Dec 19 14:19:18.256685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c184d-754a-4ed7-912c-1c5feda021de req-fa8e4386-a67e-4bc1-8e76-0959b1b6a20b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:19:18.258198 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-328c184d-754a-4ed7-912c-1c5feda021de req-fa8e4386-a67e-4bc1-8e76-0959b1b6a20b service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1271601
Dec 19 14:19:18.360278 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-328c184d-754a-4ed7-912c-1c5feda021de req-2050511b-0bf1-4225-91fd-db86294eb18d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 1001 time: 0.0955286
Dec 19 14:19:18.425103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c184d-754a-4ed7-912c-1c5feda021de req-dcee8da0-f950-4224-a797-976d0afddab8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:19:18.426596 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-328c184d-754a-4ed7-912c-1c5feda021de req-dcee8da0-f950-4224-a797-976d0afddab8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0603931
Dec 19 14:19:18.504136 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-328c184d-754a-4ed7-912c-1c5feda021de req-daec2162-3bde-477a-afe5-db47370d235f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716836
Dec 19 14:19:18.635808 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-328c184d-754a-4ed7-912c-1c5feda021de req-62ffc93e-0bc4-44f9-8349-beedf3710fcc service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256421
Dec 19 14:19:18.869791 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-328c184d-754a-4ed7-912c-1c5feda021de req-662fe60a-cf5a-407f-a78e-3b7b09f85af8 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2279849
Dec 19 14:19:25.062420 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:19:26.007960 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:42.441593 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a5336b78-1c78-41b9-b02e-e9c0ebfc4faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:44.660812 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4351a98e-50dd-4440-b619-781f849d8ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:46.401853 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:46.408546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:47.831567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:19:56.036180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:02.062170 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:20:12.469788 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d2a7ebf3-5e42-417f-87ad-2f32c1c15ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:14.635342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-13ce1b2d-6a13-4979-9da5-bee2f9b74f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:16.380225 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:16.409217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:17.801268 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:19.900585 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ad4177ef-3843-44ae-b604-77376506f850 req-c57ec22d-b31a-4bd0-88bb-0d37765a9004 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0690134
Dec 19 14:20:20.045582 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ad4177ef-3843-44ae-b604-77376506f850 req-7b70de78-d603-4edf-b8da-0642acc9062e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1098 time: 0.0751824
Dec 19 14:20:20.192876 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4177ef-3843-44ae-b604-77376506f850 req-e474d5d9-b83e-4310-b36d-1baa0c72fe5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:20:20.194287 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ad4177ef-3843-44ae-b604-77376506f850 req-e474d5d9-b83e-4310-b36d-1baa0c72fe5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1303189
Dec 19 14:20:20.296520 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ad4177ef-3843-44ae-b604-77376506f850 req-ebb378e9-a7a5-479f-99ac-af83b2a848ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 1001 time: 0.0959809
Dec 19 14:20:20.365586 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4177ef-3843-44ae-b604-77376506f850 req-ec29ed3c-1e04-4203-91c4-19d76edd7405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:20:20.367285 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ad4177ef-3843-44ae-b604-77376506f850 req-ec29ed3c-1e04-4203-91c4-19d76edd7405 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0651305
Dec 19 14:20:20.444050 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ad4177ef-3843-44ae-b604-77376506f850 req-2979eef4-10f7-4e34-9ace-2eeb07723105 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706899
Dec 19 14:20:20.574910 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ad4177ef-3843-44ae-b604-77376506f850 req-c15b1171-5934-4da0-aeb5-b499b47aff56 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241782
Dec 19 14:20:20.705643 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ad4177ef-3843-44ae-b604-77376506f850 req-920e95f2-4123-4d9e-ac9e-3225a5c015c9 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250129
Dec 19 14:20:26.031169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:39.062114 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:20:42.431724 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70da6238-c090-4498-9336-1f0c07bdd919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:44.653838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-08135d94-ddef-41d9-80f5-9dc89061a362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:46.371876 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:46.405702 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:47.842895 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:20:56.013884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:12.447947 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9a85-ec61-4b53-b7d9-a9142da27460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:14.654001 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-aa8bad0c-9240-4166-b7a3-44308e0e0610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:16.061437 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:21:16.379405 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:16.407869 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:17.779422 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:21.897685 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-392ffda9-b0a9-4982-affc-5213f0ddfeca req-d88ac442-6d47-43a6-8834-d5d63d8ca339 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702112
Dec 19 14:21:22.034518 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-392ffda9-b0a9-4982-affc-5213f0ddfeca req-b06b22ea-5273-44d1-ba75-f253e7f6912c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1098 time: 0.0690384
Dec 19 14:21:22.177536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ffda9-b0a9-4982-affc-5213f0ddfeca req-47aa0589-a41a-435e-9e75-c8cbe4e338bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:22.178979 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-392ffda9-b0a9-4982-affc-5213f0ddfeca req-47aa0589-a41a-435e-9e75-c8cbe4e338bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1260772
Dec 19 14:21:22.283644 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-392ffda9-b0a9-4982-affc-5213f0ddfeca req-08bf6a7e-a348-4b1f-ad11-5821941a1b92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 1001 time: 0.0984547
Dec 19 14:21:22.346728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ffda9-b0a9-4982-affc-5213f0ddfeca req-f1dd1629-54f7-4288-8912-cccde58f09d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:22.348150 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-392ffda9-b0a9-4982-affc-5213f0ddfeca req-f1dd1629-54f7-4288-8912-cccde58f09d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0586674
Dec 19 14:21:22.425210 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-392ffda9-b0a9-4982-affc-5213f0ddfeca req-1174e5a8-0cd9-431d-a7d8-a579e75fd8b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708194
Dec 19 14:21:22.558973 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-392ffda9-b0a9-4982-affc-5213f0ddfeca req-11d5ddae-23e7-4da3-b071-3e4a2a229cc2 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262157
Dec 19 14:21:22.789120 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-392ffda9-b0a9-4982-affc-5213f0ddfeca req-35734624-c1f8-4d08-8f01-9441a8ec93f3 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2226684
Dec 19 14:21:26.070505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:30.605219 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499158e-eb3c-4143-9a82-9cab6bae8d1f req-3e3b272c-4f07-4db6-b024-3c457d99eb64 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:30.606669 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3499158e-eb3c-4143-9a82-9cab6bae8d1f req-3e3b272c-4f07-4db6-b024-3c457d99eb64 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0788798
Dec 19 14:21:30.653699 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3499158e-eb3c-4143-9a82-9cab6bae8d1f req-d6f593b9-e6e4-4f29-b960-54e797db5d8e tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406709
Dec 19 14:21:31.969071 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c54ae-8d75-42d1-b733-ccb8dc03ebdf req-39541d10-06e6-4f8f-8576-5ff5e00a6d9a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:31.970832 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-893c54ae-8d75-42d1-b733-ccb8dc03ebdf req-39541d10-06e6-4f8f-8576-5ff5e00a6d9a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.1820040
Dec 19 14:21:32.015389 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-893c54ae-8d75-42d1-b733-ccb8dc03ebdf req-0e43b033-b524-4b0c-8bfa-11be3fc7e90b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382993
Dec 19 14:21:33.225255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181b4a6-546b-40c9-a58e-b6f62496fbb0 req-f87bdb42-efed-4aa0-a4a3-2c7478401b0d tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:33.226570 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e181b4a6-546b-40c9-a58e-b6f62496fbb0 req-f87bdb42-efed-4aa0-a4a3-2c7478401b0d tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0775928
Dec 19 14:21:33.271910 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e181b4a6-546b-40c9-a58e-b6f62496fbb0 req-74313c72-6273-4f76-ae88-c2894787abbc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396488
Dec 19 14:21:34.463882 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fcc99-7548-4a69-90eb-acd07966933e req-c48c043d-e799-45aa-a58f-f84c911d8a54 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:34.465204 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-147fcc99-7548-4a69-90eb-acd07966933e req-c48c043d-e799-45aa-a58f-f84c911d8a54 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0757146
Dec 19 14:21:34.509647 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-147fcc99-7548-4a69-90eb-acd07966933e req-c71375eb-9650-4727-bd41-06b0d418d059 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387907
Dec 19 14:21:35.714638 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d33ade-1014-4a55-9041-6d6c83f21f81 req-10d96d49-3655-4b9f-9198-c1cdbc45cd93 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:35.716396 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-67d33ade-1014-4a55-9041-6d6c83f21f81 req-10d96d49-3655-4b9f-9198-c1cdbc45cd93 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0836041
Dec 19 14:21:35.764878 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-67d33ade-1014-4a55-9041-6d6c83f21f81 req-4913a93d-9df2-4088-8745-7cf47059921b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431845
Dec 19 14:21:36.975171 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aa628-faf3-45e4-9c65-2feaa0968fc0 req-b8f2e855-4242-4cbb-8566-597b2854b2e8 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:36.976630 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-098aa628-faf3-45e4-9c65-2feaa0968fc0 req-b8f2e855-4242-4cbb-8566-597b2854b2e8 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0779433
Dec 19 14:21:37.024512 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-098aa628-faf3-45e4-9c65-2feaa0968fc0 req-565e685d-41a9-46ee-9a42-fb75acc02234 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416679
Dec 19 14:21:38.229253 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9991e1-e4b3-488c-9b33-0070d78580ef req-0594b9ff-1078-4fb3-b590-993a6d313878 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:38.230595 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4b9991e1-e4b3-488c-9b33-0070d78580ef req-0594b9ff-1078-4fb3-b590-993a6d313878 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0787015
Dec 19 14:21:38.275704 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-4b9991e1-e4b3-488c-9b33-0070d78580ef req-597b3e08-84fa-40ff-b398-e8cd9fd03a70 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397046
Dec 19 14:21:39.467181 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c928b0-3885-4116-8bc8-a664b625be48 req-4deb9f2e-375a-4a7a-b77e-4bca27acd4d7 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:39.468628 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a5c928b0-3885-4116-8bc8-a664b625be48 req-4deb9f2e-375a-4a7a-b77e-4bca27acd4d7 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0750031
Dec 19 14:21:39.517627 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a5c928b0-3885-4116-8bc8-a664b625be48 req-b9bbb897-3b1f-4cf7-a979-5b0b0c8fc59a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428879
Dec 19 14:21:40.714584 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e68992-c9c9-4474-ab3f-aaf7ec435298 req-3296e430-b960-47fb-aa24-9ebda362194c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:40.716023 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-71e68992-c9c9-4474-ab3f-aaf7ec435298 req-3296e430-b960-47fb-aa24-9ebda362194c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0758607
Dec 19 14:21:40.763127 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-71e68992-c9c9-4474-ab3f-aaf7ec435298 req-af99a23a-c9c3-465d-972f-b7eb39daf283 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406966
Dec 19 14:21:41.961313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d8588-c4b2-4932-a210-7cc2ee3e89fc req-0cc139c6-7152-45e7-89ce-b82319f17a05 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:41.962656 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c00d8588-c4b2-4932-a210-7cc2ee3e89fc req-0cc139c6-7152-45e7-89ce-b82319f17a05 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0797865
Dec 19 14:21:42.007554 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c00d8588-c4b2-4932-a210-7cc2ee3e89fc req-6f7d2b7e-38bd-4923-b004-0a3941893776 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390561
Dec 19 14:21:42.444493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1be39296-fbe6-4a65-b229-512b664663da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:43.202582 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695a0b7-7068-4673-a49d-6d2f6e8bf1d0 req-67dfef5b-f1c7-45cf-ba9b-9b85e1c8128b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:43.204032 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5695a0b7-7068-4673-a49d-6d2f6e8bf1d0 req-67dfef5b-f1c7-45cf-ba9b-9b85e1c8128b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0745857
Dec 19 14:21:43.250269 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5695a0b7-7068-4673-a49d-6d2f6e8bf1d0 req-41c9ee30-84c3-449b-b9bf-2e0da25870f5 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391011
Dec 19 14:21:44.452445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1f28f-d75d-4cd4-9a88-9a7418f76051 req-a7f06cd1-8ae3-439c-9a93-dcd8f37c9839 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:44.453853 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aab1f28f-d75d-4cd4-9a88-9a7418f76051 req-a7f06cd1-8ae3-439c-9a93-dcd8f37c9839 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0771792
Dec 19 14:21:44.498684 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-aab1f28f-d75d-4cd4-9a88-9a7418f76051 req-2f720a22-d74e-41d9-b46e-9fd8e71cdeb5 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393987
Dec 19 14:21:44.636372 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2b4f62d4-3b3d-4e0f-a42d-c25ca4c0e80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:45.697546 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a105a88-a9fc-4f8f-b781-38bf14efa97f req-8ba6b62a-517c-4bf2-a565-a5935561c3e6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:45.698993 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3a105a88-a9fc-4f8f-b781-38bf14efa97f req-8ba6b62a-517c-4bf2-a565-a5935561c3e6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0764341
Dec 19 14:21:45.748917 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3a105a88-a9fc-4f8f-b781-38bf14efa97f req-5e9be8b1-a92f-4baf-b7ea-c88fedcf651e tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443485
Dec 19 14:21:45.785501 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cd7d75ed-335e-4069-832d-ae066a7c1e90 req-236fb86b-72ee-4b0c-84e7-64c4b3754236 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1098 time: 0.0686009
Dec 19 14:21:45.915037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d75ed-335e-4069-832d-ae066a7c1e90 req-76f1f723-20c5-4ac8-8eee-6d6872d97530 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:45.916385 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cd7d75ed-335e-4069-832d-ae066a7c1e90 req-76f1f723-20c5-4ac8-8eee-6d6872d97530 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1241891
Dec 19 14:21:46.016818 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cd7d75ed-335e-4069-832d-ae066a7c1e90 req-3bf15e74-196d-414b-91e0-14fe9f7c761a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 1001 time: 0.0944722
Dec 19 14:21:46.077177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d75ed-335e-4069-832d-ae066a7c1e90 req-8b5d2ea7-921e-4e71-a887-9fbdd9c98b3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:46.078527 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cd7d75ed-335e-4069-832d-ae066a7c1e90 req-8b5d2ea7-921e-4e71-a887-9fbdd9c98b3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0554218
Dec 19 14:21:46.154523 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cd7d75ed-335e-4069-832d-ae066a7c1e90 req-e71df2be-1759-4825-896e-41aa4435ade7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694501
Dec 19 14:21:46.282963 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cd7d75ed-335e-4069-832d-ae066a7c1e90 req-2b6932cd-a46b-4f01-b3bc-eb212ca79b47 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223624
Dec 19 14:21:46.370470 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:46.399011 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:46.415877 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cd7d75ed-335e-4069-832d-ae066a7c1e90 req-6bf1094a-50ab-4293-be05-2fde12284d42 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271327
Dec 19 14:21:46.944072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095cd23-f3a7-49af-a471-ae3673fad6d8 req-52c70207-66eb-427d-89bf-b37295604bc6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:46.945394 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6095cd23-f3a7-49af-a471-ae3673fad6d8 req-52c70207-66eb-427d-89bf-b37295604bc6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0750184
Dec 19 14:21:46.990470 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6095cd23-f3a7-49af-a471-ae3673fad6d8 req-f3800f6e-ddb4-49e3-be5c-db9827c9e710 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396290
Dec 19 14:21:47.784439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:48.193064 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173646f9-5b38-4c57-bb03-82b6604b54ca req-32a095d7-adee-41e3-9a02-cddf7c928bc2 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:48.194492 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-173646f9-5b38-4c57-bb03-82b6604b54ca req-32a095d7-adee-41e3-9a02-cddf7c928bc2 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0817060
Dec 19 14:21:48.241239 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-173646f9-5b38-4c57-bb03-82b6604b54ca req-ba8acd22-6cfe-41ca-80fe-3a651213b4a7 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406556
Dec 19 14:21:49.440647 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786c50b-1663-41d6-8d2d-6fd468e742cd req-dbef20de-a84b-473f-9e15-a933538d93d2 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:49.442338 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e786c50b-1663-41d6-8d2d-6fd468e742cd req-dbef20de-a84b-473f-9e15-a933538d93d2 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0779903
Dec 19 14:21:49.488170 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e786c50b-1663-41d6-8d2d-6fd468e742cd req-c0f7df7a-e913-4ddc-9feb-2ab8ec85eeca tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402272
Dec 19 14:21:49.673188 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a3a45ece-6e2c-47ea-9874-f3f9994964c6 req-49c124ca-ba6a-4093-843e-0a8f247eb3d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0706172
Dec 19 14:21:50.059402 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba9fa8-ebd2-4461-8936-508bbcd10e37 req-7c8a357d-5a02-4032-9e3a-160b626c29c3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:50.060857 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a7ba9fa8-ebd2-4461-8936-508bbcd10e37 req-7c8a357d-5a02-4032-9e3a-160b626c29c3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0771301
Dec 19 14:21:50.106656 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a7ba9fa8-ebd2-4461-8936-508bbcd10e37 req-d0f33228-9a0e-4af6-beea-c3db4405bab0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392408
Dec 19 14:21:50.107939 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e794eaab-9d1a-4b2c-977e-8a1e50634dc0 req-22b00dbe-725c-4253-af8e-9ec87d8ff9b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1408451
Dec 19 14:21:51.305512 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba876e9-c77e-451a-b41c-399f9c3e3dee req-599b1072-9d5f-408a-be00-0a95d0a195e1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:51.306964 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9ba876e9-c77e-451a-b41c-399f9c3e3dee req-599b1072-9d5f-408a-be00-0a95d0a195e1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0800583
Dec 19 14:21:51.352827 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-9ba876e9-c77e-451a-b41c-399f9c3e3dee req-54debd3c-1520-4910-8df1-8a538515c4ec tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403843
Dec 19 14:21:52.556714 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd1892-0363-4855-a556-ff353199669f req-ee83b207-d7fd-492a-8d9d-05c19612f908 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:52.558158 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-28dd1892-0363-4855-a556-ff353199669f req-ee83b207-d7fd-492a-8d9d-05c19612f908 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0754533
Dec 19 14:21:52.604811 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-28dd1892-0363-4855-a556-ff353199669f req-cad2495c-e20b-452b-a204-f392465bec02 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408568
Dec 19 14:21:53.060754 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:21:53.199539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 43dc8f4a-309b-451d-85c9-3170548ca198 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:21:53.245832 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e794eaab-9d1a-4b2c-977e-8a1e50634dc0 req-5fc74cda-3a9f-4a5b-967f-55a5d1318abc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90&tenant_id=788be17de73c4890bc3cef6cbb5b5ddd HTTP/1.1" status: 200  len: 1098 time: 0.0730183
Dec 19 14:21:53.309180 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:53.334228 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e794eaab-9d1a-4b2c-977e-8a1e50634dc0 req-4f48dd0f-e9af-4c65-8754-072e0f09c357 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1098 time: 0.0684450
Dec 19 14:21:53.339521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:21:53.349410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 43dc8f4a-309b-451d-85c9-3170548ca198, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=43dc8f4a-309b-451d-85c9-3170548ca198,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:21:53.447275 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:53.447539 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:21:53.468958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794eaab-9d1a-4b2c-977e-8a1e50634dc0 req-78b736a3-6762-4c79-b323-fc821f68fa67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:53.470644 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e794eaab-9d1a-4b2c-977e-8a1e50634dc0 req-78b736a3-6762-4c79-b323-fc821f68fa67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1305501
Dec 19 14:21:53.477379 dv-neutron-821895-1-hyperv neutron-server[84126]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198', 'code': 422} returned with failed status
Dec 19 14:21:53.513878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=43dc8f4a-309b-451d-85c9-3170548ca198,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:21:53.524714 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:21:53.525055 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:21:53.525499 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:21:53.525826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:21:53.526147 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:21:53.526586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:21:53.526930 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:21:53.527354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:21:53.527690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:21:53.528001 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:21:53.528313 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:21:53.532362 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:21:53.585407 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e794eaab-9d1a-4b2c-977e-8a1e50634dc0 req-909ec52a-f9e1-4067-98d4-5e326dcae75d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 999 time: 0.1087239
Dec 19 14:21:53.649228 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794eaab-9d1a-4b2c-977e-8a1e50634dc0 req-c3786519-373f-48db-a9ea-ce8a86c122cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:53.650607 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e794eaab-9d1a-4b2c-977e-8a1e50634dc0 req-c3786519-373f-48db-a9ea-ce8a86c122cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0596354
Dec 19 14:21:53.728714 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e794eaab-9d1a-4b2c-977e-8a1e50634dc0 req-7bec6412-b4a3-40ea-ba2d-ed1c20037996 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721722
Dec 19 14:21:53.866136 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e794eaab-9d1a-4b2c-977e-8a1e50634dc0 req-efb4d82d-dd5b-4dc2-8044-154f9235263e service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312735
Dec 19 14:21:53.907967 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005443b0-8119-4caa-92a7-7c026f36f2f8 req-27cf1e7d-d663-4791-b60e-c17f60b0b175 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:53.910122 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-005443b0-8119-4caa-92a7-7c026f36f2f8 req-27cf1e7d-d663-4791-b60e-c17f60b0b175 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.1783915
Dec 19 14:21:53.954503 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-005443b0-8119-4caa-92a7-7c026f36f2f8 req-6372ad46-2142-4444-b83b-e78e667b316a tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389416
Dec 19 14:21:54.113537 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e794eaab-9d1a-4b2c-977e-8a1e50634dc0 req-1ccdf6b7-08b7-4f99-b0b6-549c5fc93c21 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2414722
Dec 19 14:21:55.155468 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded33adb-5c0a-4b50-88e6-08142135571c req-455c4a41-64a3-4666-b606-ac0753fdf9b1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:55.156839 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ded33adb-5c0a-4b50-88e6-08142135571c req-455c4a41-64a3-4666-b606-ac0753fdf9b1 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0818696
Dec 19 14:21:55.201793 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ded33adb-5c0a-4b50-88e6-08142135571c req-9ff2d28c-b9c9-405a-8b9a-4f7d335c3e15 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388823
Dec 19 14:21:56.050559 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:21:56.399088 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156da59-4648-4efa-8d6a-12076d4ed3e6 req-b1557eec-6e54-4d80-8cb7-46873a9a7147 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:56.400505 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2156da59-4648-4efa-8d6a-12076d4ed3e6 req-b1557eec-6e54-4d80-8cb7-46873a9a7147 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0757985
Dec 19 14:21:56.445677 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2156da59-4648-4efa-8d6a-12076d4ed3e6 req-1056f8d5-3886-4001-87a7-b99b14bcfa59 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397983
Dec 19 14:21:57.647001 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b15397-e5f9-499b-802c-282ca46b2972 req-8a3df97d-6e2c-4da3-a291-362314896762 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:57.648427 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-97b15397-e5f9-499b-802c-282ca46b2972 req-8a3df97d-6e2c-4da3-a291-362314896762 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0806868
Dec 19 14:21:57.694215 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-97b15397-e5f9-499b-802c-282ca46b2972 req-146a61a1-36be-46af-97f5-f96ef64dd524 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400286
Dec 19 14:21:58.892052 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7ac0b-c4b5-4436-bace-c567a9410e1a req-5ac1084b-3ed4-4738-ad9d-c444e02be6fa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:21:58.893740 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8ab7ac0b-c4b5-4436-bace-c567a9410e1a req-5ac1084b-3ed4-4738-ad9d-c444e02be6fa tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0763528
Dec 19 14:21:58.937655 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8ab7ac0b-c4b5-4436-bace-c567a9410e1a req-26a10fae-0021-4e9b-8d70-004cff88b758 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383449
Dec 19 14:22:00.135904 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f693738-3bde-4971-959b-19e7230a9d28 req-3501d28c-891a-4ff5-90a6-925b47f7a337 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:22:00.137308 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f693738-3bde-4971-959b-19e7230a9d28 req-3501d28c-891a-4ff5-90a6-925b47f7a337 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0790410
Dec 19 14:22:00.181980 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1f693738-3bde-4971-959b-19e7230a9d28 req-0a5b28d7-a89b-4033-9376-758ae0448d18 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392218
Dec 19 14:22:00.757139 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3424227e-114e-4fc1-a6bb-345d3217e460 req-e17d9f20-cab1-45b8-bdf3-ce5d1ad40626 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1096 time: 0.0660291
Dec 19 14:22:00.797364 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-3424227e-114e-4fc1-a6bb-345d3217e460 req-dca8004d-cf8d-4a05-bfce-d463535c6512 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343921
Dec 19 14:22:01.373818 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6526a-bb34-481e-b932-c54889374764 req-9f9d596a-8f04-42b9-ac7e-c0540880c9ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:22:01.375252 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-97b6526a-bb34-481e-b932-c54889374764 req-9f9d596a-8f04-42b9-ac7e-c0540880c9ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0752385
Dec 19 14:22:01.423852 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-97b6526a-bb34-481e-b932-c54889374764 req-cf76ae8b-299c-4eb7-819b-83e73ac59ecc tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430539
Dec 19 14:22:02.619345 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b65d70-a237-4f0e-9959-86de1abae727 req-9c0e8429-0327-4d45-abb7-b3aeaab1fc04 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:22:02.620773 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-78b65d70-a237-4f0e-9959-86de1abae727 req-9c0e8429-0327-4d45-abb7-b3aeaab1fc04 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 943 time: 0.0770595
Dec 19 14:22:02.666601 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-78b65d70-a237-4f0e-9959-86de1abae727 req-bc7c0e84-b193-481c-b205-d7eec9f29739 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404036
Dec 19 14:22:03.204272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 43dc8f4a-309b-451d-85c9-3170548ca198 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:22:03.336716 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 43dc8f4a-309b-451d-85c9-3170548ca198, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=43dc8f4a-309b-451d-85c9-3170548ca198,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:22:03.350238 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '43dc8f4a-309b-451d-85c9-3170548ca198', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'port_id': '43dc8f4a-309b-451d-85c9-3170548ca198', 'mac_address': 'fa:16:3e:06:f4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:22:03.405175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:03.422137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dc8f4a-309b-451d-85c9-3170548ca198 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:22:03.436479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 43dc8f4a-309b-451d-85c9-3170548ca198, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=43dc8f4a-309b-451d-85c9-3170548ca198,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:22:03.521746 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:03.523456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:22:03.586210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=43dc8f4a-309b-451d-85c9-3170548ca198,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:22:03.589200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:22:03.748120 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['43dc8f4a-309b-451d-85c9-3170548ca198'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:22:05.208316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 43dc8f4a-309b-451d-85c9-3170548ca198 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:22:05.277082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 43dc8f4a-309b-451d-85c9-3170548ca198 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:22:05.277452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:05.384556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:05.412825 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:22:05.421873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 43dc8f4a-309b-451d-85c9-3170548ca198, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=43dc8f4a-309b-451d-85c9-3170548ca198,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:22:05.467247 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198', 'code': 200}
Dec 19 14:22:05.501478 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:05.503837 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-097ff399-1393-4196-93db-ca1c63da8a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:22:05.569220 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=43dc8f4a-309b-451d-85c9-3170548ca198,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:22:05.572144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:22:12.469396 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-78ec9d7a-9f90-4629-a169-ca700aa8c2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:14.661547 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e227bf35-3034-4347-9b82-c2f4e63e4651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:16.367546 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:16.424370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:17.808063 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:23.899477 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1dbbf8f5-6ce6-4512-b538-cf3efa05a3a6 req-b7b193a4-7c5a-46e8-aedf-3986de5d00fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0689278
Dec 19 14:22:24.035031 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1dbbf8f5-6ce6-4512-b538-cf3efa05a3a6 req-057bbb91-d31d-443a-b33c-a8cfc13ca3a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1098 time: 0.0676296
Dec 19 14:22:24.181519 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbf8f5-6ce6-4512-b538-cf3efa05a3a6 req-bb5d32eb-dd2c-4620-8b57-c2d9fc7c3bf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:22:24.182946 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1dbbf8f5-6ce6-4512-b538-cf3efa05a3a6 req-bb5d32eb-dd2c-4620-8b57-c2d9fc7c3bf0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1279352
Dec 19 14:22:24.292063 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1dbbf8f5-6ce6-4512-b538-cf3efa05a3a6 req-49070fc3-4abf-4a62-ad3a-10ec8930758a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 1001 time: 0.0997763
Dec 19 14:22:24.352046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbf8f5-6ce6-4512-b538-cf3efa05a3a6 req-1bdc23b7-33ed-4166-bcf3-9ec2ef47992f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:22:24.353429 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1dbbf8f5-6ce6-4512-b538-cf3efa05a3a6 req-1bdc23b7-33ed-4166-bcf3-9ec2ef47992f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0572207
Dec 19 14:22:24.432169 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1dbbf8f5-6ce6-4512-b538-cf3efa05a3a6 req-8bcbe465-fb09-4cb4-abb9-696e590c0a71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723207
Dec 19 14:22:24.567128 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1dbbf8f5-6ce6-4512-b538-cf3efa05a3a6 req-b57570e0-8405-432b-b8e6-ea8efe398d04 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281812
Dec 19 14:22:24.706605 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1dbbf8f5-6ce6-4512-b538-cf3efa05a3a6 req-21c9d48f-96ff-4dc8-8cee-fe24827c28f1 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322401
Dec 19 14:22:26.104571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:30.061132 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:22:42.458443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1bb24d11-cbcf-41cd-bdf2-20aaafbfb07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:44.683302 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-08b3321f-cf3d-4d31-a8a7-2191a30e6a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:46.379439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:46.426186 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:47.830224 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:22:56.092373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:07.061485 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:23:12.414254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3e8873a5-eee7-48de-9b8e-d58dc4fa9779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:14.641549 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fd63a8be-a2d2-4592-b28e-a5c2095a3ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:16.351338 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:16.385409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:18.053969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:25.899070 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-86f38195-b9c9-4d68-acd7-810f52a1b7e1 req-4da64a3b-1579-433d-b961-30d5d862064c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719326
Dec 19 14:23:26.039944 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-86f38195-b9c9-4d68-acd7-810f52a1b7e1 req-a80c0706-791c-4405-97b6-93ffbe39257c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1098 time: 0.0747001
Dec 19 14:23:26.092284 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:26.184732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38195-b9c9-4d68-acd7-810f52a1b7e1 req-26c7cd89-e5d1-43b4-9b08-60aee05d41cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:23:26.186206 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-86f38195-b9c9-4d68-acd7-810f52a1b7e1 req-26c7cd89-e5d1-43b4-9b08-60aee05d41cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1263545
Dec 19 14:23:26.291018 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-86f38195-b9c9-4d68-acd7-810f52a1b7e1 req-785ffdfd-3840-4a4e-bf0f-e19c5e68650a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 1001 time: 0.0974915
Dec 19 14:23:26.352915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38195-b9c9-4d68-acd7-810f52a1b7e1 req-42c4ad42-77a9-4cf9-a20d-f001146b9429 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:23:26.354300 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-86f38195-b9c9-4d68-acd7-810f52a1b7e1 req-42c4ad42-77a9-4cf9-a20d-f001146b9429 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0572693
Dec 19 14:23:26.427385 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-86f38195-b9c9-4d68-acd7-810f52a1b7e1 req-2d65870f-3f16-4d0d-bfe0-10e10b41985e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0666153
Dec 19 14:23:26.558334 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-86f38195-b9c9-4d68-acd7-810f52a1b7e1 req-c4b59c76-7f9e-4482-9084-15d14a5b7c6f service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242864
Dec 19 14:23:26.797681 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-86f38195-b9c9-4d68-acd7-810f52a1b7e1 req-e1ff30d4-415c-4bd7-a0d9-3721b7f895c7 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2337391
Dec 19 14:23:42.446480 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1731f63f-5dca-46ba-a0d5-f5eb44b02887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:44.061077 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:23:44.646382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-8d47c8d9-8b59-4485-b342-cd6172438a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:46.356254 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:46.401886 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:47.813243 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:23:56.064255 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:00.215796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54708) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:00.640524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Deleting port fd0b7bdf-8dde-4d38-a1bd-e814f843cafd {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:00.640855 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:00.804844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:00.805161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:00.922843 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Calling delete_port for fd0b7bdf-8dde-4d38-a1bd-e814f843cafd owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:24:01.121527 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:01.124972 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-c343b7a2-6b2a-49cb-8b57-dce5dd03b8ea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:01.168407 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event deleted for resources: {'Port': ['ID=fd0b7bdf-8dde-4d38-a1bd-e814f843cafd,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:01.208787 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:01.209161 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:01.209524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:01.209885 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:01.210241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:01.210594 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:01.210946 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:01.211322 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:01.211674 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:01.212021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:01.212368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:01.219048 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:01.271499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:01.758054 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Router c6256887-92f7-4da4-9293-8320a703d757 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:24:01.954666 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:24:01.964999 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4aef05-af7e-42be-ad44-1596d7c52ac0 None None] Sync routers for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:24:01.970333 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:01.978313 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4aef05-af7e-42be-ad44-1596d7c52ac0 None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:01.978906 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1b4aef05-af7e-42be-ad44-1596d7c52ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47733550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:23:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:02.022918 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-14cc177d-e47e-44de-8eaa-0716a4637be3 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "DELETE /v2.0/floatingips/04aa8b5c-99d6-4ec2-8179-6d504bdb4fa2 HTTP/1.1" status: 204  len: 168 time: 1.8060760
Dec 19 14:24:02.023606 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:24:02.168111 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-1b4aef05-af7e-42be-ad44-1596d7c52ac0 None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:02.274410 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198', 'status': 'completed', 'code': 200}
Dec 19 14:24:02.373766 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c869ad1-7284-41fb-89fa-3a2981ad893d req-9d9f293f-8146-4ccd-9b56-87f4f8d54a75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 1098 time: 0.0792809
Dec 19 14:24:02.515466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c869ad1-7284-41fb-89fa-3a2981ad893d req-a2a90530-edb8-49db-8701-3af39dc16964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:02.516919 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c869ad1-7284-41fb-89fa-3a2981ad893d req-a2a90530-edb8-49db-8701-3af39dc16964 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 200  len: 910 time: 0.1366541
Dec 19 14:24:02.520418 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1b4aef05-af7e-42be-ad44-1596d7c52ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47733550>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:02.525180 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4aef05-af7e-42be-ad44-1596d7c52ac0 None None] Checking router: c6256887-92f7-4da4-9293-8320a703d757 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:24:02.536048 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4aef05-af7e-42be-ad44-1596d7c52ac0 None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:02.536653 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1b4aef05-af7e-42be-ad44-1596d7c52ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47733550>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:23:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:02.588205 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c869ad1-7284-41fb-89fa-3a2981ad893d req-5a9fbb89-0bcf-44dc-b300-a08bde0870ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 200  len: 217 time: 0.0640726
Dec 19 14:24:02.657691 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c869ad1-7284-41fb-89fa-3a2981ad893d req-6983a90f-6a2a-489e-8a28-8c77e52b8075 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:02.659154 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c869ad1-7284-41fb-89fa-3a2981ad893d req-6983a90f-6a2a-489e-8a28-8c77e52b8075 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 200  len: 848 time: 0.0632386
Dec 19 14:24:02.695203 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3e94b-6fa1-40c0-ac09-9bb052afb672 req-6439623b-60c9-4fac-ba5f-b407da38885c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:02.696028 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-f7f3e94b-6fa1-40c0-ac09-9bb052afb672 req-6439623b-60c9-4fac-ba5f-b407da38885c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Synchronizing usage tracker for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:24:02.724699 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-1b4aef05-af7e-42be-ad44-1596d7c52ac0 None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:02.734823 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c869ad1-7284-41fb-89fa-3a2981ad893d req-f30bb11c-5ed1-49e5-a1a9-f379648d9c25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46747fd8-9ed7-4cc4-b339-34799754623c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674942
Dec 19 14:24:02.767398 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-f7f3e94b-6fa1-40c0-ac09-9bb052afb672 req-6439623b-60c9-4fac-ba5f-b407da38885c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Unset dirty status for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:24:02.768712 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f7f3e94b-6fa1-40c0-ac09-9bb052afb672 req-6439623b-60c9-4fac-ba5f-b407da38885c tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.2345805
Dec 19 14:24:02.832864 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f7f3e94b-6fa1-40c0-ac09-9bb052afb672 req-e18c5b2a-187f-4029-af3f-c42235621680 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571344
Dec 19 14:24:02.875838 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c869ad1-7284-41fb-89fa-3a2981ad893d req-0d5536ae-163d-44bd-bfd3-31c58f52cda1 service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341476
Dec 19 14:24:03.007979 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-1c869ad1-7284-41fb-89fa-3a2981ad893d req-5bbe1d72-3ea6-45f2-a66a-2cd0695b593c service neutron] 10.222.0.18 "GET /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256623
Dec 19 14:24:03.043899 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1b4aef05-af7e-42be-ad44-1596d7c52ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47733550>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:03.043899 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4aef05-af7e-42be-ad44-1596d7c52ac0 None None] The sync data for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv is: [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:13:30Z', 'revision_number': 4, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '2a52b1f3-6f25-4da5-906d-33e86e2e9954', 'name': '', 'network_id': '46747fd8-9ed7-4cc4-b339-34799754623c', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'mac_address': 'fa:16:3e:5a:ac:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:29Z', 'updated_at': '2021-12-19T14:13:39Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'subnets': [{'id': 'ef9c5161-f57d-459a-8667-c3f2a8a66ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:24:03.246634 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb1fe5f-2edb-47f7-95c4-b6d1ae925c09 None None] New status for floating IP 04aa8b5c-99d6-4ec2-8179-6d504bdb4fa2: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:24:04.073540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-f872c167-d96e-4abc-bf1e-48ddb53700e6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:04.074253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-f872c167-d96e-4abc-bf1e-48ddb53700e6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Synchronizing usage tracker for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:24:04.086889 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-f872c167-d96e-4abc-bf1e-48ddb53700e6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Unset dirty status for tenant:788be17de73c4890bc3cef6cbb5b5ddd on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:24:04.088006 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-f872c167-d96e-4abc-bf1e-48ddb53700e6 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.18 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.0937166
Dec 19 14:24:04.092741 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64f077-76ae-41be-b5ff-501af1105fd7 req-36fc4ea4-da7c-4763-8a64-721519a822ca tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:04.094265 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2f64f077-76ae-41be-b5ff-501af1105fd7 req-36fc4ea4-da7c-4763-8a64-721519a822ca tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 945 time: 0.1477594
Dec 19 14:24:04.144227 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2f64f077-76ae-41be-b5ff-501af1105fd7 req-350c0620-2d3d-4042-b8d4-8880fb0d5e6b tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/security-groups?id=36b6068c-78ea-4091-a733-beef0b600410&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437243
Dec 19 14:24:04.157888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Deleting port 43dc8f4a-309b-451d-85c9-3170548ca198 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:04.158232 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:04.398845 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] For port 43dc8f4a-309b-451d-85c9-3170548ca198, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=43dc8f4a-309b-451d-85c9-3170548ca198,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:04.399219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:04.516508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Calling delete_port for 43dc8f4a-309b-451d-85c9-3170548ca198 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:24:04.720538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:04.726886 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6c292b82-3280-40d9-99f4-bf9e97e62e7d tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:04.774037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event deleted for resources: {'Port': ['ID=43dc8f4a-309b-451d-85c9-3170548ca198,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:04.936424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:04.936717 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:04.937085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:04.937452 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:04.937811 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:04.938170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:04.938522 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:04.938883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:04.939259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:04.939611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:04.939961 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:04.946699 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:04.952459 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] No DVR routers for this DVR port 43dc8f4a-309b-451d-85c9-3170548ca198 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:24:04.954579 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:04.957306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'name': 'network-vif-deleted', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:24:05.025252 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cbd3780a-162e-4dba-afd3-b2ad5c6be8ec req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.18 "DELETE /v2.0/ports/43dc8f4a-309b-451d-85c9-3170548ca198 HTTP/1.1" status: 204  len: 173 time: 0.9309902
Dec 19 14:24:05.080361 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0443d29a-65b8-42e4-81b6-f680e42d2e90', 'name': 'network-vif-deleted', 'tag': '43dc8f4a-309b-451d-85c9-3170548ca198', 'status': 'completed', 'code': 200}
Dec 19 14:24:05.318992 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-741af9d3-1ed6-4ddc-96a3-18c0e5373e15 req-68b6c614-01d8-4c15-a556-29b88e730d87 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 210 time: 0.0431964
Dec 19 14:24:05.677380 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [req-a897277c-84dc-4f0d-a014-02e9c4ea28af req-40cafe8f-b2f8-40d9-96fc-9bfbf804328a service neutron] (84124) timed out ('10.222.0.24', 49580) {{(pid=84124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 19 14:24:06.497971 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-24f7c3f6-5fca-4d5a-876a-3878f79f5a98 req-b5ddb1b8-1388-4032-b4ac-dc548d7855db tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "GET /v2.0/ports?device_id=0443d29a-65b8-42e4-81b6-f680e42d2e90 HTTP/1.1" status: 200  len: 210 time: 0.0414801
Dec 19 14:24:07.605950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54742) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:07.677566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-854e7f51-410a-4ed7-afdd-2b48ba418816 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:07.709235 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-854e7f51-410a-4ed7-afdd-2b48ba418816 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:07.742662 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 43dc8f4a-309b-451d-85c9-3170548ca198 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:24:07.780227 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 43dc8f4a-309b-451d-85c9-3170548ca198 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:24:07.780575 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 43dc8f4a-309b-451d-85c9-3170548ca198 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:24:07.852926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-854e7f51-410a-4ed7-afdd-2b48ba418816 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:07.856984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-1aab08f8-8c0d-4e5a-9c3d-07c8a6ee13e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:07.872358 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e7f51-410a-4ed7-afdd-2b48ba418816 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b6068c-78ea-4091-a733-beef0b600410,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:07.874778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-854e7f51-410a-4ed7-afdd-2b48ba418816 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:07.948813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-854e7f51-410a-4ed7-afdd-2b48ba418816 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:07.952779 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-854e7f51-410a-4ed7-afdd-2b48ba418816 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] 10.222.0.24 "DELETE /v2.0/security-groups/36b6068c-78ea-4091-a733-beef0b600410 HTTP/1.1" status: 204  len: 168 time: 0.3457642
Dec 19 14:24:08.068910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54748) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:08.623465 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:09.212287 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Deleting port 2a52b1f3-6f25-4da5-906d-33e86e2e9954 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:09.212511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:09.380628 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] For port 2a52b1f3-6f25-4da5-906d-33e86e2e9954, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=2a52b1f3-6f25-4da5-906d-33e86e2e9954,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:09.380974 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:09.600199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Calling delete_port for 2a52b1f3-6f25-4da5-906d-33e86e2e9954 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:24:09.829761 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:09.833892 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7cc96513-9b0a-4995-b142-8c9491206beb tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:09.873771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a52b1f3-6f25-4da5-906d-33e86e2e9954,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:09.877077 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:10.160580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:10.723867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Router c6256887-92f7-4da4-9293-8320a703d757 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:24:10.928456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:24:10.937082 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39979825-d595-41f4-9cf6-448c873dedb7 None None] Sync routers for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:24:10.941873 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] 10.222.0.24 "PUT /v2.0/routers/c6256887-92f7-4da4-9293-8320a703d757/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8716159
Dec 19 14:24:10.944200 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54754) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:10.948443 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39979825-d595-41f4-9cf6-448c873dedb7 None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:10.949037 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-39979825-d595-41f4-9cf6-448c873dedb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8a60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:23:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:11.128292 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-39979825-d595-41f4-9cf6-448c873dedb7 None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:11.262753 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:11.409069 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-39979825-d595-41f4-9cf6-448c873dedb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8a60>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:24:09Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:11.413424 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39979825-d595-41f4-9cf6-448c873dedb7 None None] Checking router: c6256887-92f7-4da4-9293-8320a703d757 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:24:11.423523 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39979825-d595-41f4-9cf6-448c873dedb7 None None] Routers {'c6256887-92f7-4da4-9293-8320a703d757'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:11.424105 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-39979825-d595-41f4-9cf6-448c873dedb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8a60>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:23:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['c6256887-92f7-4da4-9293-8320a703d757'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:11.462970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:11.555840 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Deleting port a693c23e-1bc6-4706-a5d8-f39ea62016f6 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:11.556184 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:11.625470 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-39979825-d595-41f4-9cf6-448c873dedb7 None None] Set router c6256887-92f7-4da4-9293-8320a703d757 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:11.730247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] For port a693c23e-1bc6-4706-a5d8-f39ea62016f6, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a693c23e-1bc6-4706-a5d8-f39ea62016f6,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:11.730604 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:11.850361 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Calling delete_port for a693c23e-1bc6-4706-a5d8-f39ea62016f6 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:24:11.905581 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-39979825-d595-41f4-9cf6-448c873dedb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475a8a60>, [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:24:09Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:11.909392 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39979825-d595-41f4-9cf6-448c873dedb7 None None] The sync data for ids ['c6256887-92f7-4da4-9293-8320a703d757'] in dv-neutron-821895-1-hyperv is: [{'id': 'c6256887-92f7-4da4-9293-8320a703d757', 'name': 'tempest-TestShelveInstance-1986734721-router', 'tenant_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:26Z', 'updated_at': '2021-12-19T14:24:09Z', 'revision_number': 5, 'project_id': '788be17de73c4890bc3cef6cbb5b5ddd', 'gw_port': {'id': 'a693c23e-1bc6-4706-a5d8-f39ea62016f6', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6256887-92f7-4da4-9293-8320a703d757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:27Z', 'updated_at': '2021-12-19T14:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:24:12.121778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:12.125602 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-c11fd8e7-aedf-4107-a4f0-d2ffcefd22f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:12.169285 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Pushing event deleted for resources: {'Port': ['ID=a693c23e-1bc6-4706-a5d8-f39ea62016f6,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:12.172668 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:12.401975 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:12.447135 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c9311482-5d25-4394-af3f-c64e8364c4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:12.663817 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:12.667907 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:12.868323 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2a52b1f3-6f25-4da5-906d-33e86e2e9954 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:24:12.880785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:12.881485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6256887-92f7-4da4-9293-8320a703d757 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:24:12.893652 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:12.897165 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] 10.222.0.24 "DELETE /v2.0/routers/c6256887-92f7-4da4-9293-8320a703d757 HTTP/1.1" status: 204  len: 168 time: 1.9496794
Dec 19 14:24:12.897417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54758) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:12.902085 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 2a52b1f3-6f25-4da5-906d-33e86e2e9954 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:24:12.902442 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 2a52b1f3-6f25-4da5-906d-33e86e2e9954 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:24:12.966375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1db7be-4174-433c-88d6-ba6c2039df21 admin admin] Deleting subnet ef9c5161-f57d-459a-8667-c3f2a8a66ed8 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:24:12.969425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de1db7be-4174-433c-88d6-ba6c2039df21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:13.020939 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de1db7be-4174-433c-88d6-ba6c2039df21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:13.101100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de1db7be-4174-433c-88d6-ba6c2039df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:13.241067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de1db7be-4174-433c-88d6-ba6c2039df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:13.244636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-46778c9b-cfc0-4bd2-b3db-b3282ebcd77a tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:13.278374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1db7be-4174-433c-88d6-ba6c2039df21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9c5161-f57d-459a-8667-c3f2a8a66ed8,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:13.283769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-de1db7be-4174-433c-88d6-ba6c2039df21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:13.287315 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-de1db7be-4174-433c-88d6-ba6c2039df21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:13.292525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197bdae6-3401-4419-8bd5-0d5042995da3 None None] Network 46747fd8-9ed7-4cc4-b339-34799754623c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:24:13.293287 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-de1db7be-4174-433c-88d6-ba6c2039df21 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ef9c5161-f57d-459a-8667-c3f2a8a66ed8 HTTP/1.1" status: 204  len: 168 time: 0.3946989
Dec 19 14:24:13.295635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54762) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:13.403145 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:13.414090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Deleting port 5f14d715-8fcd-47c2-b05a-c2c066c69291 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:13.414408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:13.571253 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a29cd-c567-4d22-9088-cb4dfba3d8f2 None None] DHCP port deletion for 46747fd8-9ed7-4cc4-b339-34799754623c request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:24:13.575508 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e94a29cd-c567-4d22-9088-cb4dfba3d8f2 None None] Deleting port 5f14d715-8fcd-47c2-b05a-c2c066c69291 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:13.575887 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e94a29cd-c567-4d22-9088-cb4dfba3d8f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:13.621116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] For port 5f14d715-8fcd-47c2-b05a-c2c066c69291, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5f14d715-8fcd-47c2-b05a-c2c066c69291,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:13.621535 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:13.742347 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Calling delete_port for 5f14d715-8fcd-47c2-b05a-c2c066c69291 owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:24:13.776387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-e94a29cd-c567-4d22-9088-cb4dfba3d8f2 None None] For port 5f14d715-8fcd-47c2-b05a-c2c066c69291, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5f14d715-8fcd-47c2-b05a-c2c066c69291,segment=NetworkSegment(d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7),segment_id=d0f8ae46-e61d-4e33-88f2-8cef6c2e9db7)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:13.776774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e94a29cd-c567-4d22-9088-cb4dfba3d8f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:13.874875 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:13.880100 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-16d887b8-d96e-47b6-98c3-2bfe4a842e39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:13.895916 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e94a29cd-c567-4d22-9088-cb4dfba3d8f2 None None] Calling delete_port for 5f14d715-8fcd-47c2-b05a-c2c066c69291 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:24:13.922662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f14d715-8fcd-47c2-b05a-c2c066c69291,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:13.926178 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:13.926841 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] No DVR routers for this DVR port 5f14d715-8fcd-47c2-b05a-c2c066c69291 on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:24:13.969347 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-e94a29cd-c567-4d22-9088-cb4dfba3d8f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:24:13.969700 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-e94a29cd-c567-4d22-9088-cb4dfba3d8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:24:14.046687 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:14.071442 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d471dea90>,) {'filters': {'network_id': ['46747fd8-9ed7-4cc4-b339-34799754623c']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:14.084038 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d471dea90>, 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:14.084329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d471dea90>, 'd0f8ae46-e61d-4e33-88f2-8cef6c2e9db7') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:14.096327 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:14.116824 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:14.122850 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:24:14.123261 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:24:14.138227 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:24:14.252573 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:14.256554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-da1e621a-88b4-45a6-a749-b05c6f6cefe1 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:14.271416 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:14.277345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=46747fd8-9ed7-4cc4-b339-34799754623c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:14.281408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:14.338952 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-fdd7cc49-3371-442a-968d-8e09af0af4c3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/46747fd8-9ed7-4cc4-b339-34799754623c HTTP/1.1" status: 204  len: 168 time: 1.0422857
Dec 19 14:24:14.341674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54766) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:14.470648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e94a29cd-c567-4d22-9088-cb4dfba3d8f2 None None] Deleting port 5f14d715-8fcd-47c2-b05a-c2c066c69291 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:14.471438 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e94a29cd-c567-4d22-9088-cb4dfba3d8f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:14.534018 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-e94a29cd-c567-4d22-9088-cb4dfba3d8f2 None None] The port '5f14d715-8fcd-47c2-b05a-c2c066c69291' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 14:24:14.641710 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eb1270d5-c083-49eb-ae4d-81b275b2131a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:14.831323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:14.860576 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5f14d715-8fcd-47c2-b05a-c2c066c69291 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:24:14.892016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 5f14d715-8fcd-47c2-b05a-c2c066c69291 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:24:14.892285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5f14d715-8fcd-47c2-b05a-c2c066c69291 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:24:14.892774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a693c23e-1bc6-4706-a5d8-f39ea62016f6 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:24:14.927092 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: a693c23e-1bc6-4706-a5d8-f39ea62016f6 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:24:14.927444 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a693c23e-1bc6-4706-a5d8-f39ea62016f6 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:24:15.426674 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Deleting port e5cdec39-e67a-4c98-932b-29a3c2bae50b {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:15.427217 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:15.606042 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] For port e5cdec39-e67a-4c98-932b-29a3c2bae50b, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e5cdec39-e67a-4c98-932b-29a3c2bae50b,segment=NetworkSegment(e05af2a3-2519-4f85-aa03-d5b68953a9fa),segment_id=e05af2a3-2519-4f85-aa03-d5b68953a9fa)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:15.606379 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:15.726857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Calling delete_port for e5cdec39-e67a-4c98-932b-29a3c2bae50b owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:24:15.961483 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:15.965081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:16.011516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cdec39-e67a-4c98-932b-29a3c2bae50b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:16.014891 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:16.295490 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:16.361400 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:16.407025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:16.980682 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Router cff0d647-0782-4c9f-b389-62b5f2390d6a has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:24:17.183701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:24:17.192348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec035d3-8fa1-45d8-b886-a3bb8194436a None None] Sync routers for ids ['cff0d647-0782-4c9f-b389-62b5f2390d6a'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:24:17.204875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec035d3-8fa1-45d8-b886-a3bb8194436a None None] Routers {'cff0d647-0782-4c9f-b389-62b5f2390d6a'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:17.207430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cec035d3-8fa1-45d8-b886-a3bb8194436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46eee2e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['cff0d647-0782-4c9f-b389-62b5f2390d6a'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:17.255125 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] 10.222.0.24 "PUT /v2.0/routers/cff0d647-0782-4c9f-b389-62b5f2390d6a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9118278
Dec 19 14:24:17.257441 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54772) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:17.427904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-cec035d3-8fa1-45d8-b886-a3bb8194436a None None] Set router cff0d647-0782-4c9f-b389-62b5f2390d6a gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:17.457979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:17.657197 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:17.712141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cec035d3-8fa1-45d8-b886-a3bb8194436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46eee2e0>, [{'id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'name': 'tempest-TestShelveInstance-1368419862-router', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:24:15Z', 'revision_number': 5, 'project_id': '042bc27971a24bd182d3050f47f77417', 'gw_port': {'id': 'a89f25f6-08c3-4e13-a7d3-4a5932c82169', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:17.716043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec035d3-8fa1-45d8-b886-a3bb8194436a None None] Checking router: cff0d647-0782-4c9f-b389-62b5f2390d6a for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:24:17.726792 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec035d3-8fa1-45d8-b886-a3bb8194436a None None] Routers {'cff0d647-0782-4c9f-b389-62b5f2390d6a'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:17.727431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cec035d3-8fa1-45d8-b886-a3bb8194436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d46eee2e0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['cff0d647-0782-4c9f-b389-62b5f2390d6a'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:17.731660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Deleting port a89f25f6-08c3-4e13-a7d3-4a5932c82169 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:17.731995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:17.886769 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-cec035d3-8fa1-45d8-b886-a3bb8194436a None None] Set router cff0d647-0782-4c9f-b389-62b5f2390d6a gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:17.918777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] For port a89f25f6-08c3-4e13-a7d3-4a5932c82169, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=a89f25f6-08c3-4e13-a7d3-4a5932c82169,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:17.918777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:17.931391 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:17.997087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-cec035d3-8fa1-45d8-b886-a3bb8194436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d46eee2e0>, [{'id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'name': 'tempest-TestShelveInstance-1368419862-router', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:24:17Z', 'revision_number': 6, 'project_id': '042bc27971a24bd182d3050f47f77417', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:18.001109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec035d3-8fa1-45d8-b886-a3bb8194436a None None] The sync data for ids ['cff0d647-0782-4c9f-b389-62b5f2390d6a'] in dv-neutron-821895-1-hyperv is: [{'id': 'cff0d647-0782-4c9f-b389-62b5f2390d6a', 'name': 'tempest-TestShelveInstance-1368419862-router', 'tenant_id': '042bc27971a24bd182d3050f47f77417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:13:34Z', 'updated_at': '2021-12-19T14:24:17Z', 'revision_number': 6, 'project_id': '042bc27971a24bd182d3050f47f77417', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:24:18.149457 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Calling delete_port for a89f25f6-08c3-4e13-a7d3-4a5932c82169 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:24:18.366167 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:18.370201 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ff67cbb8-b2a9-497a-a647-837121e57e97 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:18.417341 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89f25f6-08c3-4e13-a7d3-4a5932c82169,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:18.420776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:18.635610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:18.863458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a89f25f6-08c3-4e13-a7d3-4a5932c82169 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:24:18.896581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: a89f25f6-08c3-4e13-a7d3-4a5932c82169 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:24:18.896943 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device a89f25f6-08c3-4e13-a7d3-4a5932c82169 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:24:18.897378 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e5cdec39-e67a-4c98-932b-29a3c2bae50b no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:24:18.897488 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:18.901707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:18.929365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: e5cdec39-e67a-4c98-932b-29a3c2bae50b {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:24:18.929719 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e5cdec39-e67a-4c98-932b-29a3c2bae50b not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:24:18.995671 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:18.996291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cff0d647-0782-4c9f-b389-62b5f2390d6a {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:24:19.008984 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.010096 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cff0d647-0782-4c9f-b389-62b5f2390d6a HTTP/1.1" status: 204  len: 168 time: 1.7517490
Dec 19 14:24:19.012707 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54776) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:19.076267 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8d1169-fd50-4d3a-a8fe-206486e31c46 admin admin] Deleting subnet d700e60a-18df-46cf-bcbb-812592c0fda9 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:24:19.090360 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bc8d1169-fd50-4d3a-a8fe-206486e31c46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.133088 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bc8d1169-fd50-4d3a-a8fe-206486e31c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.213375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bc8d1169-fd50-4d3a-a8fe-206486e31c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.338955 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bc8d1169-fd50-4d3a-a8fe-206486e31c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.342594 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9581a299-3a19-4e37-b80f-38f878a0fddc tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:19.377851 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d1169-fd50-4d3a-a8fe-206486e31c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d700e60a-18df-46cf-bcbb-812592c0fda9,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:19.381414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bc8d1169-fd50-4d3a-a8fe-206486e31c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:19.384345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bc8d1169-fd50-4d3a-a8fe-206486e31c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.389689 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bbdcca-0b70-4ae6-8e0f-f51720530f22 None None] Network 0a77b84c-1716-45ea-9ce9-62eb1a780b5c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:24:19.393074 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bc8d1169-fd50-4d3a-a8fe-206486e31c46 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d700e60a-18df-46cf-bcbb-812592c0fda9 HTTP/1.1" status: 204  len: 168 time: 0.3771467
Dec 19 14:24:19.393753 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54782) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:19.497985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.509383 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Deleting port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:19.509703 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.658132 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a248a2-ce2a-4273-89d4-9d2b8a2454d6 None None] DHCP port deletion for 0a77b84c-1716-45ea-9ce9-62eb1a780b5c request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:24:19.662410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f4a248a2-ce2a-4273-89d4-9d2b8a2454d6 None None] Deleting port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:19.662785 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f4a248a2-ce2a-4273-89d4-9d2b8a2454d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.732257 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.db [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] For port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9,segment=NetworkSegment(e05af2a3-2519-4f85-aa03-d5b68953a9fa),segment_id=e05af2a3-2519-4f85-aa03-d5b68953a9fa)] {{(pid=84125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:19.732620 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.860249 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Calling delete_port for bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 owned by network:dhcp {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:24:19.867452 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f4a248a2-ce2a-4273-89d4-9d2b8a2454d6 None None] For port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9,segment=NetworkSegment(e05af2a3-2519-4f85-aa03-d5b68953a9fa),segment_id=e05af2a3-2519-4f85-aa03-d5b68953a9fa)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:19.867983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f4a248a2-ce2a-4273-89d4-9d2b8a2454d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.978236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:19.982641 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-65ea7b46-15b5-4122-915b-0b27829a7fb1 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:19.986108 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f4a248a2-ce2a-4273-89d4-9d2b8a2454d6 None None] Calling delete_port for bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:24:20.119162 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-f4a248a2-ce2a-4273-89d4-9d2b8a2454d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:24:20.119421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-f4a248a2-ce2a-4273-89d4-9d2b8a2454d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:24:20.148363 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:20.151034 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:20.153223 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] No DVR routers for this DVR port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 on host dv-neutron-821895-1-hyperv {{(pid=84125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:24:20.275200 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:20.300024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d46cb1340>,) {'filters': {'network_id': ['0a77b84c-1716-45ea-9ce9-62eb1a780b5c']}} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:20.312069 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46cb1340>, 'e05af2a3-2519-4f85-aa03-d5b68953a9fa') {'for_net_delete': True} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:20.312290 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.services.segments.db [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d46cb1340>, 'e05af2a3-2519-4f85-aa03-d5b68953a9fa') {} {{(pid=84125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:20.323997 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15430462'] for segment, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:20.340338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:20.346724 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:24:20.347873 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16131618'] for segment, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]: Traceback (most recent call last):
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     timer()
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     cb(*args, **kw)
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     return func(*args, **kwargs)
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     self._notify()
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     self.callback(batched_events)
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     event.method(event)
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     return f(self, *a, **k)
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._get(url).json()
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:24:20.360992 dv-neutron-821895-1-hyperv neutron-server[84125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:24:20.487213 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:20.490751 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a4b2cfd2-c70a-4288-9a9d-7ddab9a04ea7 tempest-RoutersTest-164729995 tempest-RoutersTest-164729995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:20.505796 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Notify callbacks [] for network, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:20.516232 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a77b84c-1716-45ea-9ce9-62eb1a780b5c,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:20.524629 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:20.525784 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-07822fca-d5b2-4b5e-ae24-0162c3a48ab4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0a77b84c-1716-45ea-9ce9-62eb1a780b5c HTTP/1.1" status: 204  len: 168 time: 1.1300170
Dec 19 14:24:20.620342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f4a248a2-ce2a-4273-89d4-9d2b8a2454d6 None None] Deleting port bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:24:20.620761 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f4a248a2-ce2a-4273-89d4-9d2b8a2454d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:20.684349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-f4a248a2-ce2a-4273-89d4-9d2b8a2454d6 None None] The port 'bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 14:24:20.840401 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54788) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:20.863049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:24:20.892284 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2dcc40db-d388-47c4-a137-e2c75a1475b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=788be17de73c4890bc3cef6cbb5b5ddd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0506730
Dec 19 14:24:20.894624 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54792) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:20.900240 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:24:20.900757 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device bf5cab68-d5ba-4529-bb89-8d1eb6eeb5b9 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:24:20.955826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d34053c-d11d-415f-858c-f58809a17e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:20.980501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d34053c-d11d-415f-858c-f58809a17e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:21.060891 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:24:21.092701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d34053c-d11d-415f-858c-f58809a17e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:21.097715 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e2b61f0a-32e9-402f-8bd8-6cafd27488d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:21.110620 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34053c-d11d-415f-858c-f58809a17e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ef24a4-7b85-4235-8170-817238c1abe2,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:21.114954 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7d34053c-d11d-415f-858c-f58809a17e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:21.118028 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-7d34053c-d11d-415f-858c-f58809a17e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:21.119138 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-7d34053c-d11d-415f-858c-f58809a17e2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34ef24a4-7b85-4235-8170-817238c1abe2 HTTP/1.1" status: 204  len: 168 time: 0.2235932
Dec 19 14:24:21.780872 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54802) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:21.831722 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-666c2396-ace7-4c54-b3f1-f7c9a337f1be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=042bc27971a24bd182d3050f47f77417&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0495090
Dec 19 14:24:21.834290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54806) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:21.893159 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef92436f-1ade-4d5f-a50b-adcf1560b9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:21.921001 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef92436f-1ade-4d5f-a50b-adcf1560b9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:22.046533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef92436f-1ade-4d5f-a50b-adcf1560b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:22.050919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-42ecd71f-346b-42d4-b509-09a9d682363e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:22.061384 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92436f-1ade-4d5f-a50b-adcf1560b9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13d50db-2961-4f38-8458-7abfe128336b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:22.065090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ef92436f-1ade-4d5f-a50b-adcf1560b9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:22.068523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-ef92436f-1ade-4d5f-a50b-adcf1560b9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:22.069615 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-ef92436f-1ade-4d5f-a50b-adcf1560b9b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e13d50db-2961-4f38-8458-7abfe128336b HTTP/1.1" status: 204  len: 168 time: 0.2344706
Dec 19 14:24:23.389402 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54830) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:23.532066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-853014421-network', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:23.537590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:23.541389 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Usage tracker for resource:network and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:23.544363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:23.551739 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:23.635207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Made reservation on behalf of e70150b13bcc41edb3bb6ec33cecaec7 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:24:23.637474 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:23.649733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:23.681186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:23.684938 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Usage tracker for resource:security_group_rule and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:23.687666 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:23.693240 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:23.756542 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:23.846908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:23.850400 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-74c01b67-8f0b-46cc-a23b-67ad3f9044b6 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:23.877332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:24:23.885958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9883728-0c44-41a4-9b8c-61dbc084d95f,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:23.889331 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:23.891747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:23.892081 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Added segment a09ea945-9ccd-4d1b-b7ba-27577d1a79c9 of type vlan for network 1b421dfd-b173-485c-b168-36a4c5242c4e
Dec 19 14:24:23.918792 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:24.012254 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:24.013118 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:24.013701 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:24.017016 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:24.218161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Pushing event updated for resources: {'Network': ['ID=1b421dfd-b173-485c-b168-36a4c5242c4e,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:24.220732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:24.228548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 1b421dfd-b173-485c-b168-36a4c5242c4e details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:24:24.286523 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8960631
Dec 19 14:24:24.289408 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54836) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:24.294819 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Request body: {'subnet': {'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-853014421-subnet', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:24.299733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:24.303585 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Usage tracker for resource:subnet and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:24.306370 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:24.312364 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:24.372157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Made reservation on behalf of e70150b13bcc41edb3bb6ec33cecaec7 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:24:24.374764 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:24.618222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:24.622571 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2a022dda-d8bc-41d4-a693-36865ff11f16 tempest-RoutersIpV6Test-770416015 tempest-RoutersIpV6Test-770416015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:24.688862 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:24.698255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:24.708426 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Checking segment: {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:24:24.708763 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Network hostable DHCP agents. Network: 1b421dfd-b173-485c-b168-36a4c5242c4e, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:24:24.789570 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Network 1b421dfd-b173-485c-b168-36a4c5242c4e is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:24:24.858085 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 1b421dfd-b173-485c-b168-36a4c5242c4e) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:24:24.862124 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:24.863466 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:24.867281 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ec0bd1-e67f-4eab-8cb4-a2750e913a7f None None] Network 1b421dfd-b173-485c-b168-36a4c5242c4e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:24:24.944762 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b4be9e2b-516f-4c25-b948-3708831479d2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6542065
Dec 19 14:24:24.947244 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54840) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:24.952071 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:24.956640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:24.960366 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Usage tracker for resource:router and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:24.963233 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:24.968755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:25.030227 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:25.031179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:25.048741 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:25.075694 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-1b421dfd-b173-485c-b168-36a4c5242c4e', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:24:25.076528 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:25.227515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Allocated IP 172.20.0.2 (1b421dfd-b173-485c-b168-36a4c5242c4e/7f1f5d98-53bb-47fb-8d5e-38f80b9b0200/5c42f6ba-0f2c-45cd-872a-47e869efb62e) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:24:25.333150 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:25.431842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:25.441664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Transition to ACTIVE for port object 5c42f6ba-0f2c-45cd-872a-47e869efb62e will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:25.459616 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Transition to ACTIVE for port object 5c42f6ba-0f2c-45cd-872a-47e869efb62e will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:25.624380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:25.625369 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:25.629985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7ffad745-0625-4075-b1eb-22942a5b87d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:25.655246 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:25.693439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Network 1b421dfd-b173-485c-b168-36a4c5242c4e is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:24:25.696712 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:24:25.700979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:24:25.702896 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Pushing event updated for resources: {'Port': ['ID=5c42f6ba-0f2c-45cd-872a-47e869efb62e,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:25.744705 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:25.745045 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:25.745373 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:25.745699 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:25.746016 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:25.746330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:25.746643 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:25.746959 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:25.747290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:25.747598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:25.747909 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:25.756004 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:25.793284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Allocated IP 172.26.4.74 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/c6d7756e-9cfc-4f75-a729-89cbb0e68c1b) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:24:25.804567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Attempting to bind port 5c42f6ba-0f2c-45cd-872a-47e869efb62e on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:24:25.804981 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Attempting to bind port 5c42f6ba-0f2c-45cd-872a-47e869efb62e by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:24:25.805521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Attempting to bind port 5c42f6ba-0f2c-45cd-872a-47e869efb62e on network 1b421dfd-b173-485c-b168-36a4c5242c4e {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:24:25.812316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:24:25.812686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Checking segment: {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:24:25.813157 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:25.814377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Bound using segment: {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:24:25.814858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Bound port: 5c42f6ba-0f2c-45cd-872a-47e869efb62e, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:24:25.815272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:25.903615 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] For port 5c42f6ba-0f2c-45cd-872a-47e869efb62e, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:24:25.906633 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] For port 5c42f6ba-0f2c-45cd-872a-47e869efb62e, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5c42f6ba-0f2c-45cd-872a-47e869efb62e,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:24:25.941733 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:26.047571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:26.052435 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:26.081912 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:26.092798 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-58cd7d48-5fe5-4ff0-ba30-6f3e29929da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:26.131601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:26.140022 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Pushing event updated for resources: {'Port': ['ID=5c42f6ba-0f2c-45cd-872a-47e869efb62e,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:26.144383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:26.152796 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:24:26.158778 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:24:26.160846 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d7756e-9cfc-4f75-a729-89cbb0e68c1b,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:26.163031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:24:26.190478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:26.440896 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:26.441728 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:26.846332 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Router 21ecec69-b2a8-481f-a822-f0a946d97d13 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:24:26.894516 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5c42f6ba-0f2c-45cd-872a-47e869efb62e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:24:27.034898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 5c42f6ba-0f2c-45cd-872a-47e869efb62e completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:24:27.073555 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:24:27.089517 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Sync routers for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:24:27.103439 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:27.104318 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475474f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:27.130809 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e727a-2ea2-4e6a-8899-3be7b96f057d None None] Network 1b421dfd-b173-485c-b168-36a4c5242c4e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:24:27.201340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:27.205139 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-97d447c8-c46c-4e13-bbcd-f28127e22f70 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.2544293
Dec 19 14:24:27.205425 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54844) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:27.283695 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:27.309838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c1b6ff63-aede-4b56-acfe-db9abf83f462 None None] Provisioning for port 5c42f6ba-0f2c-45cd-872a-47e869efb62e completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:24:27.349193 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-c1b6ff63-aede-4b56-acfe-db9abf83f462 None None] Provisioning complete for port 5c42f6ba-0f2c-45cd-872a-47e869efb62e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:27.349668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ff63-aede-4b56-acfe-db9abf83f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:27.533189 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ff63-aede-4b56-acfe-db9abf83f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:27.571795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-c1b6ff63-aede-4b56-acfe-db9abf83f462 None None] For port 5c42f6ba-0f2c-45cd-872a-47e869efb62e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5c42f6ba-0f2c-45cd-872a-47e869efb62e,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:27.601469 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475474f0>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:26Z', 'revision_number': 3, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:27.605810 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Checking router: 21ecec69-b2a8-481f-a822-f0a946d97d13 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:24:27.606225 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Updating router 21ecec69-b2a8-481f-a822-f0a946d97d13 port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:24:27.652089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ff63-aede-4b56-acfe-db9abf83f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:27.655521 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-dab8691a-5538-4eb7-bb48-e6add222960d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:27.666944 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:27.731638 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6ff63-aede-4b56-acfe-db9abf83f462 None None] Pushing event updated for resources: {'Port': ['ID=5c42f6ba-0f2c-45cd-872a-47e869efb62e,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:27.736973 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c1b6ff63-aede-4b56-acfe-db9abf83f462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:27.772581 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-150461e1-89b2-47b1-bb4d-5ecbaa38d94c None None] Provisioning complete for port 5c42f6ba-0f2c-45cd-872a-47e869efb62e triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:27.773059 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-150461e1-89b2-47b1-bb4d-5ecbaa38d94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:28.013675 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:28.022813 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:28.033944 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Transition to ACTIVE for port object c6d7756e-9cfc-4f75-a729-89cbb0e68c1b will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:28.104068 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:28.107658 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-0b6956ad-b8f0-471b-971c-7b48fc3e9d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:28.183820 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Pushing event updated for resources: {'Port': ['ID=c6d7756e-9cfc-4f75-a729-89cbb0e68c1b,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:28.187636 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Attempting to bind port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:24:28.188016 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Attempting to bind port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:24:28.188349 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Attempting to bind port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:24:28.198950 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:28.202238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:28.202238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:28.202238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:28.202238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:28.202238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:28.202238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:28.202238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:28.202238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:28.202238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:28.202238 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:24:28.204990 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:24:28.205356 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:24:28.205889 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:28.206123 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:24:28.206565 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Bound port: c6d7756e-9cfc-4f75-a729-89cbb0e68c1b, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:24:28.206927 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:28.223916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Allocated IP 172.20.0.1 (1b421dfd-b173-485c-b168-36a4c5242c4e/7f1f5d98-53bb-47fb-8d5e-38f80b9b0200/e41bcfd4-c2b7-4274-afdd-bf415bb0532a) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:24:28.259914 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:28.341271 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] For port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:24:28.344452 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] For port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c6d7756e-9cfc-4f75-a729-89cbb0e68c1b,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:24:28.370068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:28.385337 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Transition to ACTIVE for port object e41bcfd4-c2b7-4274-afdd-bf415bb0532a will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:28.493021 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:28.496653 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-feeaaa83-5b93-453a-9f48-502718fa4941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:28.550255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:28.554127 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7141079e-31bb-4786-861c-0c3103bb98e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:28.572073 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Pushing event updated for resources: {'Port': ['ID=c6d7756e-9cfc-4f75-a729-89cbb0e68c1b,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:28.575389 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-2d68d1ee-d495-4782-b458-da8d82e02b5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:28.576808 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:28.577384 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d475474f0>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:28.618256 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Network 1b421dfd-b173-485c-b168-36a4c5242c4e is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:24:28.621398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:24:28.625544 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:24:28.656275 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e41bcfd4-c2b7-4274-afdd-bf415bb0532a,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:28.663947 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:28.685857 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:28.758484 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:28.858663 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:28.882437 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5c42f6ba-0f2c-45cd-872a-47e869efb62e up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:24:28.961431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 5c42f6ba-0f2c-45cd-872a-47e869efb62e triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:28.961728 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:29.014952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4fc6c86c-64e0-4c62-ac16-fc7b5259e9a7 None None] Provisioning for port e41bcfd4-c2b7-4274-afdd-bf415bb0532a completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:24:29.022326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-4fc6c86c-64e0-4c62-ac16-fc7b5259e9a7 None None] Provisioning complete for port e41bcfd4-c2b7-4274-afdd-bf415bb0532a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:29.022803 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4fc6c86c-64e0-4c62-ac16-fc7b5259e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:29.061684 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d475474f0>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:26Z', 'revision_number': 3, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:29.065637 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf81d91-8375-4a67-8e48-ee88ff70f5f7 None None] The sync data for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv is: [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:26Z', 'revision_number': 3, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:24:29.095102 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6c86c-64e0-4c62-ac16-fc7b5259e9a7 None None] Port e41bcfd4-c2b7-4274-afdd-bf415bb0532a cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:24:29.245549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:29.412616 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:29.439646 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-888c04b1-bc73-4408-87f0-21bc72e6288a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:29.525265 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e41bcfd4-c2b7-4274-afdd-bf415bb0532a,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:29.531567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:29.531567 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:29.673789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Network 1b421dfd-b173-485c-b168-36a4c5242c4e is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:24:29.674871 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:24:29.923443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-eae6ef87-416b-46f5-bf53-c148be611a95 None None] Provisioning complete for port e41bcfd4-c2b7-4274-afdd-bf415bb0532a triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:29.924027 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-eae6ef87-416b-46f5-bf53-c148be611a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:29.974824 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-eae6ef87-416b-46f5-bf53-c148be611a95 None None] Port e41bcfd4-c2b7-4274-afdd-bf415bb0532a cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:24:30.072943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Router 21ecec69-b2a8-481f-a822-f0a946d97d13 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:24:30.273563 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:24:30.282364 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] 10.222.0.24 "PUT /v2.0/routers/21ecec69-b2a8-481f-a822-f0a946d97d13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0760512
Dec 19 14:24:30.887723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c6d7756e-9cfc-4f75-a729-89cbb0e68c1b up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:24:31.024352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:24:31.029475 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:31.029855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:31.144020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:31.160043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c6d7756e-9cfc-4f75-a729-89cbb0e68c1b,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:31.223872 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:31.226025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:31.292976 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=c6d7756e-9cfc-4f75-a729-89cbb0e68c1b,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:31.296015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:31.520986 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54868) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:31.526758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1158385646-network', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:31.531665 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:31.535496 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Usage tracker for resource:network and tenant:8c25c81e41ed416280a69a61e39722b9 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:31.538455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:31.544103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:31.601008 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Made reservation on behalf of 8c25c81e41ed416280a69a61e39722b9 for: {'network': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:24:31.603405 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for network, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:31.616130 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:31.646590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:31.650271 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Usage tracker for resource:security_group_rule and tenant:8c25c81e41ed416280a69a61e39722b9 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:31.653081 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:31.658748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:31.721455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:31.806319 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:31.809264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d0128a86-02de-4a0f-bfd5-e9297a9f9fea tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:31.833758 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=84124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 19 14:24:31.845669 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289906c8-d54d-4ca9-ab59-7ad83c563efd,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:31.850322 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:31.851245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:31.851575 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.db.segments_db [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Added segment 1ec0f5d1-cc57-4109-8e5f-2d73a45645eb of type vlan for network 6081a1fe-3ded-4560-8cef-a47588248a8c
Dec 19 14:24:31.878111 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765298395396'] for network, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:31.990229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941'] for network, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:31.991034 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:31.991626 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:31.995046 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f0a05d37-7a4e-40a4-8253-95fc28dcaf49 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:32.093147 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Pushing event updated for resources: {'Network': ['ID=6081a1fe-3ded-4560-8cef-a47588248a8c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:32.095781 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:32.103555 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Network 6081a1fe-3ded-4560-8cef-a47588248a8c details requested by agent ovs-agent-dv-neutron-821895-1-hyperv with host dv-neutron-821895-1-hyperv {{(pid=84126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 19 14:24:32.184309 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b01fae4f-bf3f-484e-af4b-4930a6d19e51 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6622410
Dec 19 14:24:32.186942 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54872) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:32.192508 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Request body: {'subnet': {'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1158385646-subnet', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'ip_version': 4}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:32.197398 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:32.201234 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Usage tracker for resource:subnet and tenant:8c25c81e41ed416280a69a61e39722b9 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:32.204114 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:32.210541 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:32.292342 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Made reservation on behalf of 8c25c81e41ed416280a69a61e39722b9 for: {'subnet': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:24:32.294636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15311605'] for subnet, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:32.487049 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Sync routers for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:24:32.498893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:32.499566 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47153880>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:32.572629 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15352523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15311559'] for subnet, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:32.577222 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-488dea7d-4bef-415f-9683-bc2288979e28 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:32.688181 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:32.760253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e049f9-acfc-40a0-a292-b445f468d70e,revision_number=0']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:32.763789 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:32.772462 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Checking segment: {'id': '1ec0f5d1-cc57-4109-8e5f-2d73a45645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:24:32.772810 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Network hostable DHCP agents. Network: 6081a1fe-3ded-4560-8cef-a47588248a8c, hostable agents: ['0db02c0b-f2d6-4834-ae16-2c7e931f4b29'], hosted agents: [] {{(pid=84124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 19 14:24:32.847103 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Network 6081a1fe-3ded-4560-8cef-a47588248a8c is scheduled to be hosted by DHCP agent 0db02c0b-f2d6-4834-ae16-2c7e931f4b29 with binding_index 1 {{(pid=84124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 19 14:24:32.883088 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c6d7756e-9cfc-4f75-a729-89cbb0e68c1b up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:24:32.932318 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821895-1-hyperv, 6081a1fe-3ded-4560-8cef-a47588248a8c) {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:24:32.936440 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:32.936769 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:32.954232 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fb99f5-10d0-4e98-81b5-1d90e887f956 None None] Network 6081a1fe-3ded-4560-8cef-a47588248a8c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:24:33.013371 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-f183e192-3ef8-4bab-a395-b8b7f16c03f5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8252807
Dec 19 14:24:33.015906 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 54876) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:33.021415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1158385646-router', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:33.026756 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:33.030296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Usage tracker for resource:router and tenant:8c25c81e41ed416280a69a61e39722b9 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:33.033395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:33.039926 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:33.103910 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16769463'] for router, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:33.104971 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-378145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-332007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16769464'] for router, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:33.123554 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:33.221659 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:33.222252 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:33.361375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16769418'] for router, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:33.382609 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp760aefe3-6178-5fb0-8ef6-8bbf5a56a6a2-6081a1fe-3ded-4560-8cef-a47588248a8c', 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'fixed_ips': [{'subnet_id': 'b6e049f9-acfc-40a0-a292-b445f468d70e'}]}} from dv-neutron-821895-1-hyperv. {{(pid=84126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 19 14:24:33.383449 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:33.397806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47153880>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 2, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:33.417133 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Checking router: 21ecec69-b2a8-481f-a822-f0a946d97d13 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:24:33.417495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Updating router 21ecec69-b2a8-481f-a822-f0a946d97d13 port e41bcfd4-c2b7-4274-afdd-bf415bb0532a binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:24:33.531402 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:33.600317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:33.630308 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:33.736239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.db_base_plugin_common [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Allocated IP 172.20.0.2 (6081a1fe-3ded-4560-8cef-a47588248a8c/b6e049f9-acfc-40a0-a292-b445f468d70e/6ea994c6-230a-46e5-aad1-b6b731e6505c) {{(pid=84126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:24:33.767867 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Allocated IP 172.26.4.52 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/d5970616-34c5-41b8-bb4d-f4c273946c02) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:24:33.915495 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.001509 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.006958 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0e1b5f37-b9bd-42b6-95dd-63f3b43342a0 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:34.066363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:24:34.074092 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:24:34.078099 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:24:34.108161 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5970616-34c5-41b8-bb4d-f4c273946c02,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:34.109668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Notify callbacks [] for port, precommit_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.114120 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:34.132207 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Transition to ACTIVE for port object 6ea994c6-230a-46e5-aad1-b6b731e6505c will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:34.151451 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.167071 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Transition to ACTIVE for port object 6ea994c6-230a-46e5-aad1-b6b731e6505c will not be triggered until provisioned by entity DHCP. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:34.170461 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Transition to ACTIVE for port object e41bcfd4-c2b7-4274-afdd-bf415bb0532a will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:34.224360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217'] for port, after_create {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.228054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-c1b6ff63-aede-4b56-acfe-db9abf83f462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:34.264260 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.362210 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Network 6081a1fe-3ded-4560-8cef-a47588248a8c is already hosted by enough agents. {{(pid=84126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:24:34.364377 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.365210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-384978'] for router, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.366893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.scheduler.base_scheduler [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Resources bound (agent type, host, resource id):  {{(pid=84126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:24:34.370492 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Pushing event updated for resources: {'Port': ['ID=6ea994c6-230a-46e5-aad1-b6b731e6505c,revision_number=1']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:34.372653 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Received port after_create {{(pid=84126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:24:34.377194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:34.377660 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:34.601366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33522c80-7189-44f6-8eb7-e0b9a8b26ee5 None None] Pushing event updated for resources: {'Port': ['ID=e41bcfd4-c2b7-4274-afdd-bf415bb0532a,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:34.605993 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Attempting to bind port e41bcfd4-c2b7-4274-afdd-bf415bb0532a on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:24:34.610923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Attempting to bind port e41bcfd4-c2b7-4274-afdd-bf415bb0532a by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:24:34.610923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Attempting to bind port e41bcfd4-c2b7-4274-afdd-bf415bb0532a on network 1b421dfd-b173-485c-b168-36a4c5242c4e {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:24:34.610923 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-33522c80-7189-44f6-8eb7-e0b9a8b26ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:34.613177 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Attempting to bind port 6ea994c6-230a-46e5-aad1-b6b731e6505c on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:24:34.614057 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Attempting to bind port 6ea994c6-230a-46e5-aad1-b6b731e6505c by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '1ec0f5d1-cc57-4109-8e5f-2d73a45645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:24:34.614668 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Attempting to bind port 6ea994c6-230a-46e5-aad1-b6b731e6505c on network 6081a1fe-3ded-4560-8cef-a47588248a8c {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:24:34.625391 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:24:34.625767 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Checking segment: {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:24:34.626169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.626561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Bound using segment: {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:24:34.627025 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Bound port: e41bcfd4-c2b7-4274-afdd-bf415bb0532a, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:24:34.627423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.643645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:24:34.644031 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Checking segment: {'id': '1ec0f5d1-cc57-4109-8e5f-2d73a45645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:24:34.644431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.644849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Bound using segment: {'id': '1ec0f5d1-cc57-4109-8e5f-2d73a45645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:24:34.645342 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Bound port: 6ea994c6-230a-46e5-aad1-b6b731e6505c, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec0f5d1-cc57-4109-8e5f-2d73a45645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:24:34.645720 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.686593 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 is scheduled to L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 with binding_index 1 {{(pid=84124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 19 14:24:34.838571 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] For port e41bcfd4-c2b7-4274-afdd-bf415bb0532a, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:24:34.842462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] For port e41bcfd4-c2b7-4274-afdd-bf415bb0532a, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e41bcfd4-c2b7-4274-afdd-bf415bb0532a,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:24:34.843752 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] For port 6ea994c6-230a-46e5-aad1-b6b731e6505c, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:24:34.846762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] For port 6ea994c6-230a-46e5-aad1-b6b731e6505c, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6ea994c6-230a-46e5-aad1-b6b731e6505c,segment=NetworkSegment(1ec0f5d1-cc57-4109-8e5f-2d73a45645eb),segment_id=1ec0f5d1-cc57-4109-8e5f-2d73a45645eb)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:24:34.891424 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:24:34.900425 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Sync routers for ids ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:24:34.912716 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Routers {'fb80ddfa-b307-4d91-99d3-bfa7e1c89015'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:34.913325 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47547070>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:34.915799 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.919829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-33522c80-7189-44f6-8eb7-e0b9a8b26ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:34.954639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.984226 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:34.988146 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-11add5fb-bbab-49ba-a19c-b24cbce188f5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.9686921
Dec 19 14:24:34.988479 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54880) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:35.010686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33522c80-7189-44f6-8eb7-e0b9a8b26ee5 None None] Pushing event updated for resources: {'Port': ['ID=e41bcfd4-c2b7-4274-afdd-bf415bb0532a,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:35.017139 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-33522c80-7189-44f6-8eb7-e0b9a8b26ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:35.017955 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:35.071756 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:35.072582 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47153880>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:35.143142 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Set router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:35.274439 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Pushing event updated for resources: {'Port': ['ID=6ea994c6-230a-46e5-aad1-b6b731e6505c,revision_number=2']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:35.282980 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-69008227-63c8-489a-aedb-8a88bad5d01e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:35.358682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:35.546581 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47547070>, [{'id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'name': 'tempest-TestSnapshotPattern-1158385646-router', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:34Z', 'revision_number': 3, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'gw_port': {'id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:47:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:35.550472 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Checking router: fb80ddfa-b307-4d91-99d3-bfa7e1c89015 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:24:35.550827 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Updating router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 port d5970616-34c5-41b8-bb4d-f4c273946c02 binding host dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:24:35.604286 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:35.736648 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47153880>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:34Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:35.741805 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce17af-71d1-468b-95c8-6754bddf9989 None None] The sync data for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv is: [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:34Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:24:35.921097 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:35.992206 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Notify callbacks [] for port, precommit_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:36.004871 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.provisioning_blocks [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Transition to ACTIVE for port object d5970616-34c5-41b8-bb4d-f4c273946c02 will not be triggered until provisioned by entity L2. {{(pid=84127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:36.063920 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:36.075767 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-1a5e4e47-8449-47b9-b06d-0836b0343727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:36.143504 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Attempting to bind port d5970616-34c5-41b8-bb4d-f4c273946c02 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:24:36.143864 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Attempting to bind port d5970616-34c5-41b8-bb4d-f4c273946c02 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:24:36.144573 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Attempting to bind port d5970616-34c5-41b8-bb4d-f4c273946c02 on network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:24:36.157945 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:24:36.158314 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Checking segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:24:36.158713 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:36.159122 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Bound using segment: {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'} {{(pid=84127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:24:36.159765 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.managers [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Bound port: d5970616-34c5-41b8-bb4d-f4c273946c02, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774f502-ccd2-423b-aa68-f86c4a8990c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56'}}] {{(pid=84127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:24:36.160303 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:36.168748 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Allocated IP 172.20.0.1 (6081a1fe-3ded-4560-8cef-a47588248a8c/b6e049f9-acfc-40a0-a292-b445f468d70e/18045f7c-3b77-4d62-9ca1-188bd6bb7983) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:24:36.246154 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] For port d5970616-34c5-41b8-bb4d-f4c273946c02, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:24:36.253776 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fc65b-316e-4852-9e88-106c12d31686 None None] Pushing event updated for resources: {'Port': ['ID=d5970616-34c5-41b8-bb4d-f4c273946c02,revision_number=2']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:36.258474 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-a44fc65b-316e-4852-9e88-106c12d31686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:36.264861 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.plugins.ml2.db [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] For port d5970616-34c5-41b8-bb4d-f4c273946c02, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d5970616-34c5-41b8-bb4d-f4c273946c02,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:24:36.341374 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed3d939-cccc-456f-89a4-8482207bedbe None None] Network 6081a1fe-3ded-4560-8cef-a47588248a8c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:24:36.345491 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron_lib.callbacks.manager [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:36.347002 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:36.354685 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-309015cd-3bb1-429b-80e7-4f120d286b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:36.365537 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.provisioning_blocks [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Transition to ACTIVE for port object 18045f7c-3b77-4d62-9ca1-188bd6bb7983 will not be triggered until provisioned by entity DHCP. {{(pid=84125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:36.447392 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:36.475240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9163f533-29b8-4e9f-be17-61cc4fa6d263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:36.493970 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fc65b-316e-4852-9e88-106c12d31686 None None] Pushing event updated for resources: {'Port': ['ID=d5970616-34c5-41b8-bb4d-f4c273946c02,revision_number=3']} {{(pid=84127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:36.501324 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG oslo_concurrency.lockutils [None req-a44fc65b-316e-4852-9e88-106c12d31686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:36.502110 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Routers {'fb80ddfa-b307-4d91-99d3-bfa7e1c89015'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:36.503142 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47547070>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:36.689768 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-e2539677-65bc-4915-a54c-5434542ae396 None None] Provisioning for port 6ea994c6-230a-46e5-aad1-b6b731e6505c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:24:36.771152 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Network 6081a1fe-3ded-4560-8cef-a47588248a8c is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:24:36.776797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:24:36.779557 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:24:36.808905 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Pushing event updated for resources: {'Port': ['ID=18045f7c-3b77-4d62-9ca1-188bd6bb7983,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:36.828228 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:36.873742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-384796'] for router_interface, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:37.018970 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] Set router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:37.090839 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6ea994c6-230a-46e5-aad1-b6b731e6505c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:24:37.157444 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:37.260058 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 6ea994c6-230a-46e5-aad1-b6b731e6505c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:24:37.265893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6ea994c6-230a-46e5-aad1-b6b731e6505c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:37.266416 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:37.333644 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2f35d69d-a996-430a-8ef7-ff0be0f37a4a None None] Provisioning for port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:24:37.343209 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2f35d69d-a996-430a-8ef7-ff0be0f37a4a None None] Provisioning complete for port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:37.344134 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f35d69d-a996-430a-8ef7-ff0be0f37a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:37.376550 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47547070>, [{'id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'name': 'tempest-TestSnapshotPattern-1158385646-router', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:34Z', 'revision_number': 3, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'gw_port': {'id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:47:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:37.381399 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06890ac3-4293-4011-8007-88aa796b53fc None None] The sync data for ids ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'] in dv-neutron-821895-1-hyperv is: [{'id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'name': 'tempest-TestSnapshotPattern-1158385646-router', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:34Z', 'revision_number': 3, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'gw_port': {'id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:47:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:24:37.454681 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:37.464829 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-2f35d69d-a996-430a-8ef7-ff0be0f37a4a None None] Port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:24:37.485322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:37.503409 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2f35d69d-a996-430a-8ef7-ff0be0f37a4a None None] Provisioning complete for port 6ea994c6-230a-46e5-aad1-b6b731e6505c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:37.503780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f35d69d-a996-430a-8ef7-ff0be0f37a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:37.515280 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:37.542672 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:37.569563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 6ea994c6-230a-46e5-aad1-b6b731e6505c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6ea994c6-230a-46e5-aad1-b6b731e6505c,segment=NetworkSegment(1ec0f5d1-cc57-4109-8e5f-2d73a45645eb),segment_id=1ec0f5d1-cc57-4109-8e5f-2d73a45645eb)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:37.628031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Pushing event updated for resources: {'Port': ['ID=18045f7c-3b77-4d62-9ca1-188bd6bb7983,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:37.628031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:37.628031 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1457132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-381808'] for router_interface, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:37.636140 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2f35d69d-a996-430a-8ef7-ff0be0f37a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:37.680818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:37.681665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e41bcfd4-c2b7-4274-afdd-bf415bb0532a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:24:37.708907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:37.766969 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Network 6081a1fe-3ded-4560-8cef-a47588248a8c is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:24:37.768187 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:24:37.882907 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-2f35d69d-a996-430a-8ef7-ff0be0f37a4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:24:37.883307 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-2f35d69d-a996-430a-8ef7-ff0be0f37a4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:24:37.893817 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=6ea994c6-230a-46e5-aad1-b6b731e6505c,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:37.897475 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:38.000838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port e41bcfd4-c2b7-4274-afdd-bf415bb0532a completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:24:38.006020 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e41bcfd4-c2b7-4274-afdd-bf415bb0532a triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:38.006383 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:38.121363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:38.154770 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port e41bcfd4-c2b7-4274-afdd-bf415bb0532a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e41bcfd4-c2b7-4274-afdd-bf415bb0532a,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:38.157959 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:24:38.228773 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:38.231826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:38.297239 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=e41bcfd4-c2b7-4274-afdd-bf415bb0532a,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:38.300522 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:38.358315 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:24:38.366838 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-337ba2e6-07f0-4264-9441-00bebc4762fc admin admin] 10.222.0.24 "PUT /v2.0/routers/fb80ddfa-b307-4d91-99d3-bfa7e1c89015/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3764992
Dec 19 14:24:38.561043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-bc397038-f77d-4307-a72d-489502854f8f None None] Provisioning complete for port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:38.561525 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bc397038-f77d-4307-a72d-489502854f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:38.618429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-bc397038-f77d-4307-a72d-489502854f8f None None] Port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:24:38.887245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6ea994c6-230a-46e5-aad1-b6b731e6505c up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:24:38.966513 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 6ea994c6-230a-46e5-aad1-b6b731e6505c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:38.966890 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:39.086749 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e41bcfd4-c2b7-4274-afdd-bf415bb0532a up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:24:39.156123 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port e41bcfd4-c2b7-4274-afdd-bf415bb0532a triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:39.156489 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:40.204063 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54898) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:40.210056 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748569409', 'description': 'tempest-secgroup-smoke-748569409 description', 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:40.215986 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:40.219876 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:security_group and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:40.223463 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:40.229338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:40.327163 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:40.363240 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:40.366975 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:security_group_rule and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:40.369724 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:40.375241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:40.428419 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:40.486428 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:40.490237 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-44134f1e-c8fc-4f61-a2a0-a629db5d4bc6 tempest-NegativeSecGroupIPv6Test-1628945331 tempest-NegativeSecGroupIPv6Test-1628945331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:40.528234 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:40.530911 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:40.566220 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:40.567473 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-d77ba531-0d99-468f-87d3-f4d58f26616b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3623197
Dec 19 14:24:40.570367 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54902) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:40.575677 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Request body: {'security_group_rule': {'security_group_id': '8a7d8f5a-5a67-4d34-89e2-f5b5315eee68', 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:40.581445 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:40.585799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:security_group_rule and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:40.588630 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:40.594306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:40.658499 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:40.720800 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:40.777568 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:40.779396 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-58ad5fd9-b31c-4598-8892-2a83413b5ca3 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:40.800435 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08004ae-0677-4330-9023-1d001cffc4e1,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:40.802705 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:40.868498 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:40.869706 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2984064
Dec 19 14:24:40.872488 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54906) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:40.877783 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Request body: {'security_group_rule': {'security_group_id': '8a7d8f5a-5a67-4d34-89e2-f5b5315eee68', 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:40.884387 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:40.888100 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:security_group_rule and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:40.890859 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:40.897396 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:40.965779 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.025916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.091354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.093059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-44110436-dd1b-4cd3-99c4-3f5c15b82c36 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:41.115238 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f625c73-1c51-4d82-b242-8193d371fa6f,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:41.119391 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:41.212076 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.213226 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-643007bf-571d-4270-8afd-b0662c8f87e5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3398652
Dec 19 14:24:41.216047 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54910) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:41.222102 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Request body: {'security_group_rule': {'security_group_id': '8a7d8f5a-5a67-4d34-89e2-f5b5315eee68', 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:41.228330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:41.232096 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:security_group_rule and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:41.234910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:41.241067 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:41.321978 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.384010 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.429007 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.430729 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-716a0970-38b8-4c97-ba03-5d2eb180dc37 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:41.452794 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b6203b-757b-4863-ae04-af26f031c201,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:41.455118 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:41.520515 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.521729 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-9eb28802-b028-4d15-91a9-0245f09933a3 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3047893
Dec 19 14:24:41.524447 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54914) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:41.529942 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Request body: {'security_group_rule': {'security_group_id': '8a7d8f5a-5a67-4d34-89e2-f5b5315eee68', 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:41.536205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:41.539936 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:security_group_rule and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:41.543083 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:41.549021 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:41.613264 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.785018 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.851215 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.856810 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-cfd8337e-8243-460d-b0a0-d44f0f4995b6 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:41.875395 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c5a1de-9fa2-43ac-bc9c-3ad51d5d6fc4,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:41.877534 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:41.931247 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:41.932351 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-903b48a0-f1a7-4651-820b-4b58ba380e87 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4069986
Dec 19 14:24:41.935089 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54918) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:41.940377 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Request body: {'security_group_rule': {'security_group_id': '8a7d8f5a-5a67-4d34-89e2-f5b5315eee68', 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:41.946524 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:41.950241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:security_group_rule and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:41.953066 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:41.959478 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:42.039897 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Project e70150b13bcc41edb3bb6ec33cecaec7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:24:42.046262 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:42.108535 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:42.165385 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:42.167129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5d0f5c49-ec01-4bc6-a6c6-8ede569826d1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:42.187774 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f73f43-cfbb-4c0c-90d7-febff771097a,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:42.189984 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:42.251662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:42.252845 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-75468966-ec80-4722-a4b5-2039bb0afafa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3168776
Dec 19 14:24:42.257207 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 54922) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:24:42.262742 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Request body: {'security_group_rule': {'security_group_id': '8a7d8f5a-5a67-4d34-89e2-f5b5315eee68', 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:42.268533 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:42.272949 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:security_group_rule and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:42.275865 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:42.281491 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:42.349583 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.securitygroups_db [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Project e70150b13bcc41edb3bb6ec33cecaec7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 19 14:24:42.356192 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:42.423831 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:42.458645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-91d21e88-0407-422b-ab76-69a848c4816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:42.492051 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347434'] for security_group_rule, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:42.493911 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-2adfd249-ecdb-4ab7-bda6-1c06dd289337 tempest-TestMinimumBasicScenario-1287249551 tempest-TestMinimumBasicScenario-1287249551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:42.516137 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c22883-7182-4e17-a30b-b939e3aa5ad2,revision_number=0']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:42.518541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:42.577530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:42.578681 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a21765ab-0438-43fe-a2ee-855be4ec94a6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3205698
Dec 19 14:24:43.003392 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-137ff5bc-56eb-4f8b-9ee2-dc5ca5ce78dd tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Synchronizing usage tracker for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:security_group {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:24:43.091916 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-137ff5bc-56eb-4f8b-9ee2-dc5ca5ce78dd tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Unset dirty status for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:security_group {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:24:43.093073 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-137ff5bc-56eb-4f8b-9ee2-dc5ca5ce78dd tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748569409&fields=id&tenant_id=e70150b13bcc41edb3bb6ec33cecaec7 HTTP/1.1" status: 200  len: 267 time: 0.1303980
Dec 19 14:24:43.240275 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-ef7021b2-1b6c-465c-b6b7-7e8658313448 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:43.241700 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-ef7021b2-1b6c-465c-b6b7-7e8658313448 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 809 time: 0.1412899
Dec 19 14:24:43.257833 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-930219e5-bd92-4a30-a944-341454f6c527 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/quotas/e70150b13bcc41edb3bb6ec33cecaec7 HTTP/1.1" status: 200  len: 375 time: 0.0107813
Dec 19 14:24:43.342344 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-52ceb721-c8b3-4ff8-8ca9-958addf447f9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0793033
Dec 19 14:24:43.508816 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-f2480401-85f7-40e0-9d32-b7734baf2054 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84125) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 14:24:43.509732 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-f2480401-85f7-40e0-9d32-b7734baf2054 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0698619
Dec 19 14:24:43.643938 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-5db6944e-7e85-4657-af60-625d09be7154 service neutron] 10.222.0.24 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281745
Dec 19 14:24:43.780787 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-3e26d961-a62e-4a17-ba3c-d39d3dbc8c61 service neutron] 10.222.0.24 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304631
Dec 19 14:24:44.657806 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-4023d52d-928e-4ec6-9047-0fc13c76bc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:44.898413 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d5970616-34c5-41b8-bb4d-f4c273946c02 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:24:45.029316 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port d5970616-34c5-41b8-bb4d-f4c273946c02 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:24:45.034849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d5970616-34c5-41b8-bb4d-f4c273946c02 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:45.035354 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:45.147493 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d32d737b-3cf2-4d19-a192-89022d432a78 req-063f4ee5-4c39-4711-8f14-a344592a2e6c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 210 time: 0.1129427
Dec 19 14:24:45.173928 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:45.187504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port d5970616-34c5-41b8-bb4d-f4c273946c02, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d5970616-34c5-41b8-bb4d-f4c273946c02,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:45.286723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:45.288665 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:45.355047 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=d5970616-34c5-41b8-bb4d-f4c273946c02,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:45.358200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:46.259587 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-545d45d7-c6ef-42df-85b0-c62792571628 req-1b6945e9-40fd-4587-89ba-6345cf75a767 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 210 time: 0.0423586
Dec 19 14:24:46.372410 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:46.389121 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:46.881364 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d5970616-34c5-41b8-bb4d-f4c273946c02 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:24:46.947218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port d5970616-34c5-41b8-bb4d-f4c273946c02 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:46.947515 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:47.373117 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-3f8f5354-d4d0-4f84-b273-af368b35916c req-b099b7a0-e998-4705-a52d-52c104be4314 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 210 time: 0.0455687
Dec 19 14:24:47.806599 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:48.488460 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a153fc01-830e-48bd-ae87-3424ae75766f req-474f4e2e-643e-4bde-b9e2-7c0f2d6cac5d tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 210 time: 0.0405192
Dec 19 14:24:49.651646 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-336a9176-bf00-4a32-b23e-8828a2ff48fe req-5634001b-21cf-4dc4-bda3-54b7c9ebb623 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 210 time: 0.0419774
Dec 19 14:24:50.819044 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7ddb48f1-4897-49e4-b8f5-a1716875c9c0 req-ecb1018f-fd32-405e-93f3-92f2819eeb6c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 210 time: 0.0446150
Dec 19 14:24:51.513430 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-c8b5916e-e206-4e89-aff2-7038b0ca476e tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:51.514090 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-c8b5916e-e206-4e89-aff2-7038b0ca476e tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Synchronizing usage tracker for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:network {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:24:51.600417 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-c8b5916e-e206-4e89-aff2-7038b0ca476e tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Unset dirty status for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:network {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:24:51.602319 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-c8b5916e-e206-4e89-aff2-7038b0ca476e tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.18 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 809 time: 0.2354681
Dec 19 14:24:51.781282 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-adb0d061-31e4-414d-9ce8-b57779abfbec tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Synchronizing usage tracker for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:security_group {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:24:51.792771 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-adb0d061-31e4-414d-9ce8-b57779abfbec tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Unset dirty status for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:security_group {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:24:51.793828 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-adb0d061-31e4-414d-9ce8-b57779abfbec tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70150b13bcc41edb3bb6ec33cecaec7 HTTP/1.1" status: 200  len: 379 time: 0.1712425
Dec 19 14:24:51.803112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Request body: {'port': {'device_id': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'admin_state_up': True, 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'security_groups': ['8a7d8f5a-5a67-4d34-89e2-f5b5315eee68']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:51.948638 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:24:51.952689 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:port and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:24:51.955615 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:24:51.962531 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:24:52.052813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Made reservation on behalf of e70150b13bcc41edb3bb6ec33cecaec7 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:24:52.055816 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:52.133702 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-e58c93be-ffb4-4d1f-8524-71e2c4b82fb5 req-0d8e5523-a421-4078-96c1-78f55930a837 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 210 time: 0.0417364
Dec 19 14:24:52.218210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Allocated IP 172.20.0.10 (1b421dfd-b173-485c-b168-36a4c5242c4e/7f1f5d98-53bb-47fb-8d5e-38f80b9b0200/c3dde1d2-5eb5-4eff-8489-a421c26412c7) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:24:52.403049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:52.418773 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Transition to ACTIVE for port object c3dde1d2-5eb5-4eff-8489-a421c26412c7 will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:52.503777 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:52.509399 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7117be78-f63c-4b68-bf65-61be54349677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:52.569859 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Network 1b421dfd-b173-485c-b168-36a4c5242c4e is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:24:52.580455 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:24:52.584740 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:24:52.615464 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'Port': ['ID=c3dde1d2-5eb5-4eff-8489-a421c26412c7,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:52.636645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:52.650618 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:52.651253 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:52.761255 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9624863
Dec 19 14:24:52.874216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Request body: {'port': {'device_id': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:24:52.891983 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b693dbca-7537-49ff-ad0a-a12f576c2206 None None] Provisioning for port c3dde1d2-5eb5-4eff-8489-a421c26412c7 completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:24:52.897674 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-b693dbca-7537-49ff-ad0a-a12f576c2206 None None] Provisioning complete for port c3dde1d2-5eb5-4eff-8489-a421c26412c7 triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:52.898099 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b693dbca-7537-49ff-ad0a-a12f576c2206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:52.954080 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b693dbca-7537-49ff-ad0a-a12f576c2206 None None] Port c3dde1d2-5eb5-4eff-8489-a421c26412c7 cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:24:52.986473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:53.322291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3dde1d2-5eb5-4eff-8489-a421c26412c7 {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:24:53.328279 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3403e-b8eb-49da-ae76-c9f76cfa26df req-8fb92d62-8deb-485b-9606-a216ce0efbd4 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:53.329716 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-40e3403e-b8eb-49da-ae76-c9f76cfa26df req-8fb92d62-8deb-485b-9606-a216ce0efbd4 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 932 time: 0.0757535
Dec 19 14:24:53.329970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:53.344651 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Transition to ACTIVE for port object c3dde1d2-5eb5-4eff-8489-a421c26412c7 will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:53.376568 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-40e3403e-b8eb-49da-ae76-c9f76cfa26df req-cd098601-49da-47fb-ada2-8c889ba0074c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404513
Dec 19 14:24:53.400472 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:53.404420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-28ac66a0-f1a4-449f-8ae1-e897e8b5132a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:53.525703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Pushing event updated for resources: {'Port': ['ID=c3dde1d2-5eb5-4eff-8489-a421c26412c7,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:53.531423 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:53.637583 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Attempting to bind port c3dde1d2-5eb5-4eff-8489-a421c26412c7 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:24:53.638170 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Attempting to bind port c3dde1d2-5eb5-4eff-8489-a421c26412c7 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:24:53.638284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Attempting to bind port c3dde1d2-5eb5-4eff-8489-a421c26412c7 on network 1b421dfd-b173-485c-b168-36a4c5242c4e {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:24:53.643905 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Port c3dde1d2-5eb5-4eff-8489-a421c26412c7 on network 1b421dfd-b173-485c-b168-36a4c5242c4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:24:53.644216 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Attempting to bind port c3dde1d2-5eb5-4eff-8489-a421c26412c7 on network 1b421dfd-b173-485c-b168-36a4c5242c4e {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:24:53.650911 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:24:53.651270 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Checking segment: {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:24:53.651640 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Bound using segment: {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:24:53.652047 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Bound port: c3dde1d2-5eb5-4eff-8489-a421c26412c7, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:24:53.652382 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:53.737473 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] For port c3dde1d2-5eb5-4eff-8489-a421c26412c7, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:24:53.740294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] For port c3dde1d2-5eb5-4eff-8489-a421c26412c7, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:24:53.800703 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:53.804785 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-f736de14-6f30-4659-b0af-a07b771d7afe tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:53.860991 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:53.862368 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] 10.222.0.18 "PUT /v2.0/ports/c3dde1d2-5eb5-4eff-8489-a421c26412c7 HTTP/1.1" status: 200  len: 1094 time: 1.0576313
Dec 19 14:24:53.862887 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:24:53.886286 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Pushing event updated for resources: {'Port': ['ID=c3dde1d2-5eb5-4eff-8489-a421c26412c7,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:53.889622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a55ac796-af75-41ab-8f20-b6abf5367721 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:54.052933 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'status': 'completed', 'code': 200}
Dec 19 14:24:54.090939 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-63c28e2d-bb35-4816-8bed-423a8d678e28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 1097 time: 0.0738685
Dec 19 14:24:54.266407 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-fad5154b-5d86-42a6-bedd-838a39ee1c36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7 HTTP/1.1" status: 200  len: 217 time: 0.1679811
Dec 19 14:24:54.327566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-b1fbf011-6a48-464f-81d1-8edde8f46be3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:54.328938 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-b1fbf011-6a48-464f-81d1-8edde8f46be3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 200  len: 848 time: 0.0567937
Dec 19 14:24:54.405667 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-91fc5825-c64a-46f1-addf-064d11223581 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b421dfd-b173-485c-b168-36a4c5242c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705194
Dec 19 14:24:54.541011 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-e4192493-85cb-4a0b-8611-c30ca6ac9283 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284447
Dec 19 14:24:54.573673 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3851c-7e31-4cb0-8708-4396dd49a422 req-f3f4e94b-0157-485a-903d-c665f5ddeeed tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:54.575137 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d8b3851c-7e31-4cb0-8708-4396dd49a422 req-f3f4e94b-0157-485a-903d-c665f5ddeeed tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 944 time: 0.0785224
Dec 19 14:24:54.621101 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d8b3851c-7e31-4cb0-8708-4396dd49a422 req-f7fe3d72-4dcc-496a-91be-7eeddf9fbbe2 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405574
Dec 19 14:24:54.675189 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-641e201e-91c2-4298-8bc8-7aaa973a6b13 req-65a73223-6624-44a9-ac7e-93445e6a6197 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284804
Dec 19 14:24:54.874812 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8290a715-fa2b-450b-bb43-df405224e44f req-cf92c03c-9a73-4ac0-93da-9e6bb3a4284d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 1097 time: 0.0674381
Dec 19 14:24:55.004720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290a715-fa2b-450b-bb43-df405224e44f req-7c591214-fdf5-4357-8149-56957eb994e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:55.006278 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8290a715-fa2b-450b-bb43-df405224e44f req-7c591214-fdf5-4357-8149-56957eb994e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 910 time: 0.1246567
Dec 19 14:24:55.075757 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8290a715-fa2b-450b-bb43-df405224e44f req-d8a1b1d9-9ebe-47c6-ae67-7fae4b74120b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7 HTTP/1.1" status: 200  len: 217 time: 0.0628295
Dec 19 14:24:55.137696 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290a715-fa2b-450b-bb43-df405224e44f req-81c8b235-aecb-4d45-95a6-d3ca584f6ae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:55.138971 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8290a715-fa2b-450b-bb43-df405224e44f req-81c8b235-aecb-4d45-95a6-d3ca584f6ae0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 200  len: 848 time: 0.0560141
Dec 19 14:24:55.216368 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8290a715-fa2b-450b-bb43-df405224e44f req-3ac6dee0-f288-4473-8222-0ce9e02dda32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b421dfd-b173-485c-b168-36a4c5242c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684404
Dec 19 14:24:55.346543 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8290a715-fa2b-450b-bb43-df405224e44f req-197d6b2e-3407-4fd0-b4a5-1521aec621e1 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224744
Dec 19 14:24:55.476523 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8290a715-fa2b-450b-bb43-df405224e44f req-099ba73a-ff58-4aec-908c-226100096dc3 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222262
Dec 19 14:24:55.821236 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12246820-9322-4c7e-ba7d-be426fa66959 req-aeaa0f81-c4b1-47fb-97dd-86c949bbb61e tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:55.822714 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-12246820-9322-4c7e-ba7d-be426fa66959 req-aeaa0f81-c4b1-47fb-97dd-86c949bbb61e tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 944 time: 0.0757811
Dec 19 14:24:55.872595 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-12246820-9322-4c7e-ba7d-be426fa66959 req-ce2bab73-2232-4371-ae4f-ddba1a570a0b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444205
Dec 19 14:24:56.092257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:56.148067 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Sync routers for ids ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:24:56.159506 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Routers {'fb80ddfa-b307-4d91-99d3-bfa7e1c89015'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:56.160116 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4788a670>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:56.334244 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Set router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:56.677704 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4788a670>, [{'id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'name': 'tempest-TestSnapshotPattern-1158385646-router', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:36Z', 'revision_number': 4, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'gw_port': {'id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:47:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '18045f7c-3b77-4d62-9ca1-188bd6bb7983', 'name': '', 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'mac_address': 'fa:16:3e:25:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e049f9-acfc-40a0-a292-b445f468d70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:35Z', 'updated_at': '2021-12-19T14:24:37Z', 'revision_number': 2, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'subnets': [{'id': 'b6e049f9-acfc-40a0-a292-b445f468d70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:56.681580 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Checking router: fb80ddfa-b307-4d91-99d3-bfa7e1c89015 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:24:56.681934 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Updating router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 binding host dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 19 14:24:56.731376 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:57.071898 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60b69f-6ca1-4fa3-b95f-aba0ce3e5d74 req-9c2f744c-f645-49d4-a558-34556e4600cb tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:57.072496 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Notify callbacks [] for port, precommit_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:57.073360 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ce60b69f-6ca1-4fa3-b95f-aba0ce3e5d74 req-9c2f744c-f645-49d4-a558-34556e4600cb tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 944 time: 0.0759728
Dec 19 14:24:57.084463 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Transition to ACTIVE for port object 18045f7c-3b77-4d62-9ca1-188bd6bb7983 will not be triggered until provisioned by entity L2. {{(pid=84126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:24:57.119555 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ce60b69f-6ca1-4fa3-b95f-aba0ce3e5d74 req-a033301e-78f3-47b9-9c4b-3c773860e9ed tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402398
Dec 19 14:24:57.194750 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:57.198429 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-f6e72fa3-1973-422c-a888-e6ff41e5cee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:57.324842 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dd946-7eab-4732-bb69-789c3fea3afb None None] Pushing event updated for resources: {'Port': ['ID=18045f7c-3b77-4d62-9ca1-188bd6bb7983,revision_number=3']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:57.327929 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-295dd946-7eab-4732-bb69-789c3fea3afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:57.417523 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Attempting to bind port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 on host dv-neutron-821895-1-hyperv for vnic_type normal with profile  {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:24:57.417899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Attempting to bind port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 by drivers openvswitch,hyperv on host dv-neutron-821895-1-hyperv at level 0 using segments [{'id': '1ec0f5d1-cc57-4109-8e5f-2d73a45645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c'}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:24:57.418272 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Attempting to bind port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 on network 6081a1fe-3ded-4560-8cef-a47588248a8c {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:24:57.424632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Checking agent: {'id': 'd65b25c4-8da1-4beb-b78b-df54822fae54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 18, 16), 'started_at': datetime.datetime(2021, 12, 19, 13, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:24:57.425015 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Checking segment: {'id': '1ec0f5d1-cc57-4109-8e5f-2d73a45645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:24:57.425442 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:57.425838 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Bound using segment: {'id': '1ec0f5d1-cc57-4109-8e5f-2d73a45645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c'} {{(pid=84126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:24:57.426330 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.managers [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Bound port: 18045f7c-3b77-4d62-9ca1-188bd6bb7983, host: dv-neutron-821895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec0f5d1-cc57-4109-8e5f-2d73a45645eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c'}}] {{(pid=84126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:24:57.426707 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:57.525292 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] For port 18045f7c-3b77-4d62-9ca1-188bd6bb7983, host dv-neutron-821895-1-hyperv, cleared binding levels {{(pid=84126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:24:57.528161 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] For port 18045f7c-3b77-4d62-9ca1-188bd6bb7983, host dv-neutron-821895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=18045f7c-3b77-4d62-9ca1-188bd6bb7983,segment=NetworkSegment(1ec0f5d1-cc57-4109-8e5f-2d73a45645eb),segment_id=1ec0f5d1-cc57-4109-8e5f-2d73a45645eb)] {{(pid=84126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:24:57.623737 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:57.627357 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-7ffad745-0625-4075-b1eb-22942a5b87d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:57.709381 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dd946-7eab-4732-bb69-789c3fea3afb None None] Pushing event updated for resources: {'Port': ['ID=18045f7c-3b77-4d62-9ca1-188bd6bb7983,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:57.712497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-295dd946-7eab-4732-bb69-789c3fea3afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:57.713431 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Routers {'fb80ddfa-b307-4d91-99d3-bfa7e1c89015'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:24:57.714029 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4788a670>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:57.894076 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] Set router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:24:58.027645 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device c3dde1d2-5eb5-4eff-8489-a421c26412c7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:24:58.059936 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:24:58.159200 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.resource_extend [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 19 14:24:58.320689 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824a4f6-8913-4799-a29b-7a48161939fa req-d7f11fa1-fae2-4390-9d4b-2ea1123d482b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:58.322013 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2824a4f6-8913-4799-a29b-7a48161939fa req-d7f11fa1-fae2-4390-9d4b-2ea1123d482b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 944 time: 0.0809324
Dec 19 14:24:58.350469 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port c3dde1d2-5eb5-4eff-8489-a421c26412c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:58.366649 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'mac_address': 'fa:16:3e:6e:5b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:24:58.368528 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2824a4f6-8913-4799-a29b-7a48161939fa req-cc186c7f-5a02-42d0-965e-dcc8b2a3841a tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408456
Dec 19 14:24:58.434706 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:58.455975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4788a670>, [{'id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'name': 'tempest-TestSnapshotPattern-1158385646-router', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:36Z', 'revision_number': 4, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'gw_port': {'id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:47:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '18045f7c-3b77-4d62-9ca1-188bd6bb7983', 'name': '', 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'mac_address': 'fa:16:3e:25:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e049f9-acfc-40a0-a292-b445f468d70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:35Z', 'updated_at': '2021-12-19T14:24:57Z', 'revision_number': 4, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'subnets': [{'id': 'b6e049f9-acfc-40a0-a292-b445f468d70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:24:58.461898 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3dde1d2-5eb5-4eff-8489-a421c26412c7 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:24:58.466926 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd0df1-ea3f-4471-9e37-42432102cd0f None None] The sync data for ids ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'] in dv-neutron-821895-1-hyperv is: [{'id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'name': 'tempest-TestSnapshotPattern-1158385646-router', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:36Z', 'revision_number': 4, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'gw_port': {'id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:47:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': '18045f7c-3b77-4d62-9ca1-188bd6bb7983', 'name': '', 'network_id': '6081a1fe-3ded-4560-8cef-a47588248a8c', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'mac_address': 'fa:16:3e:25:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e049f9-acfc-40a0-a292-b445f468d70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:35Z', 'updated_at': '2021-12-19T14:24:57Z', 'revision_number': 4, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'subnets': [{'id': 'b6e049f9-acfc-40a0-a292-b445f468d70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:24:58.479369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port c3dde1d2-5eb5-4eff-8489-a421c26412c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:58.589054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:58.591110 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-56c531cb-b1a4-4224-8765-1b62df6c8274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:58.668583 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=c3dde1d2-5eb5-4eff-8489-a421c26412c7,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:58.671664 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:24:58.825366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['c3dde1d2-5eb5-4eff-8489-a421c26412c7'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:24:58.952061 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 18045f7c-3b77-4d62-9ca1-188bd6bb7983 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:24:59.193637 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning for port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:24:59.212690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:24:59.213065 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:59.447064 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:59.488038 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] For port 18045f7c-3b77-4d62-9ca1-188bd6bb7983, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=18045f7c-3b77-4d62-9ca1-188bd6bb7983,segment=NetworkSegment(1ec0f5d1-cc57-4109-8e5f-2d73a45645eb),segment_id=1ec0f5d1-cc57-4109-8e5f-2d73a45645eb)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:24:59.566060 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53259f-5e16-4660-aad7-5a88724ec467 req-2d162224-d749-4586-8837-746cbccf73e8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:24:59.568729 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cc53259f-5e16-4660-aad7-5a88724ec467 req-2d162224-d749-4586-8837-746cbccf73e8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 945 time: 0.0771370
Dec 19 14:24:59.589256 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:24:59.591127 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-295dd946-7eab-4732-bb69-789c3fea3afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:24:59.617917 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-cc53259f-5e16-4660-aad7-5a88724ec467 req-9d61965f-6888-4fe0-8310-8e254fffaa96 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436037
Dec 19 14:24:59.660732 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Pushing event updated for resources: {'Port': ['ID=18045f7c-3b77-4d62-9ca1-188bd6bb7983,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:24:59.663897 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:25:00.012762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device c3dde1d2-5eb5-4eff-8489-a421c26412c7 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:25:00.143322 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port c3dde1d2-5eb5-4eff-8489-a421c26412c7 completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:25:00.148428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port c3dde1d2-5eb5-4eff-8489-a421c26412c7 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:25:00.148798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:00.262488 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:00.289234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:25:00.298365 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port c3dde1d2-5eb5-4eff-8489-a421c26412c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:25:00.343231 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'code': 200}
Dec 19 14:25:00.394811 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:00.396900 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:25:00.463849 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=c3dde1d2-5eb5-4eff-8489-a421c26412c7,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:25:00.466781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:25:00.721830 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8a48943b-28db-4659-8ffa-930820e1700d req-2652497f-fd9c-445d-bd85-7cf52346dece service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 1099 time: 0.0679803
Dec 19 14:25:00.764680 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-8a48943b-28db-4659-8ffa-930820e1700d req-8eead361-fc1c-4022-95d0-f2390f675137 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363867
Dec 19 14:25:00.891635 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 18045f7c-3b77-4d62-9ca1-188bd6bb7983 up at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:25:00.926262 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e535e4-cfc2-4004-aadf-c03a93aab8f5 req-729f41f9-ad6d-4ef0-aa58-3268c03785f6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:25:00.927752 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a8e535e4-cfc2-4004-aadf-c03a93aab8f5 req-729f41f9-ad6d-4ef0-aa58-3268c03785f6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 946 time: 0.1817522
Dec 19 14:25:00.959878 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Provisioning complete for port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:25:00.960250 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:00.974100 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-a8e535e4-cfc2-4004-aadf-c03a93aab8f5 req-011de957-e155-4c00-bfb3-21308a5101db tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407851
Dec 19 14:25:02.169736 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aae709-8827-4606-9a6d-db8add582ee3 req-6a822628-6238-4052-b6df-44b0efd7afad tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:25:02.171166 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-16aae709-8827-4606-9a6d-db8add582ee3 req-6a822628-6238-4052-b6df-44b0efd7afad tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 946 time: 0.0776410
Dec 19 14:25:02.220175 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-16aae709-8827-4606-9a6d-db8add582ee3 req-9848dad3-42a4-4720-a0e6-77c0b7edaf53 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428529
Dec 19 14:25:02.422581 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ba0c-288c-42bc-9b35-1b1c29f71be5 req-78332b49-8078-41a8-aa92-e6c106eda2f1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:25:02.424058 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2990ba0c-288c-42bc-9b35-1b1c29f71be5 req-78332b49-8078-41a8-aa92-e6c106eda2f1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 946 time: 0.0800056
Dec 19 14:25:02.470499 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2990ba0c-288c-42bc-9b35-1b1c29f71be5 req-414e55d2-4264-47df-b773-7062c44f6b20 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399871
Dec 19 14:25:02.498845 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 55020) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:25:02.633921 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1d3c9406-73ae-495a-8d9d-2032f40b00ff tempest-TestSnapshotPattern-1989426092 tempest-TestSnapshotPattern-1989426092-project-admin] Synchronizing usage tracker for tenant:8c25c81e41ed416280a69a61e39722b9 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:25:02.725848 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-1d3c9406-73ae-495a-8d9d-2032f40b00ff tempest-TestSnapshotPattern-1989426092 tempest-TestSnapshotPattern-1989426092-project-admin] Unset dirty status for tenant:8c25c81e41ed416280a69a61e39722b9 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:25:02.727004 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-1d3c9406-73ae-495a-8d9d-2032f40b00ff tempest-TestSnapshotPattern-1989426092 tempest-TestSnapshotPattern-1989426092-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 1094 time: 0.2271616
Dec 19 14:25:02.729870 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 55026) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:25:02.735090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:25:02.741239 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:25:02.745003 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:floatingip and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:25:02.747790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:25:02.753335 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:25:02.846263 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:02.981662 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:03.111962 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Allocated IP 172.26.4.81 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/8fe6cddf-e461-4499-810f-e74dbc6c7028) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:25:03.260912 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:03.395429 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:03.399129 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-afd47935-34c1-4fe4-b31f-be31fa3aa6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:25:03.467368 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:25:03.470495 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:25:03.475032 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:25:03.500932 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'Port': ['ID=8fe6cddf-e461-4499-810f-e74dbc6c7028,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:25:03.517416 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:25:03.517790 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:25:03.518155 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:25:03.518514 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:25:03.518868 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:25:03.519255 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:25:03.520732 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:25:03.521087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:25:03.521438 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:25:03.521787 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:25:03.522134 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:25:03.530154 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:25:03.994059 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:04.111205 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:04.421507 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:04.491628 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:04.495313 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-8e6f19f7-137a-408a-b7ef-12715091b254 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:25:04.600623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'Port': ['ID=8fe6cddf-e461-4499-810f-e74dbc6c7028,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:25:04.608072 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:25:04.616889 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:04.802513 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Floating IP 8b011c10-bcbc-422f-8a94-2883fa6bc32e associated. External IP: 172.26.4.81, port: c3dde1d2-5eb5-4eff-8489-a421c26412c7.
Dec 19 14:25:05.186797 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Router 21ecec69-b2a8-481f-a822-f0a946d97d13 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:25:05.390354 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:25:05.400192 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059c812-9a31-470e-a7ac-ad21cc3f2f4d None None] Sync routers for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:25:05.413408 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059c812-9a31-470e-a7ac-ad21cc3f2f4d None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:25:05.413961 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1059c812-9a31-470e-a7ac-ad21cc3f2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4798e760>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:25:05.462875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:05.516557 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-e010514b-8aa6-466d-bb47-1ac271383e27 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7856677
Dec 19 14:25:05.517281 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:25:05.590142 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-1059c812-9a31-470e-a7ac-ad21cc3f2f4d None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:25:05.686523 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'status': 'completed', 'code': 200}
Dec 19 14:25:05.788637 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2a52dbf5-1645-41bd-a229-1541a69136d4 req-1ccc0523-e0c2-4368-9621-8fc5604e8b41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 1099 time: 0.0725129
Dec 19 14:25:05.919219 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52dbf5-1645-41bd-a229-1541a69136d4 req-d0724f86-86ab-4755-bf1f-6236251b3fb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:25:05.920643 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2a52dbf5-1645-41bd-a229-1541a69136d4 req-d0724f86-86ab-4755-bf1f-6236251b3fb6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 910 time: 0.1259742
Dec 19 14:25:05.933741 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1059c812-9a31-470e-a7ac-ad21cc3f2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4798e760>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '8b011c10-bcbc-422f-8a94-2883fa6bc32e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:6e:5b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:25:03Z', 'updated_at': '2021-12-19T14:25:03Z', 'revision_number': 0, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:25:05.937419 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059c812-9a31-470e-a7ac-ad21cc3f2f4d None None] Checking router: 21ecec69-b2a8-481f-a822-f0a946d97d13 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:25:05.947525 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059c812-9a31-470e-a7ac-ad21cc3f2f4d None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:25:05.948109 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1059c812-9a31-470e-a7ac-ad21cc3f2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4798e760>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:24:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:25:06.022859 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2a52dbf5-1645-41bd-a229-1541a69136d4 req-f8c65d04-f321-43ec-b6b9-abd4949704f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7 HTTP/1.1" status: 200  len: 999 time: 0.0959957
Dec 19 14:25:06.152704 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-1059c812-9a31-470e-a7ac-ad21cc3f2f4d None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:25:06.202536 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52dbf5-1645-41bd-a229-1541a69136d4 req-78e34a3c-65be-48b2-ad91-081b7061d912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:25:06.203894 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2a52dbf5-1645-41bd-a229-1541a69136d4 req-78e34a3c-65be-48b2-ad91-081b7061d912 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 200  len: 848 time: 0.1747804
Dec 19 14:25:06.280292 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2a52dbf5-1645-41bd-a229-1541a69136d4 req-143d819e-570e-4f3e-8d91-9c005397c376 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b421dfd-b173-485c-b168-36a4c5242c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701969
Dec 19 14:25:06.414338 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2a52dbf5-1645-41bd-a229-1541a69136d4 req-6618c837-9dc7-4560-abc1-29f7f6e5e28f service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277235
Dec 19 14:25:06.494959 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-1059c812-9a31-470e-a7ac-ad21cc3f2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4798e760>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '8b011c10-bcbc-422f-8a94-2883fa6bc32e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:6e:5b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:25:03Z', 'updated_at': '2021-12-19T14:25:03Z', 'revision_number': 0, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:25:06.498802 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059c812-9a31-470e-a7ac-ad21cc3f2f4d None None] The sync data for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv is: [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '8b011c10-bcbc-422f-8a94-2883fa6bc32e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:6e:5b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:25:03Z', 'updated_at': '2021-12-19T14:25:03Z', 'revision_number': 0, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:25:06.548192 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-2a52dbf5-1645-41bd-a229-1541a69136d4 req-22423507-80d8-4da9-b142-0ba6a845e4bf service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274512
Dec 19 14:25:09.551285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d827c-4142-463e-869e-98301b361d3f None None] New status for floating IP 8b011c10-bcbc-422f-8a94-2883fa6bc32e: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:25:12.434458 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-395b9133-ffba-45d7-9d05-25fbdac00326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:14.657241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-18fb169e-3c69-4fa8-9796-e336c8783459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:16.388567 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:16.411145 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:17.799787 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:26.102206 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:26.887507 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f4e00f8d-7275-4993-aee0-5651a1679f66 req-7f8f6de8-791b-4d6e-a96d-3b30dda6595a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0676086
Dec 19 14:25:27.025746 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f4e00f8d-7275-4993-aee0-5651a1679f66 req-9eb282b9-aa3f-42e1-934f-07c580cb4543 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 1099 time: 0.0692327
Dec 19 14:25:27.172051 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00f8d-7275-4993-aee0-5651a1679f66 req-57f5feda-75eb-417b-8add-273a6eb01e37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:25:27.173600 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f4e00f8d-7275-4993-aee0-5651a1679f66 req-57f5feda-75eb-417b-8add-273a6eb01e37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 910 time: 0.1282418
Dec 19 14:25:27.275151 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f4e00f8d-7275-4993-aee0-5651a1679f66 req-7ab35e16-98fd-4d03-a5ea-0a69f8f0a1c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7 HTTP/1.1" status: 200  len: 1001 time: 0.0951133
Dec 19 14:25:27.342630 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00f8d-7275-4993-aee0-5651a1679f66 req-038b1a30-d8ba-4e40-9f4f-2a43afba5b75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:25:27.344152 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f4e00f8d-7275-4993-aee0-5651a1679f66 req-038b1a30-d8ba-4e40-9f4f-2a43afba5b75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 200  len: 848 time: 0.0613737
Dec 19 14:25:27.419332 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f4e00f8d-7275-4993-aee0-5651a1679f66 req-19bccb6a-2c44-4b0e-b28b-6d5f2ee9ecaf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b421dfd-b173-485c-b168-36a4c5242c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671885
Dec 19 14:25:27.550731 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f4e00f8d-7275-4993-aee0-5651a1679f66 req-2219ef1b-4e19-4bf3-9f76-a19933b29efe service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232345
Dec 19 14:25:27.682163 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-f4e00f8d-7275-4993-aee0-5651a1679f66 req-7c50008e-22a5-4fb0-8962-1790d76ff605 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238649
Dec 19 14:25:35.060964 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:25:42.450588 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3d14dbde-ccce-4301-969b-a2c5c39baebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:44.662595 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-bc848f65-a449-4a8f-b895-e328c4ff7f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:46.416530 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:46.439297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:47.856894 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:25:56.103041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:12.061107 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:26:12.450241 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-10547313-6d9d-41f7-8106-eae4acdaef6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:14.679122 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-008d6f57-0b11-4730-b1f0-08d7f8612742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:16.364601 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:16.427447 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:17.867355 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:26.107296 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:28.530277 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-19832b3f-e089-44c8-bea1-26b4107d9d5c req-688c2ee8-705e-4fc4-b139-36ce8a6a40fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0846741
Dec 19 14:26:28.683039 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-19832b3f-e089-44c8-bea1-26b4107d9d5c req-ab03d9fd-b26f-4758-a74e-a130b4019f0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 1099 time: 0.0680182
Dec 19 14:26:28.824049 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19832b3f-e089-44c8-bea1-26b4107d9d5c req-c24c6498-198c-436e-b914-455f8fe93f53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:26:28.825368 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-19832b3f-e089-44c8-bea1-26b4107d9d5c req-c24c6498-198c-436e-b914-455f8fe93f53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 910 time: 0.1243134
Dec 19 14:26:29.024476 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-19832b3f-e089-44c8-bea1-26b4107d9d5c req-5526f56c-c261-421d-ad85-577b77edc6e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7 HTTP/1.1" status: 200  len: 1001 time: 0.1925514
Dec 19 14:26:29.085109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19832b3f-e089-44c8-bea1-26b4107d9d5c req-b05f31af-be53-4890-886e-27449d725938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:26:29.086395 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-19832b3f-e089-44c8-bea1-26b4107d9d5c req-b05f31af-be53-4890-886e-27449d725938 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 200  len: 848 time: 0.0554855
Dec 19 14:26:29.164512 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-19832b3f-e089-44c8-bea1-26b4107d9d5c req-8255e669-5119-43ac-aa03-5f8c12275f03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b421dfd-b173-485c-b168-36a4c5242c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714290
Dec 19 14:26:29.298731 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-19832b3f-e089-44c8-bea1-26b4107d9d5c req-f8ea729c-a05c-42bc-9ade-2cdfae54b0c4 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260703
Dec 19 14:26:29.429403 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-19832b3f-e089-44c8-bea1-26b4107d9d5c req-520a7885-04aa-404b-ab11-aabcee570365 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253858
Dec 19 14:26:42.444456 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f0dc89b8-9791-4d7f-9d29-081ab019a1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:44.668034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-5495bffc-e630-4ec3-85b0-2530b0205690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:46.387129 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:46.432821 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:47.844540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:26:49.060965 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:26:56.106795 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:02.408519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device c3dde1d2-5eb5-4eff-8489-a421c26412c7 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:27:02.539578 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port c3dde1d2-5eb5-4eff-8489-a421c26412c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:27:02.552380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'mac_address': 'fa:16:3e:6e:5b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:27:02.608009 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:02.624577 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3dde1d2-5eb5-4eff-8489-a421c26412c7 {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:27:02.639497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port c3dde1d2-5eb5-4eff-8489-a421c26412c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:27:02.700320 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:02.702109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:27:02.768343 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=c3dde1d2-5eb5-4eff-8489-a421c26412c7,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:27:02.776489 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:02.776833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:02.777169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:02.777501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:02.777833 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:02.778157 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:02.778479 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:02.778800 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:02.779141 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:02.779462 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:02.779781 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:02.784143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:27:02.796801 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['c3dde1d2-5eb5-4eff-8489-a421c26412c7'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:27:04.407919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device c3dde1d2-5eb5-4eff-8489-a421c26412c7 up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:27:04.485524 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port c3dde1d2-5eb5-4eff-8489-a421c26412c7 triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:27:04.486059 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:04.606346 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:04.640818 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:27:04.651519 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port c3dde1d2-5eb5-4eff-8489-a421c26412c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:27:04.728348 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:04.730505 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-295dd946-7eab-4732-bb69-789c3fea3afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:27:04.806561 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=c3dde1d2-5eb5-4eff-8489-a421c26412c7,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:27:04.809893 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:27:04.873533 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'code': 200}
Dec 19 14:27:12.439925 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0207aa9d-4263-46a3-acb3-68ffba012fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:14.656158 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-3ef58263-da26-4a0b-97ba-df0049ca92bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:15.739114 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-19f4d4fa-8880-4f49-9166-821f4e88ec2f tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748569409&fields=id&tenant_id=e70150b13bcc41edb3bb6ec33cecaec7 HTTP/1.1" status: 200  len: 267 time: 0.0461309
Dec 19 14:27:15.885644 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-d7bf3d87-a1e0-42f3-bfac-14b7cb2f7825 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:15.886977 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-d7bf3d87-a1e0-42f3-bfac-14b7cb2f7825 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 809 time: 0.1415913
Dec 19 14:27:15.905516 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-b19e34d4-98ee-4048-bfe0-1b2908d41819 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/quotas/e70150b13bcc41edb3bb6ec33cecaec7 HTTP/1.1" status: 200  len: 375 time: 0.0130858
Dec 19 14:27:15.998445 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-1c7af8c0-2018-48c2-9f87-c7de4d79d891 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0873506
Dec 19 14:27:16.133712 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-b36c044a-275e-4267-aabd-68ef90a74a82 service neutron] 10.222.0.24 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235027
Dec 19 14:27:16.370257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:16.381127 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-87f9b2d3-5e39-44d2-b2c6-301e834aaaf5 service neutron] 10.222.0.24 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2418475
Dec 19 14:27:16.427474 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:16.851393 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d4c4c6b5-1888-48cb-a002-76e2515ae94e req-09783ef3-7a7b-4160-8ec5-67822c2b6bde tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 210 time: 0.0408473
Dec 19 14:27:17.837382 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:18.016072 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-f4e24bdf-e9b6-4adc-b01b-ae3af9e87efd req-675c5cb8-413f-4dc3-a48f-7f9bc5526af1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 210 time: 0.0434790
Dec 19 14:27:18.465403 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device c3dde1d2-5eb5-4eff-8489-a421c26412c7 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:27:18.615831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:18.641517 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:27:18.651352 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port c3dde1d2-5eb5-4eff-8489-a421c26412c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:27:18.698069 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'code': 200}
Dec 19 14:27:18.724184 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:18.725965 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:27:18.791235 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=c3dde1d2-5eb5-4eff-8489-a421c26412c7,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:27:18.794202 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:27:19.184853 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d4349f34-53e1-4d96-91cd-a4f875b59e62 req-de0dcebe-9c84-46ae-8e06-aa9bf5175542 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 210 time: 0.0437551
Dec 19 14:27:19.218511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-9ec3a785-f0ee-4762-8039-c1fe6d74e287 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:19.219914 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-9ec3a785-f0ee-4762-8039-c1fe6d74e287 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.18 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 809 time: 0.1459877
Dec 19 14:27:19.276029 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-b95d238a-769a-4a80-9320-2cf27ec0b703 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70150b13bcc41edb3bb6ec33cecaec7 HTTP/1.1" status: 200  len: 379 time: 0.0423226
Dec 19 14:27:19.284363 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Request body: {'port': {'device_id': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'admin_state_up': True, 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'security_groups': ['8a7d8f5a-5a67-4d34-89e2-f5b5315eee68']}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:27:19.422738 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:27:19.427022 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:port and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:27:19.430702 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84124) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:27:19.436622 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.quota.driver [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84124) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:27:19.512924 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Made reservation on behalf of e70150b13bcc41edb3bb6ec33cecaec7 for: {'port': 1} {{(pid=84124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 19 14:27:19.516036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:19.693854 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_common [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Allocated IP 172.20.0.14 (1b421dfd-b173-485c-b168-36a4c5242c4e/7f1f5d98-53bb-47fb-8d5e-38f80b9b0200/7eeae3ae-8463-4d47-a764-736fd73a688c) {{(pid=84124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:27:19.890112 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for port, precommit_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:19.906354 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Transition to ACTIVE for port object 7eeae3ae-8463-4d47-a764-736fd73a688c will not be triggered until provisioned by entity DHCP. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:27:20.011035 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_create {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:20.024414 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-7a3a7756-32bb-4d6c-ab1b-95bd75f92231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:27:20.137371 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Network 1b421dfd-b173-485c-b168-36a4c5242c4e is already hosted by enough agents. {{(pid=84124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:27:20.141173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.base_scheduler [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources bound (agent type, host, resource id):  {{(pid=84124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:27:20.146387 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Received port after_create {{(pid=84124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:27:20.262075 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'Port': ['ID=7eeae3ae-8463-4d47-a764-736fd73a688c,revision_number=1']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:27:20.287024 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:20.288070 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:20.297238 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:20.298138 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:20.299241 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:20.300048 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:20.301476 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:20.302059 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:20.302633 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:20.303357 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:20.304345 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:20.304908 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:20.305559 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:20.325260 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:27:20.451435 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1704731
Dec 19 14:27:20.515599 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c6592-129b-484d-9d85-18bc0528179b req-73b473c9-9ef1-42ab-9547-368eb09a6ad8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:20.523591 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fa8c6592-129b-484d-9d85-18bc0528179b req-73b473c9-9ef1-42ab-9547-368eb09a6ad8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 932 time: 0.1065152
Dec 19 14:27:20.577639 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a7cfb20c-c914-4c0d-a042-95977b722a65 None None] Provisioning for port 7eeae3ae-8463-4d47-a764-736fd73a688c completed by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:27:20.590497 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-a7cfb20c-c914-4c0d-a042-95977b722a65 None None] Provisioning complete for port 7eeae3ae-8463-4d47-a764-736fd73a688c triggered by entity DHCP. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:27:20.591514 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-a7cfb20c-c914-4c0d-a042-95977b722a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:20.591623 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-fa8c6592-129b-484d-9d85-18bc0528179b req-73cd61e9-0efb-4447-bdd8-b7e3e477ee31 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668433
Dec 19 14:27:20.705188 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-a7cfb20c-c914-4c0d-a042-95977b722a65 None None] Port 7eeae3ae-8463-4d47-a764-736fd73a688c cannot update to ACTIVE because it is not bound. {{(pid=84126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 19 14:27:21.801842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654c746-5b06-4a6f-8069-ffe197b34e63 req-b64b1e41-aed3-4a7f-bc8a-e33d6bb192ab tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:21.803236 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7654c746-5b06-4a6f-8069-ffe197b34e63 req-b64b1e41-aed3-4a7f-bc8a-e33d6bb192ab tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 932 time: 0.0824218
Dec 19 14:27:21.851793 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7654c746-5b06-4a6f-8069-ffe197b34e63 req-f7842c29-4da1-4891-91b2-b7c0e8633e5c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410814
Dec 19 14:27:23.058091 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a519dfe-24fc-45b9-81ab-f1f1f9df649c req-83a026d4-5c50-4dc1-a9e9-ee5bc806be36 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:23.059686 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2a519dfe-24fc-45b9-81ab-f1f1f9df649c req-83a026d4-5c50-4dc1-a9e9-ee5bc806be36 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 932 time: 0.0782967
Dec 19 14:27:23.112645 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2a519dfe-24fc-45b9-81ab-f1f1f9df649c req-97273f70-9920-4153-98a9-b00e8445e878 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474594
Dec 19 14:27:24.314338 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179d692-e37e-49af-9f19-26742d371f48 req-2ee210cd-ff06-4b7e-94bb-3b9e47d81eaa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:24.317178 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1179d692-e37e-49af-9f19-26742d371f48 req-2ee210cd-ff06-4b7e-94bb-3b9e47d81eaa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 932 time: 0.0805836
Dec 19 14:27:24.362932 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1179d692-e37e-49af-9f19-26742d371f48 req-b601a0d8-e05f-4342-8dcc-59ec19935ca6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406353
Dec 19 14:27:25.575894 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ad46b-3afc-415d-a415-71717c66d055 req-d3bb347d-870c-4599-a2f2-93120907a3f0 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:25.577332 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bb4ad46b-3afc-415d-a415-71717c66d055 req-d3bb347d-870c-4599-a2f2-93120907a3f0 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 932 time: 0.0856793
Dec 19 14:27:25.626602 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-bb4ad46b-3afc-415d-a415-71717c66d055 req-b4c80807-1cbf-49dd-b453-ae00ed6ead13 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427482
Dec 19 14:27:26.062144 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:27:26.113217 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:26.841852 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8384-f8ea-4ce9-b0b2-f919fe14a13b req-85c72e06-ec6b-4fa4-9b69-34205b42cd76 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:26.844249 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-45fe8384-f8ea-4ce9-b0b2-f919fe14a13b req-85c72e06-ec6b-4fa4-9b69-34205b42cd76 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 932 time: 0.0831916
Dec 19 14:27:26.893011 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-45fe8384-f8ea-4ce9-b0b2-f919fe14a13b req-a3d8f30a-3bcd-471f-a262-a568afab31c1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416782
Dec 19 14:27:28.110225 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb1ac0-0ce1-4dc4-a278-635f979b5de8 req-b079b2aa-4b4e-47c4-9d4f-3a3c25960f68 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:28.111700 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d8bb1ac0-0ce1-4dc4-a278-635f979b5de8 req-b079b2aa-4b4e-47c4-9d4f-3a3c25960f68 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 932 time: 0.0850976
Dec 19 14:27:28.159380 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-d8bb1ac0-0ce1-4dc4-a278-635f979b5de8 req-da535f70-2012-4f76-9a13-2d89994c72fe tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420144
Dec 19 14:27:29.367530 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4b60-f689-4ac1-9501-9e3bde2ce1c1 req-6e378b3b-a18b-4c9f-85eb-ff81dfcd9ddf tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:29.368966 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-85da4b60-f689-4ac1-9501-9e3bde2ce1c1 req-6e378b3b-a18b-4c9f-85eb-ff81dfcd9ddf tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 932 time: 0.0782077
Dec 19 14:27:29.421090 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-85da4b60-f689-4ac1-9501-9e3bde2ce1c1 req-d1523d87-debb-4f51-a8df-b3b52c1ee094 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464582
Dec 19 14:27:30.300067 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-feb5bb1a-3550-4c41-8a2a-0454e65b2f8b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=84124) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 19 14:27:30.301604 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-feb5bb1a-3550-4c41-8a2a-0454e65b2f8b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0056429
Dec 19 14:27:30.314659 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.v2.base [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Request body: {'port': {'device_id': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=84124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:27:30.322409 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.18', 51475) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:27:30.394815 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-590a2180-ff26-4e04-ad7a-d78d2d09e17c req-c1780611-5fc2-4ea6-bc15-4dcd6096af33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0699673
Dec 19 14:27:30.429677 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:30.544738 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-590a2180-ff26-4e04-ad7a-d78d2d09e17c req-8ba75455-2113-482f-a9b6-8eaad9ea48d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 1097 time: 0.0718563
Dec 19 14:27:30.729493 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a2180-ff26-4e04-ad7a-d78d2d09e17c req-0066cc66-e7e7-41dd-a4b3-5f9be3f12b06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:30.730926 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-590a2180-ff26-4e04-ad7a-d78d2d09e17c req-0066cc66-e7e7-41dd-a4b3-5f9be3f12b06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 910 time: 0.1476941
Dec 19 14:27:30.800545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ce639-96f8-495a-a173-72b04656d1c3 req-d0b20ded-b6ee-4e2d-8876-2908ef58e858 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:30.802073 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6f6ce639-96f8-495a-a173-72b04656d1c3 req-d0b20ded-b6ee-4e2d-8876-2908ef58e858 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 932 time: 0.2563746
Dec 19 14:27:30.876388 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-590a2180-ff26-4e04-ad7a-d78d2d09e17c req-8b41215c-6d04-4dad-b1ad-f2b9a229fdc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7 HTTP/1.1" status: 200  len: 999 time: 0.1393974
Dec 19 14:27:30.879452 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-6f6ce639-96f8-495a-a173-72b04656d1c3 req-74723c77-f7cc-4555-a587-b12f62aafbe8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642707
Dec 19 14:27:30.887289 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eeae3ae-8463-4d47-a764-736fd73a688c {{(pid=84124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:27:30.896082 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:30.910720 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.provisioning_blocks [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Transition to ACTIVE for port object 7eeae3ae-8463-4d47-a764-736fd73a688c will not be triggered until provisioned by entity L2. {{(pid=84124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 19 14:27:30.938910 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a2180-ff26-4e04-ad7a-d78d2d09e17c req-d42454b3-b59c-4096-beb8-2e55fc8948b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:30.940301 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-590a2180-ff26-4e04-ad7a-d78d2d09e17c req-d42454b3-b59c-4096-beb8-2e55fc8948b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 200  len: 848 time: 0.0573936
Dec 19 14:27:30.959427 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:30.963264 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-ec60c6e4-18b4-46bd-a543-8edfa2f3a279 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:27:31.018560 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-590a2180-ff26-4e04-ad7a-d78d2d09e17c req-1b6a1326-a393-4c8a-a5f9-6374ec98e95e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b421dfd-b173-485c-b168-36a4c5242c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713713
Dec 19 14:27:31.086950 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Pushing event updated for resources: {'Port': ['ID=7eeae3ae-8463-4d47-a764-736fd73a688c,revision_number=2']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:27:31.090482 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:27:31.208553 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Attempting to bind port 7eeae3ae-8463-4d47-a764-736fd73a688c on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 19 14:27:31.208888 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Attempting to bind port 7eeae3ae-8463-4d47-a764-736fd73a688c by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 19 14:27:31.209207 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Attempting to bind port 7eeae3ae-8463-4d47-a764-736fd73a688c on network 1b421dfd-b173-485c-b168-36a4c5242c4e {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:27:31.215176 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Port 7eeae3ae-8463-4d47-a764-736fd73a688c on network 1b421dfd-b173-485c-b168-36a4c5242c4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 19 14:27:31.215485 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Attempting to bind port 7eeae3ae-8463-4d47-a764-736fd73a688c on network 1b421dfd-b173-485c-b168-36a4c5242c4e {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 19 14:27:31.221768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Checking agent: {'id': 'bca88b48-8cf6-4650-bd17-3d3865688d88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'started_at': datetime.datetime(2021, 12, 19, 13, 24, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 19, 14, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 19 14:27:31.222089 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Checking segment: {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 19 14:27:31.222540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Bound using segment: {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'} {{(pid=84124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 19 14:27:31.223031 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.managers [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Bound port: 7eeae3ae-8463-4d47-a764-736fd73a688c, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e'}}] {{(pid=84124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 19 14:27:31.223645 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:31.273759 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-590a2180-ff26-4e04-ad7a-d78d2d09e17c req-7b4ecdc7-9c43-4fcf-b4ce-459d3bf2a8e5 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490745
Dec 19 14:27:31.312095 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] For port 7eeae3ae-8463-4d47-a764-736fd73a688c, host hv-neutron-8218, cleared binding levels {{(pid=84124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 19 14:27:31.315011 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] For port 7eeae3ae-8463-4d47-a764-736fd73a688c, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7eeae3ae-8463-4d47-a764-736fd73a688c,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 19 14:27:31.393962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15352412'] for port, after_update {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:31.398765 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-8d033622-be49-444a-8076-33c94e29a9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:27:31.406390 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-590a2180-ff26-4e04-ad7a-d78d2d09e17c req-feb00e11-b7b1-42f1-b79e-5b7b621db7c9 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263247
Dec 19 14:27:31.458672 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:31.460115 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] 10.222.0.18 "PUT /v2.0/ports/7eeae3ae-8463-4d47-a764-736fd73a688c HTTP/1.1" status: 200  len: 1094 time: 1.1509860
Dec 19 14:27:31.460726 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:27:31.486547 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Pushing event updated for resources: {'Port': ['ID=7eeae3ae-8463-4d47-a764-736fd73a688c,revision_number=3']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:27:31.490356 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:27:31.521817 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'status': 'completed', 'code': 200}
Dec 19 14:27:31.619672 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-72c51ecf-e0ae-4497-8c9b-f0deca3d2903 req-adc14873-b8fc-4f6c-903c-2b7124105876 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 1097 time: 0.0773237
Dec 19 14:27:31.763206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51ecf-e0ae-4497-8c9b-f0deca3d2903 req-21aa5d22-3f59-412d-8c78-654fa3e6aa40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:31.764549 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-72c51ecf-e0ae-4497-8c9b-f0deca3d2903 req-21aa5d22-3f59-412d-8c78-654fa3e6aa40 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1369724
Dec 19 14:27:31.904836 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51ecf-e0ae-4497-8c9b-f0deca3d2903 req-9ef1513e-222a-4db2-8ab8-13174f4f5fca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:31.906283 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-72c51ecf-e0ae-4497-8c9b-f0deca3d2903 req-9ef1513e-222a-4db2-8ab8-13174f4f5fca service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1341407
Dec 19 14:27:32.015754 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-dc3045f1-4dde-4050-a393-1677c4d5c02a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 1097 time: 0.0745785
Dec 19 14:27:32.089918 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-5db7f510-6252-4353-b549-417d176d5fbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eeae3ae-8463-4d47-a764-736fd73a688c HTTP/1.1" status: 200  len: 217 time: 0.0663695
Dec 19 14:27:32.095318 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823043d9-2e4e-46d2-8e07-ddd08241869d req-5db1aebe-742e-4ff8-9476-ef181ba907c0 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:32.096814 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-823043d9-2e4e-46d2-8e07-ddd08241869d req-5db1aebe-742e-4ff8-9476-ef181ba907c0 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 944 time: 0.0850036
Dec 19 14:27:32.150271 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-823043d9-2e4e-46d2-8e07-ddd08241869d req-ede29efc-bd57-40a1-a63d-97a8be7970cf tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471802
Dec 19 14:27:32.155458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a20f6759-e0bb-4f0b-b1a9-aeb58b0ef1d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:32.156904 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-a20f6759-e0bb-4f0b-b1a9-aeb58b0ef1d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 200  len: 848 time: 0.0615225
Dec 19 14:27:32.230805 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-8131f5b7-6fc8-4cd8-8837-439889328d4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b421dfd-b173-485c-b168-36a4c5242c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680315
Dec 19 14:27:32.362666 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-0fb238f1-268d-4f2d-b873-dbc179706ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255093
Dec 19 14:27:32.498698 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-c93e08b8-8c9d-477b-8908-ace303de3e54 req-f3bdd57f-0884-4c49-b1d1-05763ba94b42 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294401
Dec 19 14:27:33.356454 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa637eb-c722-4460-8562-aa3b4145d629 req-cac1f132-bf78-4f9d-9b46-6bbffa5ff43e tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:33.357926 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-afa637eb-c722-4460-8562-aa3b4145d629 req-cac1f132-bf78-4f9d-9b46-6bbffa5ff43e tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 944 time: 0.0804245
Dec 19 14:27:33.402948 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-afa637eb-c722-4460-8562-aa3b4145d629 req-48a2ab5b-c3b8-45b5-be67-7c91d7082453 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394168
Dec 19 14:27:34.486037 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7eeae3ae-8463-4d47-a764-736fd73a688c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:27:34.600292 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69cc0c-0824-42ab-9027-62716cb100e4 req-62e29149-dc7b-4bda-88e5-4280fe939622 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:34.602340 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5b69cc0c-0824-42ab-9027-62716cb100e4 req-62e29149-dc7b-4bda-88e5-4280fe939622 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 944 time: 0.0780354
Dec 19 14:27:34.622222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7eeae3ae-8463-4d47-a764-736fd73a688c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7eeae3ae-8463-4d47-a764-736fd73a688c,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:27:34.636173 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'port_id': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'mac_address': 'fa:16:3e:00:10:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:27:34.654907 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-5b69cc0c-0824-42ab-9027-62716cb100e4 req-8720ee2c-7a9a-4fbc-9cfd-70be3a94f643 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470145
Dec 19 14:27:34.692548 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:34.709068 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eeae3ae-8463-4d47-a764-736fd73a688c {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:27:34.724196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7eeae3ae-8463-4d47-a764-736fd73a688c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7eeae3ae-8463-4d47-a764-736fd73a688c,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:27:34.837723 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:34.839868 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:27:34.902060 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=7eeae3ae-8463-4d47-a764-736fd73a688c,revision_number=4']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:27:34.905222 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:27:35.060589 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['7eeae3ae-8463-4d47-a764-736fd73a688c'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:27:35.849775 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf796a-3404-4c65-91db-465746683392 req-cd575a4d-8d19-4fe3-a165-2132ad7bc14d tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:35.851230 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c2bf796a-3404-4c65-91db-465746683392 req-cd575a4d-8d19-4fe3-a165-2132ad7bc14d tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 945 time: 0.0785520
Dec 19 14:27:35.895744 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-c2bf796a-3404-4c65-91db-465746683392 req-d24fc8da-3b82-41b0-bf8d-2781aa4caf2d tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390136
Dec 19 14:27:36.501199 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7eeae3ae-8463-4d47-a764-736fd73a688c up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:27:36.633169 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning for port 7eeae3ae-8463-4d47-a764-736fd73a688c completed by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 19 14:27:36.638060 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 7eeae3ae-8463-4d47-a764-736fd73a688c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:27:36.638434 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:36.749475 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:36.774953 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:27:36.784421 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7eeae3ae-8463-4d47-a764-736fd73a688c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7eeae3ae-8463-4d47-a764-736fd73a688c,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:27:36.829246 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'code': 200}
Dec 19 14:27:36.839196 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:36.841054 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-6bd6770e-128b-41d6-ba45-41c5b34bacb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:27:36.906082 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=7eeae3ae-8463-4d47-a764-736fd73a688c,revision_number=5']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:27:36.909144 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:27:37.096943 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6705c8-812b-4bb9-994b-dd049401aef1 req-703dff96-4390-4cd8-9731-2f7f6aebd52d tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:37.099193 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e6705c8-812b-4bb9-994b-dd049401aef1 req-703dff96-4390-4cd8-9731-2f7f6aebd52d tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 946 time: 0.0780139
Dec 19 14:27:37.133901 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a6120bce-6c3b-4cfb-8bd1-ba0e930238a7 req-dc12a007-9810-4e3c-a658-e2b255b7c5dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 1099 time: 0.0747550
Dec 19 14:27:37.151324 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-1e6705c8-812b-4bb9-994b-dd049401aef1 req-3372eb59-2288-46ab-9f14-373e2b04dd7b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452733
Dec 19 14:27:37.178470 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-a6120bce-6c3b-4cfb-8bd1-ba0e930238a7 req-ff2af971-200a-4a08-a7db-261c585a3784 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378296
Dec 19 14:27:38.352484 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada83b2-260d-43dd-85e1-e35983106f2a req-c6bb0802-8364-4fb3-a5b6-8f9cfde44ce6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:38.353979 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8ada83b2-260d-43dd-85e1-e35983106f2a req-c6bb0802-8364-4fb3-a5b6-8f9cfde44ce6 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 946 time: 0.0763144
Dec 19 14:27:38.399378 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8ada83b2-260d-43dd-85e1-e35983106f2a req-06c33f8f-f644-4f7d-8fd8-dc7706d4fbfa tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399294
Dec 19 14:27:38.596131 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8e157-97db-46d9-805a-5fe81d1e639a req-9c79721e-4dc8-4f1a-8331-3b00caf8d845 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:38.597527 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7be8e157-97db-46d9-805a-5fe81d1e639a req-9c79721e-4dc8-4f1a-8331-3b00caf8d845 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 946 time: 0.0796006
Dec 19 14:27:38.643450 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-7be8e157-97db-46d9-805a-5fe81d1e639a req-49b493b0-032c-40dc-ae9b-8e27500b657b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393796
Dec 19 14:27:38.671140 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 55306) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:27:38.738544 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-436111e8-c524-4193-ab36-3e0abfaeff47 tempest-TestSnapshotPattern-1989426092 tempest-TestSnapshotPattern-1989426092-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 1094 time: 0.0662050
Dec 19 14:27:38.741146 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 55310) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:27:38.746101 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.v2.base [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Request body: {'floatingip': {'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'port_id': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 19 14:27:38.751380 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 19 14:27:38.755716 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Usage tracker for resource:floatingip and tenant:e70150b13bcc41edb3bb6ec33cecaec7 is out of sync, need to count used quota {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 19 14:27:38.758909 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84125) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 19 14:27:38.764485 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.quota.driver [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84125) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 19 14:27:38.851016 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for floatingip, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:38.986432 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:39.127353 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.db_base_plugin_common [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Allocated IP 172.26.4.63 (4dbcfa3c-4af8-43dd-bdbc-754df0e25a56/1657dd63-6bec-4dca-afe3-d094e8b79231/0727a443-1e75-45ab-8d64-d172086f200e) {{(pid=84125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 19 14:27:39.272305 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for port, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:39.376795 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765298436217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:39.380985 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-03090e6c-910d-4c2d-9608-1a5906da2308 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:27:39.445510 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Network 4dbcfa3c-4af8-43dd-bdbc-754df0e25a56 is already hosted by enough agents. {{(pid=84125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 19 14:27:39.448659 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.base_scheduler [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Resources bound (agent type, host, resource id):  {{(pid=84125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 19 14:27:39.451173 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Received port after_create {{(pid=84125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 19 14:27:39.479541 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'Port': ['ID=0727a443-1e75-45ab-8d64-d172086f200e,revision_number=1']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:27:39.498306 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:39.498687 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:39.499084 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:39.499443 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:39.499808 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:39.500199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:39.500560 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:39.500918 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:39.501271 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:39.501622 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:39.501974 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:27:39.506024 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:27:40.082642 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:40.180847 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:40.381844 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for port, precommit_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:40.439012 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16132314'] for port, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:40.444075 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-e037dfc5-7172-41cf-9a84-fd0f91268738 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:27:40.541241 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event updated for resources: {'Port': ['ID=0727a443-1e75-45ab-8d64-d172086f200e,revision_number=2']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:27:40.545087 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:27:40.559740 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-384899'] for floatingip, after_update {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:40.754931 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.db.l3_db [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Floating IP 9dcccfe5-bec8-4b3a-9712-65b358327ae8 associated. External IP: 172.26.4.63, port: 7eeae3ae-8463-4d47-a764-736fd73a688c.
Dec 19 14:27:41.225547 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Router 21ecec69-b2a8-481f-a822-f0a946d97d13 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:27:41.436330 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:27:41.447562 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190053e1-0260-41d7-a4a5-58f38d5e8403 None None] Sync routers for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:27:41.461020 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190053e1-0260-41d7-a4a5-58f38d5e8403 None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:27:41.462951 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-190053e1-0260-41d7-a4a5-58f38d5e8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47578430>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:27:41.525334 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:41.582087 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-a72d0195-f644-4683-9e79-29b574f61950 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8399553
Dec 19 14:27:41.583597 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:27:41.638341 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'status': 'completed', 'code': 200}
Dec 19 14:27:41.646446 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-190053e1-0260-41d7-a4a5-58f38d5e8403 None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:27:41.729738 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-10b68d15-0185-4180-8d00-6c5ec3a9085f req-05719a08-6f12-4cb5-9466-bc3698e141e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 1099 time: 0.0700555
Dec 19 14:27:41.963494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b68d15-0185-4180-8d00-6c5ec3a9085f req-92ed1ea5-3165-4c20-bff2-fb4a33e2ab1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:41.964815 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-10b68d15-0185-4180-8d00-6c5ec3a9085f req-92ed1ea5-3165-4c20-bff2-fb4a33e2ab1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 910 time: 0.2287319
Dec 19 14:27:42.030087 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-190053e1-0260-41d7-a4a5-58f38d5e8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47578430>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '8b011c10-bcbc-422f-8a94-2883fa6bc32e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:6e:5b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:25:03Z', 'updated_at': '2021-12-19T14:25:09Z', 'revision_number': 1, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}, {'id': '9dcccfe5-bec8-4b3a-9712-65b358327ae8', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.63', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:00:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:27:39Z', 'updated_at': '2021-12-19T14:27:39Z', 'revision_number': 0, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:27:42.033913 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190053e1-0260-41d7-a4a5-58f38d5e8403 None None] Checking router: 21ecec69-b2a8-481f-a822-f0a946d97d13 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:27:42.044375 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190053e1-0260-41d7-a4a5-58f38d5e8403 None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:27:42.045002 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-190053e1-0260-41d7-a4a5-58f38d5e8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47578430>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:27:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:27:42.067123 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-10b68d15-0185-4180-8d00-6c5ec3a9085f req-ec17f9f6-79da-4ce3-ae69-08a2533b453f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eeae3ae-8463-4d47-a764-736fd73a688c HTTP/1.1" status: 200  len: 999 time: 0.0955575
Dec 19 14:27:42.131641 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b68d15-0185-4180-8d00-6c5ec3a9085f req-51accde1-bc87-4bde-88e8-bf84ef06262b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:27:42.133072 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-10b68d15-0185-4180-8d00-6c5ec3a9085f req-51accde1-bc87-4bde-88e8-bf84ef06262b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 200  len: 848 time: 0.0600829
Dec 19 14:27:42.206160 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-10b68d15-0185-4180-8d00-6c5ec3a9085f req-89417341-d9b9-40df-b91c-a3e5aa1c1893 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b421dfd-b173-485c-b168-36a4c5242c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662093
Dec 19 14:27:42.219922 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-190053e1-0260-41d7-a4a5-58f38d5e8403 None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:27:42.335362 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-10b68d15-0185-4180-8d00-6c5ec3a9085f req-03ba3f45-2398-4bcf-8f32-f8c83b1dfc28 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230052
Dec 19 14:27:42.416682 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1d3805ac-e746-42fc-b3e3-63029f4ffcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:42.470852 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-10b68d15-0185-4180-8d00-6c5ec3a9085f req-596dc0e0-edd4-4433-b160-0f20c5529a94 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295760
Dec 19 14:27:42.570200 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-190053e1-0260-41d7-a4a5-58f38d5e8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47578430>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '8b011c10-bcbc-422f-8a94-2883fa6bc32e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:6e:5b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:25:03Z', 'updated_at': '2021-12-19T14:25:09Z', 'revision_number': 1, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}, {'id': '9dcccfe5-bec8-4b3a-9712-65b358327ae8', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.63', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:00:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:27:39Z', 'updated_at': '2021-12-19T14:27:39Z', 'revision_number': 0, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:27:42.574400 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190053e1-0260-41d7-a4a5-58f38d5e8403 None None] The sync data for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv is: [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '8b011c10-bcbc-422f-8a94-2883fa6bc32e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:6e:5b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:25:03Z', 'updated_at': '2021-12-19T14:25:09Z', 'revision_number': 1, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}, {'id': '9dcccfe5-bec8-4b3a-9712-65b358327ae8', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.63', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:00:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:27:39Z', 'updated_at': '2021-12-19T14:27:39Z', 'revision_number': 0, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:27:42.768017 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ae21f8-9373-40d7-ac19-657e2774ae04 None None] New status for floating IP 9dcccfe5-bec8-4b3a-9712-65b358327ae8: ACTIVE {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:27:44.656466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-2151d9e3-c85a-464a-bacc-f6e4773aa214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:46.376482 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:46.433291 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:47.856087 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:27:56.124941 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:03.063522 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:28:12.454862 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-899cc66c-a4fd-4d11-b948-9768941914f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:14.645596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-fba7ce81-9bd4-4359-8f61-0e768d6c0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:16.376941 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:16.454847 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:17.884986 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:26.157493 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:28.891615 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9a94796a-e354-4384-b1d9-eac642ca3dd5 req-da84ea1f-1eec-43a7-b669-b9ffe34271d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0685253
Dec 19 14:28:29.031925 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9a94796a-e354-4384-b1d9-eac642ca3dd5 req-11fc3b2a-f2b6-4a47-9362-7d7c051d9a67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 1097 time: 0.0712509
Dec 19 14:28:29.173468 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94796a-e354-4384-b1d9-eac642ca3dd5 req-445e3a98-5660-4f91-9da1-c5338af2180c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:28:29.174882 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9a94796a-e354-4384-b1d9-eac642ca3dd5 req-445e3a98-5660-4f91-9da1-c5338af2180c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 910 time: 0.1249614
Dec 19 14:28:29.276479 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9a94796a-e354-4384-b1d9-eac642ca3dd5 req-1de0e99d-9fbe-4150-b13d-8773f8b34126 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7 HTTP/1.1" status: 200  len: 999 time: 0.0947089
Dec 19 14:28:29.336915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94796a-e354-4384-b1d9-eac642ca3dd5 req-3a69297e-fc82-45bf-9383-68cecf9b6dad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:28:29.338276 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9a94796a-e354-4384-b1d9-eac642ca3dd5 req-3a69297e-fc82-45bf-9383-68cecf9b6dad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 200  len: 848 time: 0.0555906
Dec 19 14:28:29.410663 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9a94796a-e354-4384-b1d9-eac642ca3dd5 req-cb71b24d-b753-48c3-b0a9-4d0ee96bee7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b421dfd-b173-485c-b168-36a4c5242c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0657191
Dec 19 14:28:29.539930 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9a94796a-e354-4384-b1d9-eac642ca3dd5 req-39f1bbbb-8a1f-426a-a421-77cf1ee6674c service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222343
Dec 19 14:28:29.670695 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-9a94796a-e354-4384-b1d9-eac642ca3dd5 req-6ff3a988-4106-48f0-93a6-14e3b0d0e3dc service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248879
Dec 19 14:28:40.064723 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:28:42.440170 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1898a142-8e11-4681-b150-72d695abd019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:44.648780 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f7356279-912c-45c3-9e56-69a98840b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:46.365353 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:46.422989 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:47.897428 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:28:56.125947 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:12.448875 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-50278f19-0e4c-46ef-b408-68c8af64c253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:13.063440 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7eeae3ae-8463-4d47-a764-736fd73a688c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=84126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 19 14:29:13.196730 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7eeae3ae-8463-4d47-a764-736fd73a688c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7eeae3ae-8463-4d47-a764-736fd73a688c,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:13.210308 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Returning: {'device': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'port_id': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'mac_address': 'fa:16:3e:00:10:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 19 14:29:13.262961 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:13.283621 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7eeae3ae-8463-4d47-a764-736fd73a688c {{(pid=84126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 19 14:29:13.298744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7eeae3ae-8463-4d47-a764-736fd73a688c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7eeae3ae-8463-4d47-a764-736fd73a688c,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:13.357509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:13.360179 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:13.433380 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=7eeae3ae-8463-4d47-a764-736fd73a688c,revision_number=6']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:13.437093 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] get_ports_and_sgs() called for port_ids ['7eeae3ae-8463-4d47-a764-736fd73a688c'] {{(pid=84126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 19 14:29:13.479927 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:13.480495 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:13.480596 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:13.480904 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:13.481229 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:13.481553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:13.481873 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:13.482194 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:13.482509 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:13.482822 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:13.483155 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:13.489283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:14.663952 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-1743cb91-3b1f-4ff0-90c5-eba03d48a171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:15.081028 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7eeae3ae-8463-4d47-a764-736fd73a688c up at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 19 14:29:15.161218 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.provisioning_blocks [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Provisioning complete for port 7eeae3ae-8463-4d47-a764-736fd73a688c triggered by entity L2. {{(pid=84126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 19 14:29:15.161606 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1292848'] for port, provisioning_complete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:15.292360 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:15.323086 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:29:15.335681 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7eeae3ae-8463-4d47-a764-736fd73a688c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7eeae3ae-8463-4d47-a764-736fd73a688c,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:15.408224 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'code': 200}
Dec 19 14:29:15.420671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:15.422743 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-33522c80-7189-44f6-8eb7-e0b9a8b26ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:15.496979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=7eeae3ae-8463-4d47-a764-736fd73a688c,revision_number=7']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:15.503212 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:16.486136 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:16.520285 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:17.064289 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:29:17.851919 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:25.441754 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.wsgi [-] (84125) accepted ('10.222.0.24', 55454) {{(pid=84125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:25.762623 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Deleting port 0727a443-1e75-45ab-8d64-d172086f200e {{(pid=84125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:25.762875 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:25.925570 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:25.925893 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:26.042190 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.plugins.ml2.plugin [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Calling delete_port for 0727a443-1e75-45ab-8d64-d172086f200e owned by network:floatingip {{(pid=84125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:26.147858 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:26.240337 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16132305'] for port, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:26.244168 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-79d9d540-4fdf-45a8-92ae-ce1fc928c516 tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:26.286090 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event deleted for resources: {'Port': ['ID=0727a443-1e75-45ab-8d64-d172086f200e,revision_number=None']} {{(pid=84125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:26.321062 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:26.321446 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:26.321817 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:26.322182 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:26.322545 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:26.322908 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:26.323296 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:26.323653 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:26.324009 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:26.324359 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:26.324712 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:26.331278 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG oslo_concurrency.lockutils [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:26.392156 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for floatingip, after_delete {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:26.776955 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Router 21ecec69-b2a8-481f-a822-f0a946d97d13 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:29:26.973025 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:29:26.982500 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4197d87d-b4e6-4ac1-ada5-59b9e884b096 None None] Sync routers for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:29:26.986014 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron_lib.callbacks.manager [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:26.994896 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4197d87d-b4e6-4ac1-ada5-59b9e884b096 None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:29:26.995576 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4197d87d-b4e6-4ac1-ada5-59b9e884b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a11580>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:27.111881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7eeae3ae-8463-4d47-a764-736fd73a688c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:29:27.158162 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [None req-5f40ddda-e40b-480c-a4cf-fd18f2f23dd8 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "DELETE /v2.0/floatingips/9dcccfe5-bec8-4b3a-9712-65b358327ae8 HTTP/1.1" status: 204  len: 168 time: 1.7153053
Dec 19 14:29:27.158842 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c'}] {{(pid=84125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:29:27.179879 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-4197d87d-b4e6-4ac1-ada5-59b9e884b096 None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:29:27.223609 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'status': 'completed', 'code': 200}
Dec 19 14:29:27.276686 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1077749'] for port, before_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:27.315007 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] For port 7eeae3ae-8463-4d47-a764-736fd73a688c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7eeae3ae-8463-4d47-a764-736fd73a688c,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:27.316089 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c'}] {{(pid=84126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:29:27.325077 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef448a8e-28be-464e-aad4-2402828cf5aa req-fd75bd18-d434-4fa9-b802-71005bbf8693 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 1099 time: 0.0775294
Dec 19 14:29:27.373223 dv-neutron-821895-1-hyperv neutron-server[84126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'code': 200}
Dec 19 14:29:27.392109 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765298812429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765298436235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765298436280'] for port, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:27.394584 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:27.470512 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Pushing event updated for resources: {'Port': ['ID=7eeae3ae-8463-4d47-a764-736fd73a688c,revision_number=8']} {{(pid=84126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:27.475899 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_concurrency.lockutils [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:27.548861 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4197d87d-b4e6-4ac1-ada5-59b9e884b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a11580>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '8b011c10-bcbc-422f-8a94-2883fa6bc32e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:6e:5b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:25:03Z', 'updated_at': '2021-12-19T14:25:09Z', 'revision_number': 1, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:27.552802 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4197d87d-b4e6-4ac1-ada5-59b9e884b096 None None] Checking router: 21ecec69-b2a8-481f-a822-f0a946d97d13 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:29:27.564213 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4197d87d-b4e6-4ac1-ada5-59b9e884b096 None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:29:27.564800 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4197d87d-b4e6-4ac1-ada5-59b9e884b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47a11580>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:27.590304 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef448a8e-28be-464e-aad4-2402828cf5aa req-5cced7cb-d62b-4629-9354-8c6e86cba990 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:27.591761 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef448a8e-28be-464e-aad4-2402828cf5aa req-5cced7cb-d62b-4629-9354-8c6e86cba990 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 910 time: 0.2601111
Dec 19 14:29:27.661952 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef448a8e-28be-464e-aad4-2402828cf5aa req-f244b7a8-52e1-42f6-8ac1-7385ba9cf649 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eeae3ae-8463-4d47-a764-736fd73a688c HTTP/1.1" status: 200  len: 217 time: 0.0632434
Dec 19 14:29:27.734391 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef448a8e-28be-464e-aad4-2402828cf5aa req-b5c3cc5d-bac1-4d74-b3b4-a8450fae7c0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:27.735745 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef448a8e-28be-464e-aad4-2402828cf5aa req-b5c3cc5d-bac1-4d74-b3b4-a8450fae7c0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 200  len: 848 time: 0.0663850
Dec 19 14:29:27.786293 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-4197d87d-b4e6-4ac1-ada5-59b9e884b096 None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:29:27.815415 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef448a8e-28be-464e-aad4-2402828cf5aa req-126f67ec-bf3a-422a-8c47-75ff2238c404 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b421dfd-b173-485c-b168-36a4c5242c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721858
Dec 19 14:29:27.902788 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899fcc2-0c74-43db-b61b-534cf3e15218 req-867e0dd2-f2e9-4de4-86be-b5f1cabe4ba0 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:27.903700 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-8899fcc2-0c74-43db-b61b-534cf3e15218 req-867e0dd2-f2e9-4de4-86be-b5f1cabe4ba0 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Synchronizing usage tracker for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:port {{(pid=84125) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:29:27.953448 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef448a8e-28be-464e-aad4-2402828cf5aa req-46b7a213-de32-4911-b1f7-26cd321d9c7f service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286018
Dec 19 14:29:27.981199 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.quota.resource [req-8899fcc2-0c74-43db-b61b-534cf3e15218 req-867e0dd2-f2e9-4de4-86be-b5f1cabe4ba0 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Unset dirty status for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:port {{(pid=84125) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:29:27.982647 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8899fcc2-0c74-43db-b61b-534cf3e15218 req-867e0dd2-f2e9-4de4-86be-b5f1cabe4ba0 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 944 time: 0.1587090
Dec 19 14:29:28.029702 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-8899fcc2-0c74-43db-b61b-534cf3e15218 req-bb0f422b-1380-4d8e-bf5d-df5d2380436c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412600
Dec 19 14:29:28.091592 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ef448a8e-28be-464e-aad4-2402828cf5aa req-d2d2b604-b54c-4a8c-9463-5a1023b1e08f service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311750
Dec 19 14:29:28.143015 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-4197d87d-b4e6-4ac1-ada5-59b9e884b096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47a11580>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '8b011c10-bcbc-422f-8a94-2883fa6bc32e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:6e:5b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:25:03Z', 'updated_at': '2021-12-19T14:25:09Z', 'revision_number': 1, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:28.146874 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4197d87d-b4e6-4ac1-ada5-59b9e884b096 None None] The sync data for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv is: [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_floatingips': [{'id': '8b011c10-bcbc-422f-8a94-2883fa6bc32e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'router_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'port_id': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'mac_address': 'fa:16:3e:6e:5b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-19T14:25:03Z', 'updated_at': '2021-12-19T14:25:09Z', 'revision_number': 1, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:29:28.364884 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f24aa3b-dc57-4a95-a769-3aff1e9d9dae None None] New status for floating IP 9dcccfe5-bec8-4b3a-9712-65b358327ae8: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:29:29.234799 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda3165-9316-4ce0-8d8c-7b77d57b3940 req-5b70911c-140a-45fa-ab14-2bbf0b4f7e11 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:29.236339 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-acda3165-9316-4ce0-8d8c-7b77d57b3940 req-5b70911c-140a-45fa-ab14-2bbf0b4f7e11 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 944 time: 0.0796337
Dec 19 14:29:29.282706 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-acda3165-9316-4ce0-8d8c-7b77d57b3940 req-9e970e10-a60e-4bd7-8767-1c4e82bcb386 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407176
Dec 19 14:29:29.373396 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-86e6adf4-1a70-4490-991c-c7196e71a94c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:29.374060 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-86e6adf4-1a70-4490-991c-c7196e71a94c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Synchronizing usage tracker for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:29:29.386137 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-86e6adf4-1a70-4490-991c-c7196e71a94c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Unset dirty status for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:29:29.387226 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-86e6adf4-1a70-4490-991c-c7196e71a94c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.18 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 944 time: 0.0914485
Dec 19 14:29:29.454190 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Deleting port 7eeae3ae-8463-4d47-a764-736fd73a688c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:29.454516 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:29.694953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] For port 7eeae3ae-8463-4d47-a764-736fd73a688c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7eeae3ae-8463-4d47-a764-736fd73a688c,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:29.695329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:29.813885 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Calling delete_port for 7eeae3ae-8463-4d47-a764-736fd73a688c owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:30.014697 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:30.020601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-a7d3937b-86ba-4b6b-ac36-a65f932a6488 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:30.064962 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event deleted for resources: {'Port': ['ID=7eeae3ae-8463-4d47-a764-736fd73a688c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:30.106188 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:30.106565 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:30.106935 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:30.107323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:30.107684 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:30.108041 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:30.108395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:30.108748 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:30.109611 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:30.109970 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:30.110340 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821895-1-hyperv {{(pid=84124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 19 14:29:30.117247 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:30.150549 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] No DVR routers for this DVR port 7eeae3ae-8463-4d47-a764-736fd73a688c on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:29:30.152953 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:30.155538 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'name': 'network-vif-deleted', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:29:30.208584 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fce040-0496-4aa5-b807-32d8d5ec0389', 'name': 'network-vif-deleted', 'tag': '7eeae3ae-8463-4d47-a764-736fd73a688c', 'status': 'completed', 'code': 200}
Dec 19 14:29:30.224108 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-e8fe8c26-40b5-4c49-9c04-a8625351d2e8 req-905894fe-5b4a-4e27-b040-402d67a60cf5 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.18 "DELETE /v2.0/ports/7eeae3ae-8463-4d47-a764-736fd73a688c HTTP/1.1" status: 204  len: 173 time: 0.8306415
Dec 19 14:29:30.450336 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-2b6b5210-3fbb-48a0-94b8-6740ec664463 req-8a5185a5-38f6-413e-a59b-9b1143364f9b tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 210 time: 0.0445609
Dec 19 14:29:30.563069 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ae192378-8caa-4139-8f3b-cc3b757a8159 req-0c1ed0b1-8282-499a-b476-88d165e98561 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40fce040-0496-4aa5-b807-32d8d5ec0389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0423236
Dec 19 14:29:30.626273 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ae192378-8caa-4139-8f3b-cc3b757a8159 req-ab4071e0-015f-4c33-853d-50c0d0aa04f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=40fce040-0496-4aa5-b807-32d8d5ec0389 HTTP/1.1" status: 200  len: 210 time: 0.0434487
Dec 19 14:29:30.780187 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae192378-8caa-4139-8f3b-cc3b757a8159 req-020d45e9-7290-4bad-8284-fa145679d0b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:30.781969 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ae192378-8caa-4139-8f3b-cc3b757a8159 req-020d45e9-7290-4bad-8284-fa145679d0b7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1348739
Dec 19 14:29:31.024569 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae192378-8caa-4139-8f3b-cc3b757a8159 req-09a8a498-9c96-4010-bf83-655b214b099f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:31.026002 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-ae192378-8caa-4139-8f3b-cc3b757a8159 req-09a8a498-9c96-4010-bf83-655b214b099f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2377150
Dec 19 14:29:32.882895 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55512) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:33.077179 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Deleting port 8fe6cddf-e461-4499-810f-e74dbc6c7028 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:33.077506 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:33.120143 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7eeae3ae-8463-4d47-a764-736fd73a688c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:29:33.152626 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: 7eeae3ae-8463-4d47-a764-736fd73a688c {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:29:33.152979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device 7eeae3ae-8463-4d47-a764-736fd73a688c not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:29:33.248052 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:33.248290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:33.376133 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Calling delete_port for 8fe6cddf-e461-4499-810f-e74dbc6c7028 owned by network:floatingip {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:33.557210 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:33.561307 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-43a2d413-4cf5-443a-8e02-a44bee384c01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:33.604116 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event deleted for resources: {'Port': ['ID=8fe6cddf-e461-4499-810f-e74dbc6c7028,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:33.607115 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:33.696660 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for floatingip, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:34.078471 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Router 21ecec69-b2a8-481f-a822-f0a946d97d13 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:29:34.385066 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:29:34.394923 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf9ef1-2bde-4911-b6b8-ad42213fb69a None None] Sync routers for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:29:34.401294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for floatingip, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:34.407928 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf9ef1-2bde-4911-b6b8-ad42213fb69a None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:29:34.408547 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9edf9ef1-2bde-4911-b6b8-ad42213fb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47897280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:34.456458 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-0c11aaa3-d34d-4798-a493-0d509ee34f35 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "DELETE /v2.0/floatingips/8b011c10-bcbc-422f-8a94-2883fa6bc32e HTTP/1.1" status: 204  len: 168 time: 1.5724730
Dec 19 14:29:34.457156 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:29:34.511289 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'status': 'completed', 'code': 200}
Dec 19 14:29:34.592709 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-9edf9ef1-2bde-4911-b6b8-ad42213fb69a None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:29:34.606282 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cad0cb56-fb65-48e9-9205-082589355c88 req-1787d34e-1ed2-44c0-8a30-d1b83fda3f50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 1097 time: 0.0722845
Dec 19 14:29:34.739724 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0cb56-fb65-48e9-9205-082589355c88 req-60d87d40-4614-42e6-87c8-a0107a93b286 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:34.741154 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cad0cb56-fb65-48e9-9205-082589355c88 req-60d87d40-4614-42e6-87c8-a0107a93b286 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 200  len: 910 time: 0.1282144
Dec 19 14:29:34.813443 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cad0cb56-fb65-48e9-9205-082589355c88 req-c6454737-76b4-4f87-b721-651a5a7a2b5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7 HTTP/1.1" status: 200  len: 217 time: 0.0649149
Dec 19 14:29:34.879708 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0cb56-fb65-48e9-9205-082589355c88 req-fd73dc7b-496a-46cd-87b9-50e7f47e8c37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:34.881229 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cad0cb56-fb65-48e9-9205-082589355c88 req-fd73dc7b-496a-46cd-87b9-50e7f47e8c37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 200  len: 848 time: 0.0621221
Dec 19 14:29:34.926292 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9edf9ef1-2bde-4911-b6b8-ad42213fb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47897280>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:34.930260 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf9ef1-2bde-4911-b6b8-ad42213fb69a None None] Checking router: 21ecec69-b2a8-481f-a822-f0a946d97d13 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:29:34.942008 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf9ef1-2bde-4911-b6b8-ad42213fb69a None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:29:34.942605 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9edf9ef1-2bde-4911-b6b8-ad42213fb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47897280>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:34.963343 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cad0cb56-fb65-48e9-9205-082589355c88 req-28d64351-5714-4817-9e74-1b4be53c1464 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b421dfd-b173-485c-b168-36a4c5242c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745609
Dec 19 14:29:35.022221 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e7a86-182c-4b76-9587-cf3e724aa946 req-65a55530-d81c-49a3-aba8-db08df1ab812 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:35.023713 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eb0e7a86-182c-4b76-9587-cf3e724aa946 req-65a55530-d81c-49a3-aba8-db08df1ab812 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 944 time: 0.0907655
Dec 19 14:29:35.069963 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-eb0e7a86-182c-4b76-9587-cf3e724aa946 req-42f1abd9-fa9c-43fb-b2cd-bef32e33e060 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402217
Dec 19 14:29:35.108207 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cad0cb56-fb65-48e9-9205-082589355c88 req-0c6c7517-777f-46ca-a8b8-a23f42e3c5d3 service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373522
Dec 19 14:29:35.118587 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-9edf9ef1-2bde-4911-b6b8-ad42213fb69a None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:29:35.239289 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-cad0cb56-fb65-48e9-9205-082589355c88 req-f990a07f-1bac-48c5-a439-a9f7e4fd32ad service neutron] 10.222.0.18 "GET /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243575
Dec 19 14:29:35.448489 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-9edf9ef1-2bde-4911-b6b8-ad42213fb69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47897280>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:35.452273 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf9ef1-2bde-4911-b6b8-ad42213fb69a None None] The sync data for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv is: [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:28Z', 'revision_number': 4, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv', '_interfaces': [{'id': 'e41bcfd4-c2b7-4274-afdd-bf415bb0532a', 'name': '', 'network_id': '1b421dfd-b173-485c-b168-36a4c5242c4e', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'mac_address': 'fa:16:3e:a1:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:28Z', 'updated_at': '2021-12-19T14:24:38Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'subnets': [{'id': '7f1f5d98-53bb-47fb-8d5e-38f80b9b0200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:29:35.679465 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c949594-fd31-4d7d-8d70-8230544ababd None None] New status for floating IP 8b011c10-bcbc-422f-8a94-2883fa6bc32e: DOWN {{(pid=84126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 19 14:29:36.265574 dv-neutron-821895-1-hyperv neutron-server[84125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf10e88-a657-48a2-a926-2dcc080a05c1 req-19a333fe-f46c-4b2b-8a1f-01ce5ab860e1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:36.267278 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebf10e88-a657-48a2-a926-2dcc080a05c1 req-19a333fe-f46c-4b2b-8a1f-01ce5ab860e1 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 944 time: 0.0750077
Dec 19 14:29:36.315132 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-ebf10e88-a657-48a2-a926-2dcc080a05c1 req-b824bc10-02ee-403b-807c-8bb38f56873c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423908
Dec 19 14:29:36.473087 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdaade-3185-42ed-9550-4084990bb470 req-225eae7e-9b9b-463d-832b-5ef14976774c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 19 14:29:36.473679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-56fdaade-3185-42ed-9550-4084990bb470 req-225eae7e-9b9b-463d-832b-5ef14976774c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Synchronizing usage tracker for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:port {{(pid=84124) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 19 14:29:36.557346 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.quota.resource [req-56fdaade-3185-42ed-9550-4084990bb470 req-225eae7e-9b9b-463d-832b-5ef14976774c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Unset dirty status for tenant:e70150b13bcc41edb3bb6ec33cecaec7 on resource:port {{(pid=84124) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 19 14:29:36.558416 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-56fdaade-3185-42ed-9550-4084990bb470 req-225eae7e-9b9b-463d-832b-5ef14976774c tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 944 time: 0.1582525
Dec 19 14:29:36.628592 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-56fdaade-3185-42ed-9550-4084990bb470 req-2f224a3c-b982-4790-bc3e-70dc7bf096da tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Deleting port c3dde1d2-5eb5-4eff-8489-a421c26412c7 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:36.628922 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-56fdaade-3185-42ed-9550-4084990bb470 req-2f224a3c-b982-4790-bc3e-70dc7bf096da tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:36.867037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [req-56fdaade-3185-42ed-9550-4084990bb470 req-2f224a3c-b982-4790-bc3e-70dc7bf096da tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] For port c3dde1d2-5eb5-4eff-8489-a421c26412c7, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c3dde1d2-5eb5-4eff-8489-a421c26412c7,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:36.867407 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-56fdaade-3185-42ed-9550-4084990bb470 req-2f224a3c-b982-4790-bc3e-70dc7bf096da tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:36.989533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [req-56fdaade-3185-42ed-9550-4084990bb470 req-2f224a3c-b982-4790-bc3e-70dc7bf096da tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Calling delete_port for c3dde1d2-5eb5-4eff-8489-a421c26412c7 owned by compute:nova {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:37.186018 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-56fdaade-3185-42ed-9550-4084990bb470 req-2f224a3c-b982-4790-bc3e-70dc7bf096da tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:37.192230 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e783a0a1-c038-49f2-a673-58083ddf2c10 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:37.237511 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f224a3c-b982-4790-bc3e-70dc7bf096da tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event deleted for resources: {'Port': ['ID=c3dde1d2-5eb5-4eff-8489-a421c26412c7,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:37.240901 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2f224a3c-b982-4790-bc3e-70dc7bf096da tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:37.309590 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fdaade-3185-42ed-9550-4084990bb470 req-2f224a3c-b982-4790-bc3e-70dc7bf096da tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] No DVR routers for this DVR port c3dde1d2-5eb5-4eff-8489-a421c26412c7 on host hv-neutron-8218 {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:29:37.311919 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [req-56fdaade-3185-42ed-9550-4084990bb470 req-2f224a3c-b982-4790-bc3e-70dc7bf096da tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57578'] for port, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:37.315211 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'name': 'network-vif-deleted', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7'}] {{(pid=84124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 19 14:29:37.369911 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8a963d-1b4a-41da-a87b-61b387983b18', 'name': 'network-vif-deleted', 'tag': 'c3dde1d2-5eb5-4eff-8489-a421c26412c7', 'status': 'completed', 'code': 200}
Dec 19 14:29:37.401388 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [req-56fdaade-3185-42ed-9550-4084990bb470 req-2f224a3c-b982-4790-bc3e-70dc7bf096da tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.18 "DELETE /v2.0/ports/c3dde1d2-5eb5-4eff-8489-a421c26412c7 HTTP/1.1" status: 204  len: 173 time: 0.8371539
Dec 19 14:29:37.482905 dv-neutron-821895-1-hyperv neutron-server[84125]: INFO neutron.wsgi [req-66f8e866-4bd0-4729-adab-cfa0bbb1881e req-3147c999-6e3c-4b2d-8d3d-12c8051d5fef tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee8a963d-1b4a-41da-a87b-61b387983b18 HTTP/1.1" status: 200  len: 210 time: 0.0437617
Dec 19 14:29:38.586566 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55530) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:38.659157 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c616485-cb40-4242-b878-2be70c157462 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:38.692221 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c616485-cb40-4242-b878-2be70c157462 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:38.909093 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c616485-cb40-4242-b878-2be70c157462 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:38.913050 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-d7d3f2f4-5aa9-428a-abbf-9206c7edc4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:38.927367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c616485-cb40-4242-b878-2be70c157462 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7d8f5a-5a67-4d34-89e2-f5b5315eee68,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:38.929800 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2c616485-cb40-4242-b878-2be70c157462 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:38.976909 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2c616485-cb40-4242-b878-2be70c157462 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:38.978373 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2c616485-cb40-4242-b878-2be70c157462 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] 10.222.0.24 "DELETE /v2.0/security-groups/8a7d8f5a-5a67-4d34-89e2-f5b5315eee68 HTTP/1.1" status: 204  len: 168 time: 0.3905447
Dec 19 14:29:39.077198 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55536) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:39.203836 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device c3dde1d2-5eb5-4eff-8489-a421c26412c7 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:29:39.240564 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] No Port match for: c3dde1d2-5eb5-4eff-8489-a421c26412c7 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:29:39.240915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Device c3dde1d2-5eb5-4eff-8489-a421c26412c7 not bound to the agent host hv-neutron-8218 {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:29:39.570306 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:40.154420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Deleting port e41bcfd4-c2b7-4274-afdd-bf415bb0532a {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:40.155123 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:40.321730 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] For port e41bcfd4-c2b7-4274-afdd-bf415bb0532a, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=e41bcfd4-c2b7-4274-afdd-bf415bb0532a,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:40.322068 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:40.441631 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Calling delete_port for e41bcfd4-c2b7-4274-afdd-bf415bb0532a owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:40.768929 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:40.772572 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2f4cfafc-642f-4ee1-90d5-672d1b15ebf9 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:40.810635 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Pushing event deleted for resources: {'Port': ['ID=e41bcfd4-c2b7-4274-afdd-bf415bb0532a,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:40.815109 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:41.102025 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:41.655432 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Router 21ecec69-b2a8-481f-a822-f0a946d97d13 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:29:41.906818 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:29:41.915279 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf0ca9-42af-48f3-abda-32163ba490e6 None None] Sync routers for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:29:41.921181 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] 10.222.0.24 "PUT /v2.0/routers/21ecec69-b2a8-481f-a822-f0a946d97d13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8430047
Dec 19 14:29:41.923772 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55542) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:41.927235 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf0ca9-42af-48f3-abda-32163ba490e6 None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:29:41.927841 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8aaf0ca9-42af-48f3-abda-32163ba490e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4775ab50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:42.105491 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-8aaf0ca9-42af-48f3-abda-32163ba490e6 None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:29:42.145670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:42.425388 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8aaf0ca9-42af-48f3-abda-32163ba490e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4775ab50>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:29:40Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:42.429732 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf0ca9-42af-48f3-abda-32163ba490e6 None None] Checking router: 21ecec69-b2a8-481f-a822-f0a946d97d13 for host: dv-neutron-821895-1-hyperv {{(pid=84127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:29:42.443147 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf0ca9-42af-48f3-abda-32163ba490e6 None None] Routers {'21ecec69-b2a8-481f-a822-f0a946d97d13'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:29:42.443760 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8aaf0ca9-42af-48f3-abda-32163ba490e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d4775ab50>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:29:15Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['21ecec69-b2a8-481f-a822-f0a946d97d13'], 'active': True} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:42.446370 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-d4948d15-f0df-41b6-948c-e725e4b282eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:42.481375 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:42.571979 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Deleting port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:42.572420 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:42.620420 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_dvr_db [None req-8aaf0ca9-42af-48f3-abda-32163ba490e6 None None] Set router 21ecec69-b2a8-481f-a822-f0a946d97d13 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:29:42.750290 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] For port c6d7756e-9cfc-4f75-a729-89cbb0e68c1b, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=c6d7756e-9cfc-4f75-a729-89cbb0e68c1b,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:42.750844 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:42.870064 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Calling delete_port for c6d7756e-9cfc-4f75-a729-89cbb0e68c1b owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:42.922111 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.l3_hamode_db [None req-8aaf0ca9-42af-48f3-abda-32163ba490e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d4775ab50>, [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:29:40Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:42.926369 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaf0ca9-42af-48f3-abda-32163ba490e6 None None] The sync data for ids ['21ecec69-b2a8-481f-a822-f0a946d97d13'] in dv-neutron-821895-1-hyperv is: [{'id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'name': 'tempest-TestSnapshotPattern-853014421-router', 'tenant_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:29:40Z', 'revision_number': 5, 'project_id': 'e70150b13bcc41edb3bb6ec33cecaec7', 'gw_port': {'id': 'c6d7756e-9cfc-4f75-a729-89cbb0e68c1b', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ecec69-b2a8-481f-a822-f0a946d97d13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:25Z', 'updated_at': '2021-12-19T14:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}] {{(pid=84127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:29:43.117255 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:43.120826 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-3c8ab428-51c9-4923-8d02-39eeb2f877ef tempest-TestShelveInstance-809062278 tempest-TestShelveInstance-809062278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:43.161032 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d7756e-9cfc-4f75-a729-89cbb0e68c1b,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:43.164415 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:43.326766 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e41bcfd4-c2b7-4274-afdd-bf415bb0532a no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:29:43.361935 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: e41bcfd4-c2b7-4274-afdd-bf415bb0532a {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:29:43.362300 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device e41bcfd4-c2b7-4274-afdd-bf415bb0532a not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:29:43.389847 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:43.644272 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:43.648395 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:43.757323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:43.757952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21ecec69-b2a8-481f-a822-f0a946d97d13 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:29:43.769882 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:43.771008 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-88ac42d8-d2d6-468f-a009-db3919a40a2b admin admin] 10.222.0.24 "DELETE /v2.0/routers/21ecec69-b2a8-481f-a822-f0a946d97d13 HTTP/1.1" status: 204  len: 168 time: 1.8461459
Dec 19 14:29:43.773695 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55546) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:43.947229 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-e533a511-e652-4bf0-9b1e-dc5d558def0f admin admin] Deleting subnet 7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:29:43.949995 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e533a511-e652-4bf0-9b1e-dc5d558def0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:43.998644 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e533a511-e652-4bf0-9b1e-dc5d558def0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:44.074365 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e533a511-e652-4bf0-9b1e-dc5d558def0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:44.212860 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e533a511-e652-4bf0-9b1e-dc5d558def0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:44.216755 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-6d34ff57-76a4-447a-bea7-c5b0385d7c12 tempest-NetworksIpV6Test-133949648 tempest-NetworksIpV6Test-133949648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:44.252584 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533a511-e652-4bf0-9b1e-dc5d558def0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1f5d98-53bb-47fb-8d5e-38f80b9b0200,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:44.255943 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e533a511-e652-4bf0-9b1e-dc5d558def0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:44.259148 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e533a511-e652-4bf0-9b1e-dc5d558def0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:44.264175 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b459ef-cf72-45cf-81a3-644406333aca None None] Network 1b421dfd-b173-485c-b168-36a4c5242c4e requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:29:44.267409 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e533a511-e652-4bf0-9b1e-dc5d558def0f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7f1f5d98-53bb-47fb-8d5e-38f80b9b0200 HTTP/1.1" status: 204  len: 168 time: 0.4927034
Dec 19 14:29:44.269294 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55550) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:44.377518 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:44.387803 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Deleting port 5c42f6ba-0f2c-45cd-872a-47e869efb62e {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:44.388139 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:44.551562 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462e79e6-fea1-4c34-b662-b4be1f494431 None None] DHCP port deletion for 1b421dfd-b173-485c-b168-36a4c5242c4e request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:29:44.555796 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-462e79e6-fea1-4c34-b662-b4be1f494431 None None] Deleting port 5c42f6ba-0f2c-45cd-872a-47e869efb62e {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:44.556234 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-462e79e6-fea1-4c34-b662-b4be1f494431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:44.592732 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] For port 5c42f6ba-0f2c-45cd-872a-47e869efb62e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5c42f6ba-0f2c-45cd-872a-47e869efb62e,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:44.593079 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:44.719501 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Calling delete_port for 5c42f6ba-0f2c-45cd-872a-47e869efb62e owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:44.729377 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-14f88ea1-28a7-40c2-a9c2-f7d7c8e41ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:44.771751 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-462e79e6-fea1-4c34-b662-b4be1f494431 None None] For port 5c42f6ba-0f2c-45cd-872a-47e869efb62e, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=5c42f6ba-0f2c-45cd-872a-47e869efb62e,segment=NetworkSegment(a09ea945-9ccd-4d1b-b7ba-27577d1a79c9),segment_id=a09ea945-9ccd-4d1b-b7ba-27577d1a79c9)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:44.772221 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-462e79e6-fea1-4c34-b662-b4be1f494431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:44.852006 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:44.856135 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b86c61d3-e07b-493b-be66-42920129903d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:44.893084 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-462e79e6-fea1-4c34-b662-b4be1f494431 None None] Calling delete_port for 5c42f6ba-0f2c-45cd-872a-47e869efb62e owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:44.901037 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c42f6ba-0f2c-45cd-872a-47e869efb62e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:44.904946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:44.908494 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] No DVR routers for this DVR port 5c42f6ba-0f2c-45cd-872a-47e869efb62e on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 19 14:29:44.956636 dv-neutron-821895-1-hyperv neutron-server[84126]:   util.warn(
Dec 19 14:29:44.961290 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-462e79e6-fea1-4c34-b662-b4be1f494431 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:29:44.961652 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-462e79e6-fea1-4c34-b662-b4be1f494431 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:29:45.021855 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5c42f6ba-0f2c-45cd-872a-47e869efb62e no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:29:45.028367 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:45.053679 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d470c2820>,) {'filters': {'network_id': ['1b421dfd-b173-485c-b168-36a4c5242c4e']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:45.053998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 5c42f6ba-0f2c-45cd-872a-47e869efb62e {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:29:45.054369 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 5c42f6ba-0f2c-45cd-872a-47e869efb62e not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:29:45.054774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c6d7756e-9cfc-4f75-a729-89cbb0e68c1b no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:29:45.066173 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d470c2820>, 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:45.066456 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d470c2820>, 'a09ea945-9ccd-4d1b-b7ba-27577d1a79c9') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:45.077323 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:45.088183 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: c6d7756e-9cfc-4f75-a729-89cbb0e68c1b {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:29:45.088532 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device c6d7756e-9cfc-4f75-a729-89cbb0e68c1b not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:29:45.093670 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:45.099923 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:29:45.100291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:29:45.114086 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:29:45.251957 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:45.255343 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dc8897c4-9840-43b4-bcfc-8ee01d31f369 tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:45.268374 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:45.279931 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b421dfd-b173-485c-b168-36a4c5242c4e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:45.285177 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:45.349468 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-bab9bee9-da72-4186-92f4-f9784bf0287f admin admin] 10.222.0.24 "DELETE /v2.0/networks/1b421dfd-b173-485c-b168-36a4c5242c4e HTTP/1.1" status: 204  len: 168 time: 1.0792811
Dec 19 14:29:45.352329 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55554) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:45.462774 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-462e79e6-fea1-4c34-b662-b4be1f494431 None None] Deleting port 5c42f6ba-0f2c-45cd-872a-47e869efb62e {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:45.463387 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-462e79e6-fea1-4c34-b662-b4be1f494431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:45.524998 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-462e79e6-fea1-4c34-b662-b4be1f494431 None None] The port '5c42f6ba-0f2c-45cd-872a-47e869efb62e' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 14:29:45.850235 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-381827'] for router_interface, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:46.374733 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:46.425975 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:46.438636 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] Deleting port 18045f7c-3b77-4d62-9ca1-188bd6bb7983 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:46.439164 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:46.610540 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] For port 18045f7c-3b77-4d62-9ca1-188bd6bb7983, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=18045f7c-3b77-4d62-9ca1-188bd6bb7983,segment=NetworkSegment(1ec0f5d1-cc57-4109-8e5f-2d73a45645eb),segment_id=1ec0f5d1-cc57-4109-8e5f-2d73a45645eb)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:46.610879 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:46.729239 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] Calling delete_port for 18045f7c-3b77-4d62-9ca1-188bd6bb7983 owned by network:router_interface {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:46.974809 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:46.978738 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9c0238a8-3bce-4599-84b3-508b96059a18 tempest-TestSnapshotPattern-1045674222 tempest-TestSnapshotPattern-1045674222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:47.019284 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=18045f7c-3b77-4d62-9ca1-188bd6bb7983,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:47.022352 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:47.306196 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1457058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381533'] for router_interface, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:47.869245 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:47.992131 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] Router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 has already been hosted by L3 agent 59083b7d-50eb-41fb-a314-3afea8140e37 {{(pid=84124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 19 14:29:48.185359 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] Notify agent at l3_agent.dv-neutron-821895-1-hyperv the message routers_updated {{(pid=84124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 19 14:29:48.194691 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81206f2c-f292-4a39-8c71-3dc0820c52bf None None] Sync routers for ids ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'] in dv-neutron-821895-1-hyperv {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 19 14:29:48.206969 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81206f2c-f292-4a39-8c71-3dc0820c52bf None None] Routers {'fb80ddfa-b307-4d91-99d3-bfa7e1c89015'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:29:48.209915 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-81206f2c-f292-4a39-8c71-3dc0820c52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47616340>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:48.259972 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-dccec138-dabd-497b-bbb4-fdceee7ae4b7 admin admin] 10.222.0.24 "PUT /v2.0/routers/fb80ddfa-b307-4d91-99d3-bfa7e1c89015/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9065418
Dec 19 14:29:48.262376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55558) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:48.386586 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-81206f2c-f292-4a39-8c71-3dc0820c52bf None None] Set router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 gateway port host: dv-neutron-821895-1-hyperv {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:29:48.463601 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Notify callbacks [] for router, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:48.658952 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:48.666520 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-81206f2c-f292-4a39-8c71-3dc0820c52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47616340>, [{'id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'name': 'tempest-TestSnapshotPattern-1158385646-router', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'external_fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52'}], 'enable_snat': True}, 'gw_port_id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:29:46Z', 'revision_number': 5, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'gw_port': {'id': 'd5970616-34c5-41b8-bb4d-f4c273946c02', 'name': '', 'network_id': '4dbcfa3c-4af8-43dd-bdbc-754df0e25a56', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:47:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'ip_address': '172.26.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1657dd63-6bec-4dca-afe3-d094e8b79231', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821895-1-hyperv'}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:48.670476 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81206f2c-f292-4a39-8c71-3dc0820c52bf None None] Checking router: fb80ddfa-b307-4d91-99d3-bfa7e1c89015 for host: dv-neutron-821895-1-hyperv {{(pid=84126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 19 14:29:48.681510 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81206f2c-f292-4a39-8c71-3dc0820c52bf None None] Routers {'fb80ddfa-b307-4d91-99d3-bfa7e1c89015'} bound to L3 agent in host dv-neutron-821895-1-hyperv {{(pid=84126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 19 14:29:48.682118 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-81206f2c-f292-4a39-8c71-3dc0820c52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d47616340>, 'dv-neutron-821895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-19T13:18:15Z,description=<?>,heartbeat_timestamp=2021-12-19T14:29:45Z,host='dv-neutron-821895-1-hyperv',id=59083b7d-50eb-41fb-a314-3afea8140e37,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-19T13:18:15Z,topic='l3_agent')) {'router_ids': ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'], 'active': True} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:48.732202 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Deleting port d5970616-34c5-41b8-bb4d-f4c273946c02 {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:48.732534 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:48.879841 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_dvr_db [None req-81206f2c-f292-4a39-8c71-3dc0820c52bf None None] Set router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 gateway port host: None {{(pid=84126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 19 14:29:48.906376 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] For port d5970616-34c5-41b8-bb4d-f4c273946c02, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=d5970616-34c5-41b8-bb4d-f4c273946c02,segment=NetworkSegment(f774f502-ccd2-423b-aa68-f86c4a8990c6),segment_id=f774f502-ccd2-423b-aa68-f86c4a8990c6)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:48.906719 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:48.989103 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.db.l3_hamode_db [None req-81206f2c-f292-4a39-8c71-3dc0820c52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d47616340>, [{'id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'name': 'tempest-TestSnapshotPattern-1158385646-router', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:29:48Z', 'revision_number': 6, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'gw_port_host': None}], 'dv-neutron-821895-1-hyperv', False) {} {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:48.997979 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81206f2c-f292-4a39-8c71-3dc0820c52bf None None] The sync data for ids ['fb80ddfa-b307-4d91-99d3-bfa7e1c89015'] in dv-neutron-821895-1-hyperv is: [{'id': 'fb80ddfa-b307-4d91-99d3-bfa7e1c89015', 'name': 'tempest-TestSnapshotPattern-1158385646-router', 'tenant_id': '8c25c81e41ed416280a69a61e39722b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-19T14:24:33Z', 'updated_at': '2021-12-19T14:29:48Z', 'revision_number': 6, 'project_id': '8c25c81e41ed416280a69a61e39722b9', 'gw_port_host': None}] {{(pid=84126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 19 14:29:49.154650 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Calling delete_port for d5970616-34c5-41b8-bb4d-f4c273946c02 owned by network:router_gateway {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:49.380790 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:49.386235 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-93549c93-d9a0-471b-a1bf-5d4e47bd718b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:49.453946 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5970616-34c5-41b8-bb4d-f4c273946c02,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:49.459883 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:49.644339 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385022'] for router_gateway, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:49.903336 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16769409'] for router, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:49.907738 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:49.980317 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-413394'] for router, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:49.980813 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb80ddfa-b307-4d91-99d3-bfa7e1c89015 {{(pid=84124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 19 14:29:49.993153 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] Notify callbacks [] for router, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:49.994303 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-e91768bc-17e8-4777-91ed-4e45bd17ad90 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fb80ddfa-b307-4d91-99d3-bfa7e1c89015 HTTP/1.1" status: 204  len: 168 time: 1.7310317
Dec 19 14:29:49.996815 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55562) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:50.058711 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e656c12-7774-4006-be29-26c491b0fef3 admin admin] Deleting subnet b6e049f9-acfc-40a0-a292-b445f468d70e {{(pid=84124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 19 14:29:50.061523 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9e656c12-7774-4006-be29-26c491b0fef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:50.109291 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9e656c12-7774-4006-be29-26c491b0fef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15948426'] for subnet, precommit_delete_associations {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:50.187005 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9e656c12-7774-4006-be29-26c491b0fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1288226'] for subnet, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:50.441023 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9e656c12-7774-4006-be29-26c491b0fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15352330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15311568'] for subnet, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:50.444791 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-33ebb653-87b7-4390-b775-9cc8017771a0 tempest-TestNetworkBasicOps-102400534 tempest-TestNetworkBasicOps-102400534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:50.477776 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e656c12-7774-4006-be29-26c491b0fef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e049f9-acfc-40a0-a292-b445f468d70e,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:50.481934 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9e656c12-7774-4006-be29-26c491b0fef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:50.485259 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9e656c12-7774-4006-be29-26c491b0fef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:50.491296 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9e656c12-7774-4006-be29-26c491b0fef3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b6e049f9-acfc-40a0-a292-b445f468d70e HTTP/1.1" status: 204  len: 168 time: 0.4932854
Dec 19 14:29:50.492142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e613e-cc20-4ef1-bfc8-eca427aeb0f9 None None] Network 6081a1fe-3ded-4560-8cef-a47588248a8c requested from dv-neutron-821895-1-hyperv {{(pid=84126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 19 14:29:50.493504 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55566) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:50.599916 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114146'] for network, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:50.611580 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Deleting port 6ea994c6-230a-46e5-aad1-b6b731e6505c {{(pid=84124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:50.611985 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:50.742142 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba1261-983a-4474-bf9e-69ee14988fa5 None None] DHCP port deletion for 6081a1fe-3ded-4560-8cef-a47588248a8c request from dv-neutron-821895-1-hyperv {{(pid=84126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 19 14:29:50.746501 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba1261-983a-4474-bf9e-69ee14988fa5 None None] Deleting port 6ea994c6-230a-46e5-aad1-b6b731e6505c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:50.746906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1261-983a-4474-bf9e-69ee14988fa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:50.923533 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.db [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] For port 6ea994c6-230a-46e5-aad1-b6b731e6505c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6ea994c6-230a-46e5-aad1-b6b731e6505c,segment=NetworkSegment(1ec0f5d1-cc57-4109-8e5f-2d73a45645eb),segment_id=1ec0f5d1-cc57-4109-8e5f-2d73a45645eb)] {{(pid=84124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:50.923884 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:50.950553 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.db [None req-b0ba1261-983a-4474-bf9e-69ee14988fa5 None None] For port 6ea994c6-230a-46e5-aad1-b6b731e6505c, host dv-neutron-821895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821895-1-hyperv',level=0,port_id=6ea994c6-230a-46e5-aad1-b6b731e6505c,segment=NetworkSegment(1ec0f5d1-cc57-4109-8e5f-2d73a45645eb),segment_id=1ec0f5d1-cc57-4109-8e5f-2d73a45645eb)] {{(pid=84126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 19 14:29:50.950874 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1261-983a-4474-bf9e-69ee14988fa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-388659'] for port, precommit_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:51.046057 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.plugin [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Calling delete_port for 6ea994c6-230a-46e5-aad1-b6b731e6505c owned by network:dhcp {{(pid=84124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:51.066675 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 6ea994c6-230a-46e5-aad1-b6b731e6505c no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:29:51.098908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba1261-983a-4474-bf9e-69ee14988fa5 None None] Calling delete_port for 6ea994c6-230a-46e5-aad1-b6b731e6505c owned by network:dhcp {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 19 14:29:51.204245 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765298812919', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765298436226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15352407'] for port, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:51.208610 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-b7a161a6-b942-4fad-bdaf-12f6a506085a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:51.219257 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Port 6ea994c6-230a-46e5-aad1-b6b731e6505c update to DOWN by agent not found {{(pid=84126) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 19 14:29:51.219632 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 18045f7c-3b77-4d62-9ca1-188bd6bb7983 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:29:51.253563 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: 18045f7c-3b77-4d62-9ca1-188bd6bb7983 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:29:51.253908 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device 18045f7c-3b77-4d62-9ca1-188bd6bb7983 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:29:51.254326 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d5970616-34c5-41b8-bb4d-f4c273946c02 no longer exists at agent ovs-agent-dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 19 14:29:51.258747 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] No DVR routers for this DVR port 6ea994c6-230a-46e5-aad1-b6b731e6505c on host dv-neutron-821895-1-hyperv {{(pid=84124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 19 14:29:51.282376 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.db.api [None req-b0ba1261-983a-4474-bf9e-69ee14988fa5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 19 14:29:51.282690 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG oslo_db.api [None req-b0ba1261-983a-4474-bf9e-69ee14988fa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 19 14:29:51.285743 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea994c6-230a-46e5-aad1-b6b731e6505c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:51.287598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] No Port match for: d5970616-34c5-41b8-bb4d-f4c273946c02 {{(pid=84126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 19 14:29:51.297651 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.rpc [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Device d5970616-34c5-41b8-bb4d-f4c273946c02 not bound to the agent host dv-neutron-821895-1-hyperv {{(pid=84126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 19 14:29:51.298122 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:51.380300 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1287613', 'neutron.services.segments.db._delete_segments_for_network-8765298889171'] for network, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:51.404825 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d47228e80>,) {'filters': {'network_id': ['6081a1fe-3ded-4560-8cef-a47588248a8c']}} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:51.416478 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47228e80>, '1ec0f5d1-cc57-4109-8e5f-2d73a45645eb') {'for_net_delete': True} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:51.416760 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.services.segments.db [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d47228e80>, '1ec0f5d1-cc57-4109-8e5f-2d73a45645eb') {} {{(pid=84124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 19 14:29:51.428231 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765298892526', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15948435'] for segment, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:51.444278 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1283990'] for segment, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:51.450126 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 19 14:29:51.452036 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1284015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15355044'] for segment, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]: Traceback (most recent call last):
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     timer()
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     cb(*args, **kw)
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     return func(*args, **kwargs)
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     self._notify()
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     self.callback(batched_events)
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     event.method(event)
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     return f(self, *a, **k)
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._get(url).json()
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     return self.request(url, 'GET', **kwargs)
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 19 14:29:51.464033 dv-neutron-821895-1-hyperv neutron-server[84124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 19 14:29:51.600768 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1287588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1456941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-384917'] for network, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:51.604326 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-634aa1af-c2ad-4fab-b0f3-f6de8b01e359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:51.617458 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Notify callbacks [] for network, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:51.627828 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Pushing event deleted for resources: {'Network': ['ID=6081a1fe-3ded-4560-8cef-a47588248a8c,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:51.632313 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:51.635286 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-2f4335a1-c701-4716-be0b-2ebddde17073 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6081a1fe-3ded-4560-8cef-a47588248a8c HTTP/1.1" status: 204  len: 168 time: 1.1408503
Dec 19 14:29:51.783504 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba1261-983a-4474-bf9e-69ee14988fa5 None None] Deleting port 6ea994c6-230a-46e5-aad1-b6b731e6505c {{(pid=84126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 19 14:29:51.784057 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1261-983a-4474-bf9e-69ee14988fa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765298807300'] for port, before_delete {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:51.847423 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba1261-983a-4474-bf9e-69ee14988fa5 None None] The port '6ea994c6-230a-46e5-aad1-b6b731e6505c' was deleted {{(pid=84126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 19 14:29:51.945498 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55572) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:51.995257 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-8482297b-f2cf-4182-986f-d6614fbda7d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e70150b13bcc41edb3bb6ec33cecaec7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0485196
Dec 19 14:29:51.997587 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55576) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:52.056144 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5505c6df-1d2c-4c0a-ae84-e82e22ae6aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:52.084557 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5505c6df-1d2c-4c0a-ae84-e82e22ae6aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:52.202989 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5505c6df-1d2c-4c0a-ae84-e82e22ae6aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:52.206704 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-78b8ae5c-9df0-4f2b-ad5e-eb669149d866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:52.220915 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505c6df-1d2c-4c0a-ae84-e82e22ae6aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9883728-0c44-41a4-9b8c-61dbc084d95f,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:52.224662 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-5505c6df-1d2c-4c0a-ae84-e82e22ae6aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:52.227685 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-5505c6df-1d2c-4c0a-ae84-e82e22ae6aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:52.231452 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-5505c6df-1d2c-4c0a-ae84-e82e22ae6aab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9883728-0c44-41a4-9b8c-61dbc084d95f HTTP/1.1" status: 204  len: 168 time: 0.2305994
Dec 19 14:29:52.998186 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55584) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:53.048249 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-00ef1f14-f4cc-4cd7-830b-304bc9068e9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c25c81e41ed416280a69a61e39722b9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0488393
Dec 19 14:29:53.050539 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.wsgi [-] (84124) accepted ('10.222.0.24', 55588) {{(pid=84124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 19 14:29:53.107849 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9462a61e-dd6b-467d-854e-e9a1fe656c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:53.133206 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9462a61e-dd6b-467d-854e-e9a1fe656c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:53.252470 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9462a61e-dd6b-467d-854e-e9a1fe656c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-347633'] for security_group, after_delete {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:53.257199 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-19b8ed25-203c-41bf-9167-f9a0417f699a tempest-TestNetworkAdvancedServerOps-1373627144 tempest-TestNetworkAdvancedServerOps-1373627144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 19 14:29:53.272492 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462a61e-dd6b-467d-854e-e9a1fe656c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289906c8-d54d-4ca9-ab59-7ad83c563efd,revision_number=None']} {{(pid=84124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 19 14:29:53.275296 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG oslo_concurrency.lockutils [None req-9462a61e-dd6b-467d-854e-e9a1fe656c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 19 14:29:53.277096 dv-neutron-821895-1-hyperv neutron-server[84124]: DEBUG neutron_lib.callbacks.manager [None req-9462a61e-dd6b-467d-854e-e9a1fe656c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:29:53.278164 dv-neutron-821895-1-hyperv neutron-server[84124]: INFO neutron.wsgi [None req-9462a61e-dd6b-467d-854e-e9a1fe656c11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/289906c8-d54d-4ca9-ab59-7ad83c563efd HTTP/1.1" status: 204  len: 168 time: 0.2267492
Dec 19 14:29:54.064699 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:29:56.157498 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:12.448883 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-532fd72c-4bc7-438c-90d7-e91a724b77d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:14.666034 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-08673273-e697-4e31-b37c-13f08f981b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:16.372466 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:16.457671 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:17.863962 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:26.132454 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:31.066724 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:30:42.449078 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-35ee63ef-d582-4b3d-8948-b87f24cc079d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:44.654614 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0e8e775c-3bbc-45c4-88fd-5be20b0a5dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:46.395147 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:46.452366 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:47.852490 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:30:56.132557 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:08.066413 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:31:12.454371 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-069b453a-853d-4d8c-8315-01d28874d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:14.658556 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-12a2fe45-8b3d-4859-bbde-32638c319ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:16.345310 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:16.440881 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:17.859958 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:26.122319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:42.471483 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-433e1d24-a94a-48c6-8a3f-064203a62b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:44.665349 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e1772441-22a4-461a-8a2a-c2a7fc5848fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:45.065412 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:31:46.370554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:46.465283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:47.865052 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:31:56.132711 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:12.442985 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ba74596c-0061-49b9-a3eb-188b688308fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:14.648022 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-b228563e-3bf6-41c5-9525-8ddb6c3ef579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:16.380137 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:16.454043 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:17.865526 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:22.065692 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:32:26.105363 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:42.447906 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c62f-4ca7-4c58-9c4e-1f47ad7de397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:44.653762 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-f8c9ce62-6ae5-454b-ab9a-f195a9a9a650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:46.419430 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:46.470540 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:47.859607 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:56.110376 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:32:59.066119 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:33:12.458760 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0a6ef04e-4648-468a-9641-87f7c57b63db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:33:14.647826 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-33f7a19a-b002-47db-9843-fbf399dbe184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:33:16.344488 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:33:16.424472 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:33:17.876131 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:33:26.121914 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:33:36.065853 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:33:42.453319 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-9b692600-60f3-45b0-b53b-c610983fa739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:33:44.664797 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-e1d2f6e1-ba00-44d8-9971-7f0d15f4c83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:33:46.388746 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:33:46.458813 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:33:47.864471 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:33:56.133358 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:12.453554 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-62dac40c-799c-4fb4-9b6e-1559569014fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:13.066278 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:34:14.682248 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-0ef687e7-7566-4a1b-9da2-0a458b1dbf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:16.362297 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:16.430126 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:17.864808 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:26.133236 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:42.464666 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-27ff33e0-bb10-4e65-848e-c4c63270992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:44.669851 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-49adc13e-ce6c-4d59-9157-32b51944a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:46.361844 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:46.453042 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:47.859283 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:34:50.066028 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 19 14:34:56.132443 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:35:12.481704 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-7d3d38c1-6553-42c8-a4a9-062735313080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:35:14.676744 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-c500fa14-ba75-4760-87ea-78b5115559b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:35:16.373598 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-70cd216f-e57e-4308-9639-7824175e1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:35:16.453798 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ae9667a9-5c8b-441c-b797-1a1b698050cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:35:17.882041 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-ab78f41d-ad05-4cfb-b210-08bad87c2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:35:26.150831 dv-neutron-821895-1-hyperv neutron-server[84126]: DEBUG neutron_lib.callbacks.manager [None req-182afa92-9e8b-4f9a-bbd3-6678d94563cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765298889153', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1292519'] for agent, after_update {{(pid=84126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 19 14:35:27.066143 dv-neutron-821895-1-hyperv neutron-server[84127]: DEBUG neutron.db.agents_db [None req-3153ab7a-44c3-4a11-a167-c37477fd8082 None None] Agent healthcheck: found 6 active agents {{(pid=84127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}